2023-10-31T05:59:56.296 INFO:root:teuthology version: 0.0.1.dev203+g6899cd2 2023-10-31T05:59:56.297 DEBUG:teuthology.run:Teuthology command: teuthology --verbose --archive /home/teuthworker/archive/adking-2023-10-31_04:11:54-orch:cephadm-wip-adk-testing-2023-10-30-1928-distro-default-smithi/7441742 --owner scheduled_adking@teuthology --description orch:cephadm/workunits/{0-distro/ubuntu_20.04 agent/on mon_election/connectivity task/test_monitoring_stack_basic} --name adking-2023-10-31_04:11:54-orch:cephadm-wip-adk-testing-2023-10-30-1928-distro-default-smithi -- /home/teuthworker/archive/adking-2023-10-31_04:11:54-orch:cephadm-wip-adk-testing-2023-10-30-1928-distro-default-smithi/7441742/orig.config.yaml 2023-10-31T05:59:56.327 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-10-31T05:59:56.410 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/adking-2023-10-31_04:11:54-orch:cephadm-wip-adk-testing-2023-10-30-1928-distro-default-smithi/7441742 branch: wip-adk-testing-2023-10-30-1928 description: orch:cephadm/workunits/{0-distro/ubuntu_20.04 agent/on mon_election/connectivity task/test_monitoring_stack_basic} email: adking@redhat.com first_in_suite: false job_id: '7441742' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi name: adking-2023-10-31_04:11:54-orch:cephadm-wip-adk-testing-2023-10-30-1928-distro-default-smithi no_nested_subset: false nuke-on-error: true os_type: ubuntu os_version: '20.04' overrides: admin_socket: branch: wip-adk-testing-2023-10-30-1928 ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mgr/cephadm/use_agent: true mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: fcc751a494aeedbeb6237860a239d39dfe5b98d4 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: fcc751a494aeedbeb6237860a239d39dfe5b98d4 kernel: hwe: true workunit: branch: wip-adk-testing-2023-10-30-1928 sha1: fcc751a494aeedbeb6237860a239d39dfe5b98d4 owner: scheduled_adking@teuthology priority: 80 repo: https://git.ceph.com/ceph-ci.git roles: - - host.a - mon.a - mgr.a - osd.0 - - host.b - mon.b - mgr.b - osd.1 - - host.c - mon.c - osd.2 seed: 8091 sha1: fcc751a494aeedbeb6237860a239d39dfe5b98d4 sleep_before_teardown: 0 subset: 1/14 suite: orch:cephadm suite_branch: wip-adk-testing-2023-10-30-1928 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_fcc751a494aeedbeb6237860a239d39dfe5b98d4/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: fcc751a494aeedbeb6237860a239d39dfe5b98d4 targets: smithi006.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFyT/r7xuKfmg50w0OdQebr4A/ptJo1Zk6DyZNZNZM/q5rW+sznh+wvHqeT3e4YtCdZLaXyvMms8o8u8H5nXOYM= smithi029.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFyT/r7xuKfmg50w0OdQebr4A/ptJo1Zk6DyZNZNZM/q5rW+sznh+wvHqeT3e4YtCdZLaXyvMms8o8u8H5nXOYM= smithi032.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFyT/r7xuKfmg50w0OdQebr4A/ptJo1Zk6DyZNZNZM/q5rW+sznh+wvHqeT3e4YtCdZLaXyvMms8o8u8H5nXOYM= tasks: - install: null - cephadm: null - cephadm.shell: host.a: - "set -e\nset -x\nceph orch apply node-exporter\nceph orch apply grafana\nceph\ \ orch apply alertmanager\nceph orch apply prometheus\nsleep 240\nceph orch\ \ ls\nceph orch ps\nceph orch host ls\nMON_DAEMON=$(ceph orch ps --daemon-type\ \ mon -f json | jq -r 'last | .daemon_name')\nGRAFANA_HOST=$(ceph orch ps --daemon-type\ \ grafana -f json | jq -e '.[]' | jq -r '.hostname')\nPROM_HOST=$(ceph orch\ \ ps --daemon-type prometheus -f json | jq -e '.[]' | jq -r '.hostname')\nALERTM_HOST=$(ceph\ \ orch ps --daemon-type alertmanager -f json | jq -e '.[]' | jq -r '.hostname')\n\ GRAFANA_IP=$(ceph orch host ls -f json | jq -r --arg GRAFANA_HOST \"$GRAFANA_HOST\"\ \ '.[] | select(.hostname==$GRAFANA_HOST) | .addr')\nPROM_IP=$(ceph orch host\ \ ls -f json | jq -r --arg PROM_HOST \"$PROM_HOST\" '.[] | select(.hostname==$PROM_HOST)\ \ | .addr')\nALERTM_IP=$(ceph orch host ls -f json | jq -r --arg ALERTM_HOST\ \ \"$ALERTM_HOST\" '.[] | select(.hostname==$ALERTM_HOST) | .addr')\n# check\ \ each host node-exporter metrics endpoint is responsive\nALL_HOST_IPS=$(ceph\ \ orch host ls -f json | jq -r '.[] | .addr')\nfor ip in $ALL_HOST_IPS; do\n\ \ curl -s http://${ip}:9100/metric\ndone\n# check grafana endpoints are responsive\ \ and database health is okay\ncurl -k -s https://${GRAFANA_IP}:3000/api/health\n\ curl -k -s https://${GRAFANA_IP}:3000/api/health | jq -e '.database == \"ok\"\ '\n# stop mon daemon in order to trigger an alert\nceph orch daemon stop $MON_DAEMON\n\ sleep 120\n# check prometheus endpoints are responsive and mon down alert is\ \ firing\ncurl -s http://${PROM_IP}:9095/api/v1/status/config\ncurl -s http://${PROM_IP}:9095/api/v1/status/config\ \ | jq -e '.status == \"success\"'\ncurl -s http://${PROM_IP}:9095/api/v1/alerts\n\ curl -s http://${PROM_IP}:9095/api/v1/alerts | jq -e '.data | .alerts | .[]\ \ | select(.labels | .alertname == \"CephMonDown\") | .state == \"firing\"'\n\ # check alertmanager endpoints are responsive and mon down alert is active\n\ curl -s http://${ALERTM_IP}:9093/api/v1/status\ncurl -s http://${ALERTM_IP}:9093/api/v1/alerts\n\ curl -s http://${ALERTM_IP}:9093/api/v1/alerts | jq -e '.data | .[] | select(.labels\ \ | .alertname == \"CephMonDown\") | .status | .state == \"active\"'\n" teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 6899cd26fceddb2fec83dc1a1349394b28c8998e timestamp: 2023-10-31_04:11:54 tube: smithi user: adking verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.770726 2023-10-31T05:59:56.410 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_fcc751a494aeedbeb6237860a239d39dfe5b98d4/qa; will attempt to use it 2023-10-31T05:59:56.411 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_fcc751a494aeedbeb6237860a239d39dfe5b98d4/qa/tasks 2023-10-31T05:59:56.411 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-10-31T05:59:56.413 INFO:teuthology.task.internal:Checking packages... 2023-10-31T05:59:56.436 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash 'fcc751a494aeedbeb6237860a239d39dfe5b98d4' 2023-10-31T05:59:56.436 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-10-31T05:59:56.437 INFO:teuthology.packaging:ref: None 2023-10-31T05:59:56.437 INFO:teuthology.packaging:tag: None 2023-10-31T05:59:56.437 INFO:teuthology.packaging:branch: wip-adk-testing-2023-10-30-1928 2023-10-31T05:59:56.438 INFO:teuthology.packaging:sha1: fcc751a494aeedbeb6237860a239d39dfe5b98d4 2023-10-31T05:59:56.438 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=wip-adk-testing-2023-10-30-1928 2023-10-31T05:59:56.579 INFO:teuthology.task.internal:Found packages for ceph version 18.0.0-6937-gfcc751a4-1focal 2023-10-31T05:59:56.579 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-10-31T05:59:56.585 INFO:teuthology.task.internal:no buildpackages task found 2023-10-31T05:59:56.585 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-10-31T05:59:56.618 INFO:teuthology.task.internal:Saving configuration 2023-10-31T05:59:56.635 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-10-31T05:59:56.641 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-10-31T05:59:56.666 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi006.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/adking-2023-10-31_04:11:54-orch:cephadm-wip-adk-testing-2023-10-30-1928-distro-default-smithi/7441742', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '20.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-31 05:52:14.552571', 'locked_by': 'scheduled_adking@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIGETOy3xONfbx7kUFCNiUtRLNfkcrcEsWzPdq6Np/6Bw'} 2023-10-31T05:59:56.687 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi029.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/adking-2023-10-31_04:11:54-orch:cephadm-wip-adk-testing-2023-10-30-1928-distro-default-smithi/7441742', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '20.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-31 05:52:14.555168', 'locked_by': 'scheduled_adking@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIGETOy3xONfbx7kUFCNiUtRLNfkcrcEsWzPdq6Np/6Bw'} 2023-10-31T05:59:56.711 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi032.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/adking-2023-10-31_04:11:54-orch:cephadm-wip-adk-testing-2023-10-30-1928-distro-default-smithi/7441742', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '20.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-31 05:52:14.553984', 'locked_by': 'scheduled_adking@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIGETOy3xONfbx7kUFCNiUtRLNfkcrcEsWzPdq6Np/6Bw'} 2023-10-31T05:59:56.711 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-10-31T05:59:56.717 INFO:teuthology.task.internal:roles: ubuntu@smithi006.front.sepia.ceph.com - ['host.a', 'mon.a', 'mgr.a', 'osd.0'] 2023-10-31T05:59:56.718 INFO:teuthology.task.internal:roles: ubuntu@smithi029.front.sepia.ceph.com - ['host.b', 'mon.b', 'mgr.b', 'osd.1'] 2023-10-31T05:59:56.718 INFO:teuthology.task.internal:roles: ubuntu@smithi032.front.sepia.ceph.com - ['host.c', 'mon.c', 'osd.2'] 2023-10-31T05:59:56.718 INFO:teuthology.run_tasks:Running task console_log... 2023-10-31T05:59:56.815 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f04c9ce2a60>, signals=[15]) 2023-10-31T05:59:56.818 INFO:teuthology.run_tasks:Running task internal.connect... 2023-10-31T05:59:56.824 INFO:teuthology.task.internal:Opening connections... 2023-10-31T05:59:56.824 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi006.front.sepia.ceph.com 2023-10-31T05:59:56.826 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi006.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-31T05:59:56.878 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi029.front.sepia.ceph.com 2023-10-31T05:59:56.879 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi029.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-31T05:59:56.926 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi032.front.sepia.ceph.com 2023-10-31T05:59:56.926 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-31T05:59:56.975 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-10-31T05:59:56.984 DEBUG:teuthology.orchestra.run.smithi006:> uname -m 2023-10-31T05:59:56.992 INFO:teuthology.orchestra.run.smithi006.stdout:x86_64 2023-10-31T05:59:56.992 DEBUG:teuthology.orchestra.run.smithi006:> cat /etc/os-release 2023-10-31T05:59:57.042 INFO:teuthology.orchestra.run.smithi006.stdout:NAME="Ubuntu" 2023-10-31T05:59:57.043 INFO:teuthology.orchestra.run.smithi006.stdout:VERSION="20.04.4 LTS (Focal Fossa)" 2023-10-31T05:59:57.043 INFO:teuthology.orchestra.run.smithi006.stdout:ID=ubuntu 2023-10-31T05:59:57.044 INFO:teuthology.orchestra.run.smithi006.stdout:ID_LIKE=debian 2023-10-31T05:59:57.044 INFO:teuthology.orchestra.run.smithi006.stdout:PRETTY_NAME="Ubuntu 20.04.4 LTS" 2023-10-31T05:59:57.044 INFO:teuthology.orchestra.run.smithi006.stdout:VERSION_ID="20.04" 2023-10-31T05:59:57.045 INFO:teuthology.orchestra.run.smithi006.stdout:HOME_URL="https://www.ubuntu.com/" 2023-10-31T05:59:57.045 INFO:teuthology.orchestra.run.smithi006.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2023-10-31T05:59:57.045 INFO:teuthology.orchestra.run.smithi006.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2023-10-31T05:59:57.046 INFO:teuthology.orchestra.run.smithi006.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2023-10-31T05:59:57.046 INFO:teuthology.orchestra.run.smithi006.stdout:VERSION_CODENAME=focal 2023-10-31T05:59:57.046 INFO:teuthology.orchestra.run.smithi006.stdout:UBUNTU_CODENAME=focal 2023-10-31T05:59:57.048 INFO:teuthology.lock.ops:Updating smithi006.front.sepia.ceph.com on lock server 2023-10-31T05:59:57.072 DEBUG:teuthology.orchestra.run.smithi029:> uname -m 2023-10-31T05:59:57.079 INFO:teuthology.orchestra.run.smithi029.stdout:x86_64 2023-10-31T05:59:57.079 DEBUG:teuthology.orchestra.run.smithi029:> cat /etc/os-release 2023-10-31T05:59:57.126 INFO:teuthology.orchestra.run.smithi029.stdout:NAME="Ubuntu" 2023-10-31T05:59:57.127 INFO:teuthology.orchestra.run.smithi029.stdout:VERSION="20.04.4 LTS (Focal Fossa)" 2023-10-31T05:59:57.127 INFO:teuthology.orchestra.run.smithi029.stdout:ID=ubuntu 2023-10-31T05:59:57.127 INFO:teuthology.orchestra.run.smithi029.stdout:ID_LIKE=debian 2023-10-31T05:59:57.127 INFO:teuthology.orchestra.run.smithi029.stdout:PRETTY_NAME="Ubuntu 20.04.4 LTS" 2023-10-31T05:59:57.127 INFO:teuthology.orchestra.run.smithi029.stdout:VERSION_ID="20.04" 2023-10-31T05:59:57.128 INFO:teuthology.orchestra.run.smithi029.stdout:HOME_URL="https://www.ubuntu.com/" 2023-10-31T05:59:57.128 INFO:teuthology.orchestra.run.smithi029.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2023-10-31T05:59:57.128 INFO:teuthology.orchestra.run.smithi029.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2023-10-31T05:59:57.128 INFO:teuthology.orchestra.run.smithi029.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2023-10-31T05:59:57.128 INFO:teuthology.orchestra.run.smithi029.stdout:VERSION_CODENAME=focal 2023-10-31T05:59:57.129 INFO:teuthology.orchestra.run.smithi029.stdout:UBUNTU_CODENAME=focal 2023-10-31T05:59:57.129 INFO:teuthology.lock.ops:Updating smithi029.front.sepia.ceph.com on lock server 2023-10-31T05:59:57.147 DEBUG:teuthology.orchestra.run.smithi032:> uname -m 2023-10-31T05:59:57.154 INFO:teuthology.orchestra.run.smithi032.stdout:x86_64 2023-10-31T05:59:57.154 DEBUG:teuthology.orchestra.run.smithi032:> cat /etc/os-release 2023-10-31T05:59:57.203 INFO:teuthology.orchestra.run.smithi032.stdout:NAME="Ubuntu" 2023-10-31T05:59:57.203 INFO:teuthology.orchestra.run.smithi032.stdout:VERSION="20.04.4 LTS (Focal Fossa)" 2023-10-31T05:59:57.203 INFO:teuthology.orchestra.run.smithi032.stdout:ID=ubuntu 2023-10-31T05:59:57.204 INFO:teuthology.orchestra.run.smithi032.stdout:ID_LIKE=debian 2023-10-31T05:59:57.204 INFO:teuthology.orchestra.run.smithi032.stdout:PRETTY_NAME="Ubuntu 20.04.4 LTS" 2023-10-31T05:59:57.204 INFO:teuthology.orchestra.run.smithi032.stdout:VERSION_ID="20.04" 2023-10-31T05:59:57.204 INFO:teuthology.orchestra.run.smithi032.stdout:HOME_URL="https://www.ubuntu.com/" 2023-10-31T05:59:57.204 INFO:teuthology.orchestra.run.smithi032.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2023-10-31T05:59:57.205 INFO:teuthology.orchestra.run.smithi032.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2023-10-31T05:59:57.205 INFO:teuthology.orchestra.run.smithi032.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2023-10-31T05:59:57.205 INFO:teuthology.orchestra.run.smithi032.stdout:VERSION_CODENAME=focal 2023-10-31T05:59:57.205 INFO:teuthology.orchestra.run.smithi032.stdout:UBUNTU_CODENAME=focal 2023-10-31T05:59:57.206 INFO:teuthology.lock.ops:Updating smithi032.front.sepia.ceph.com on lock server 2023-10-31T05:59:57.230 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-10-31T05:59:57.239 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-10-31T05:59:57.282 INFO:teuthology.task.internal:Checking for old test directory... 2023-10-31T05:59:57.282 DEBUG:teuthology.orchestra.run.smithi006:> test '!' -e /home/ubuntu/cephtest 2023-10-31T05:59:57.285 DEBUG:teuthology.orchestra.run.smithi029:> test '!' -e /home/ubuntu/cephtest 2023-10-31T05:59:57.287 DEBUG:teuthology.orchestra.run.smithi032:> test '!' -e /home/ubuntu/cephtest 2023-10-31T05:59:57.293 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-10-31T05:59:57.299 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-10-31T05:59:57.299 DEBUG:teuthology.orchestra.run.smithi006:> test -z $(ls -A /var/lib/ceph) 2023-10-31T05:59:57.301 DEBUG:teuthology.orchestra.run.smithi029:> test -z $(ls -A /var/lib/ceph) 2023-10-31T05:59:57.304 DEBUG:teuthology.orchestra.run.smithi032:> test -z $(ls -A /var/lib/ceph) 2023-10-31T05:59:57.331 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-10-31T05:59:57.401 INFO:teuthology.run_tasks:Running task kernel... 2023-10-31T05:59:57.415 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2023-10-31T05:59:57.416 INFO:teuthology.task.kernel:normalize config orig: {'hwe': True} 2023-10-31T05:59:57.416 DEBUG:teuthology.task.kernel:normalized overrides {'host.a': {'hwe': True}, 'mon.a': {'hwe': True}, 'mgr.a': {'hwe': True}, 'osd.0': {'hwe': True}, 'host.b': {'hwe': True}, 'mon.b': {'hwe': True}, 'mgr.b': {'hwe': True}, 'osd.1': {'hwe': True}, 'host.c': {'hwe': True}, 'mon.c': {'hwe': True}, 'osd.2': {'hwe': True}} 2023-10-31T05:59:57.417 INFO:teuthology.task.kernel:config {'host.a': {'kdb': True, 'sha1': 'distro', 'hwe': True}, 'host.b': {'kdb': True, 'sha1': 'distro', 'hwe': True}, 'host.c': {'kdb': True, 'sha1': 'distro', 'hwe': True}}, timeout 300 2023-10-31T05:59:57.417 DEBUG:teuthology.orchestra.run.smithi006:> test -f /run/.containerenv -o -f /.dockerenv 2023-10-31T05:59:57.418 DEBUG:teuthology.orchestra.run.smithi029:> test -f /run/.containerenv -o -f /.dockerenv 2023-10-31T05:59:57.418 DEBUG:teuthology.orchestra.run.smithi032:> test -f /run/.containerenv -o -f /.dockerenv 2023-10-31T05:59:57.423 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-31T05:59:57.424 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-31T05:59:57.425 DEBUG:teuthology.orchestra.run.smithi006:> uname -r 2023-10-31T05:59:57.425 DEBUG:teuthology.orchestra.run.smithi029:> uname -r 2023-10-31T05:59:57.426 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-31T05:59:57.427 DEBUG:teuthology.orchestra.run.smithi032:> uname -r 2023-10-31T05:59:57.432 INFO:teuthology.orchestra.run.smithi006.stdout:5.4.0-124-generic 2023-10-31T05:59:57.432 INFO:teuthology.task.kernel:Running kernel on smithi006: 5.4.0-124-generic 2023-10-31T05:59:57.432 DEBUG:teuthology.orchestra.run.smithi006:> sudo apt-get clean 2023-10-31T05:59:57.433 INFO:teuthology.orchestra.run.smithi029.stdout:5.4.0-124-generic 2023-10-31T05:59:57.434 INFO:teuthology.task.kernel:Running kernel on smithi029: 5.4.0-124-generic 2023-10-31T05:59:57.434 DEBUG:teuthology.orchestra.run.smithi029:> sudo apt-get clean 2023-10-31T05:59:57.435 INFO:teuthology.orchestra.run.smithi032.stdout:5.4.0-124-generic 2023-10-31T05:59:57.435 INFO:teuthology.task.kernel:Running kernel on smithi032: 5.4.0-124-generic 2023-10-31T05:59:57.436 DEBUG:teuthology.orchestra.run.smithi032:> sudo apt-get clean 2023-10-31T05:59:57.578 DEBUG:teuthology.orchestra.run.smithi006:> sudo apt-get update 2023-10-31T05:59:57.589 DEBUG:teuthology.orchestra.run.smithi029:> sudo apt-get update 2023-10-31T05:59:57.602 DEBUG:teuthology.orchestra.run.smithi032:> sudo apt-get update 2023-10-31T05:59:57.761 INFO:teuthology.orchestra.run.smithi032.stdout:Get:1 http://security.ubuntu.com/ubuntu focal-security InRelease [114 kB] 2023-10-31T05:59:57.774 INFO:teuthology.orchestra.run.smithi029.stdout:Hit:1 http://archive.ubuntu.com/ubuntu focal InRelease 2023-10-31T05:59:57.774 INFO:teuthology.orchestra.run.smithi029.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal-updates InRelease [114 kB] 2023-10-31T05:59:57.774 INFO:teuthology.orchestra.run.smithi029.stdout:Get:3 http://security.ubuntu.com/ubuntu focal-security InRelease [114 kB] 2023-10-31T05:59:57.822 INFO:teuthology.orchestra.run.smithi029.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal-backports InRelease [108 kB] 2023-10-31T05:59:57.868 INFO:teuthology.orchestra.run.smithi032.stdout:Hit:2 http://archive.ubuntu.com/ubuntu focal InRelease 2023-10-31T05:59:57.883 INFO:teuthology.orchestra.run.smithi006.stdout:Hit:1 http://archive.ubuntu.com/ubuntu focal InRelease 2023-10-31T05:59:57.883 INFO:teuthology.orchestra.run.smithi006.stdout:Get:2 http://security.ubuntu.com/ubuntu focal-security InRelease [114 kB] 2023-10-31T05:59:57.935 INFO:teuthology.orchestra.run.smithi006.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal-updates InRelease [114 kB] 2023-10-31T05:59:57.950 INFO:teuthology.orchestra.run.smithi032.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal-updates InRelease [114 kB] 2023-10-31T05:59:58.051 INFO:teuthology.orchestra.run.smithi032.stdout:Get:4 http://security.ubuntu.com/ubuntu focal-security/main amd64 Packages [2,565 kB] 2023-10-31T05:59:58.185 INFO:teuthology.orchestra.run.smithi029.stdout:Get:5 http://security.ubuntu.com/ubuntu focal-security/main i386 Packages [672 kB] 2023-10-31T05:59:58.201 INFO:teuthology.orchestra.run.smithi032.stdout:Get:5 http://security.ubuntu.com/ubuntu focal-security/main i386 Packages [672 kB] 2023-10-31T05:59:58.211 INFO:teuthology.orchestra.run.smithi032.stdout:Get:6 http://security.ubuntu.com/ubuntu focal-security/main Translation-en [398 kB] 2023-10-31T05:59:58.217 INFO:teuthology.orchestra.run.smithi032.stdout:Get:7 http://security.ubuntu.com/ubuntu focal-security/main amd64 c-n-f Metadata [13.2 kB] 2023-10-31T05:59:58.217 INFO:teuthology.orchestra.run.smithi032.stdout:Get:8 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 Packages [2,360 kB] 2023-10-31T05:59:58.237 INFO:teuthology.orchestra.run.smithi032.stdout:Get:9 http://security.ubuntu.com/ubuntu focal-security/restricted i386 Packages [33.3 kB] 2023-10-31T05:59:58.237 INFO:teuthology.orchestra.run.smithi032.stdout:Get:10 http://security.ubuntu.com/ubuntu focal-security/restricted Translation-en [329 kB] 2023-10-31T05:59:58.241 INFO:teuthology.orchestra.run.smithi032.stdout:Get:11 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 c-n-f Metadata [572 B] 2023-10-31T05:59:58.241 INFO:teuthology.orchestra.run.smithi032.stdout:Get:12 http://security.ubuntu.com/ubuntu focal-security/universe i386 Packages [619 kB] 2023-10-31T05:59:58.275 INFO:teuthology.orchestra.run.smithi032.stdout:Get:13 http://security.ubuntu.com/ubuntu focal-security/universe amd64 Packages [898 kB] 2023-10-31T05:59:58.278 INFO:teuthology.orchestra.run.smithi006.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal-backports InRelease [108 kB] 2023-10-31T05:59:58.285 INFO:teuthology.orchestra.run.smithi032.stdout:Get:14 http://security.ubuntu.com/ubuntu focal-security/universe Translation-en [187 kB] 2023-10-31T05:59:58.287 INFO:teuthology.orchestra.run.smithi032.stdout:Get:15 http://security.ubuntu.com/ubuntu focal-security/universe amd64 c-n-f Metadata [19.2 kB] 2023-10-31T05:59:58.287 INFO:teuthology.orchestra.run.smithi032.stdout:Get:16 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 Packages [23.6 kB] 2023-10-31T05:59:58.288 INFO:teuthology.orchestra.run.smithi032.stdout:Get:17 http://security.ubuntu.com/ubuntu focal-security/multiverse i386 Packages [7,196 B] 2023-10-31T05:59:58.288 INFO:teuthology.orchestra.run.smithi032.stdout:Get:18 http://security.ubuntu.com/ubuntu focal-security/multiverse Translation-en [5,504 B] 2023-10-31T05:59:58.288 INFO:teuthology.orchestra.run.smithi032.stdout:Get:19 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 c-n-f Metadata [548 B] 2023-10-31T05:59:58.294 INFO:teuthology.orchestra.run.smithi032.stdout:Get:20 http://archive.ubuntu.com/ubuntu focal-backports InRelease [108 kB] 2023-10-31T05:59:58.295 INFO:teuthology.orchestra.run.smithi029.stdout:Get:6 http://security.ubuntu.com/ubuntu focal-security/main amd64 Packages [2,565 kB] 2023-10-31T05:59:58.335 INFO:teuthology.orchestra.run.smithi029.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 Packages [2,953 kB] 2023-10-31T05:59:58.336 INFO:teuthology.orchestra.run.smithi029.stdout:Get:8 http://security.ubuntu.com/ubuntu focal-security/main Translation-en [398 kB] 2023-10-31T05:59:58.339 INFO:teuthology.orchestra.run.smithi029.stdout:Get:9 http://security.ubuntu.com/ubuntu focal-security/main amd64 c-n-f Metadata [13.2 kB] 2023-10-31T05:59:58.339 INFO:teuthology.orchestra.run.smithi029.stdout:Get:10 http://security.ubuntu.com/ubuntu focal-security/restricted i386 Packages [33.3 kB] 2023-10-31T05:59:58.340 INFO:teuthology.orchestra.run.smithi029.stdout:Get:11 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 Packages [2,360 kB] 2023-10-31T05:59:58.345 INFO:teuthology.orchestra.run.smithi006.stdout:Get:5 http://security.ubuntu.com/ubuntu focal-security/main amd64 Packages [2,565 kB] 2023-10-31T05:59:58.358 INFO:teuthology.orchestra.run.smithi029.stdout:Get:12 http://security.ubuntu.com/ubuntu focal-security/restricted Translation-en [329 kB] 2023-10-31T05:59:58.360 INFO:teuthology.orchestra.run.smithi029.stdout:Get:13 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 c-n-f Metadata [572 B] 2023-10-31T05:59:58.361 INFO:teuthology.orchestra.run.smithi029.stdout:Get:14 http://security.ubuntu.com/ubuntu focal-security/universe i386 Packages [619 kB] 2023-10-31T05:59:58.364 INFO:teuthology.orchestra.run.smithi029.stdout:Get:15 http://security.ubuntu.com/ubuntu focal-security/universe amd64 Packages [898 kB] 2023-10-31T05:59:58.371 INFO:teuthology.orchestra.run.smithi029.stdout:Get:16 http://security.ubuntu.com/ubuntu focal-security/universe Translation-en [187 kB] 2023-10-31T05:59:58.372 INFO:teuthology.orchestra.run.smithi029.stdout:Get:17 http://security.ubuntu.com/ubuntu focal-security/universe amd64 c-n-f Metadata [19.2 kB] 2023-10-31T05:59:58.373 INFO:teuthology.orchestra.run.smithi029.stdout:Get:18 http://security.ubuntu.com/ubuntu focal-security/multiverse i386 Packages [7,196 B] 2023-10-31T05:59:58.373 INFO:teuthology.orchestra.run.smithi029.stdout:Get:19 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 Packages [23.6 kB] 2023-10-31T05:59:58.373 INFO:teuthology.orchestra.run.smithi029.stdout:Get:20 http://security.ubuntu.com/ubuntu focal-security/multiverse Translation-en [5,504 B] 2023-10-31T05:59:58.389 INFO:teuthology.orchestra.run.smithi029.stdout:Get:21 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 c-n-f Metadata [548 B] 2023-10-31T05:59:58.436 INFO:teuthology.orchestra.run.smithi032.stdout:Get:21 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 Packages [2,953 kB] 2023-10-31T05:59:58.437 INFO:teuthology.orchestra.run.smithi029.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal-updates/main i386 Packages [906 kB] 2023-10-31T05:59:58.442 INFO:teuthology.orchestra.run.smithi029.stdout:Get:23 http://archive.ubuntu.com/ubuntu focal-updates/main Translation-en [481 kB] 2023-10-31T05:59:58.447 INFO:teuthology.orchestra.run.smithi029.stdout:Get:24 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 c-n-f Metadata [17.2 kB] 2023-10-31T05:59:58.447 INFO:teuthology.orchestra.run.smithi029.stdout:Get:25 http://archive.ubuntu.com/ubuntu focal-updates/restricted amd64 Packages [2,477 kB] 2023-10-31T05:59:58.463 INFO:teuthology.orchestra.run.smithi029.stdout:Get:26 http://archive.ubuntu.com/ubuntu focal-updates/restricted i386 Packages [34.6 kB] 2023-10-31T05:59:58.463 INFO:teuthology.orchestra.run.smithi029.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal-updates/restricted Translation-en [346 kB] 2023-10-31T05:59:58.466 INFO:teuthology.orchestra.run.smithi029.stdout:Get:28 http://archive.ubuntu.com/ubuntu focal-updates/restricted amd64 c-n-f Metadata [568 B] 2023-10-31T05:59:58.466 INFO:teuthology.orchestra.run.smithi029.stdout:Get:29 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 Packages [1,130 kB] 2023-10-31T05:59:58.473 INFO:teuthology.orchestra.run.smithi029.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal-updates/universe i386 Packages [752 kB] 2023-10-31T05:59:58.478 INFO:teuthology.orchestra.run.smithi029.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal-updates/universe Translation-en [269 kB] 2023-10-31T05:59:58.480 INFO:teuthology.orchestra.run.smithi029.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 c-n-f Metadata [25.7 kB] 2023-10-31T05:59:58.480 INFO:teuthology.orchestra.run.smithi029.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal-updates/multiverse amd64 Packages [25.8 kB] 2023-10-31T05:59:58.481 INFO:teuthology.orchestra.run.smithi029.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal-updates/multiverse i386 Packages [8,436 B] 2023-10-31T05:59:58.490 INFO:teuthology.orchestra.run.smithi006.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 Packages [2,953 kB] 2023-10-31T05:59:58.494 INFO:teuthology.orchestra.run.smithi029.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal-updates/multiverse Translation-en [7,484 B] 2023-10-31T05:59:58.494 INFO:teuthology.orchestra.run.smithi029.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal-updates/multiverse amd64 c-n-f Metadata [620 B] 2023-10-31T05:59:58.495 INFO:teuthology.orchestra.run.smithi029.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal-backports/main amd64 Packages [45.7 kB] 2023-10-31T05:59:58.495 INFO:teuthology.orchestra.run.smithi029.stdout:Get:38 http://archive.ubuntu.com/ubuntu focal-backports/main i386 Packages [36.1 kB] 2023-10-31T05:59:58.496 INFO:teuthology.orchestra.run.smithi029.stdout:Get:39 http://archive.ubuntu.com/ubuntu focal-backports/main amd64 c-n-f Metadata [1,420 B] 2023-10-31T05:59:58.510 INFO:teuthology.orchestra.run.smithi029.stdout:Get:40 http://archive.ubuntu.com/ubuntu focal-backports/universe amd64 Packages [25.0 kB] 2023-10-31T05:59:58.511 INFO:teuthology.orchestra.run.smithi029.stdout:Get:41 http://archive.ubuntu.com/ubuntu focal-backports/universe i386 Packages [13.8 kB] 2023-10-31T05:59:58.512 INFO:teuthology.orchestra.run.smithi029.stdout:Get:42 http://archive.ubuntu.com/ubuntu focal-backports/universe amd64 c-n-f Metadata [880 B] 2023-10-31T05:59:58.820 INFO:teuthology.orchestra.run.smithi032.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal-updates/main i386 Packages [906 kB] 2023-10-31T05:59:58.847 INFO:teuthology.orchestra.run.smithi006.stdout:Get:7 http://security.ubuntu.com/ubuntu focal-security/main i386 Packages [672 kB] 2023-10-31T05:59:58.849 INFO:teuthology.orchestra.run.smithi032.stdout:Get:23 http://archive.ubuntu.com/ubuntu focal-updates/main Translation-en [481 kB] 2023-10-31T05:59:58.861 INFO:teuthology.orchestra.run.smithi006.stdout:Get:8 http://security.ubuntu.com/ubuntu focal-security/main Translation-en [398 kB] 2023-10-31T05:59:58.862 INFO:teuthology.orchestra.run.smithi032.stdout:Get:24 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 c-n-f Metadata [17.2 kB] 2023-10-31T05:59:58.863 INFO:teuthology.orchestra.run.smithi032.stdout:Get:25 http://archive.ubuntu.com/ubuntu focal-updates/restricted i386 Packages [34.6 kB] 2023-10-31T05:59:58.864 INFO:teuthology.orchestra.run.smithi032.stdout:Get:26 http://archive.ubuntu.com/ubuntu focal-updates/restricted amd64 Packages [2,477 kB] 2023-10-31T05:59:58.870 INFO:teuthology.orchestra.run.smithi006.stdout:Get:9 http://security.ubuntu.com/ubuntu focal-security/main amd64 c-n-f Metadata [13.2 kB] 2023-10-31T05:59:58.871 INFO:teuthology.orchestra.run.smithi006.stdout:Get:10 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 Packages [2,360 kB] 2023-10-31T05:59:58.928 INFO:teuthology.orchestra.run.smithi032.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal-updates/restricted Translation-en [346 kB] 2023-10-31T05:59:58.944 INFO:teuthology.orchestra.run.smithi032.stdout:Get:28 http://archive.ubuntu.com/ubuntu focal-updates/restricted amd64 c-n-f Metadata [568 B] 2023-10-31T05:59:58.946 INFO:teuthology.orchestra.run.smithi006.stdout:Get:11 http://security.ubuntu.com/ubuntu focal-security/restricted i386 Packages [33.3 kB] 2023-10-31T05:59:58.947 INFO:teuthology.orchestra.run.smithi006.stdout:Get:12 http://security.ubuntu.com/ubuntu focal-security/restricted Translation-en [329 kB] 2023-10-31T05:59:58.954 INFO:teuthology.orchestra.run.smithi006.stdout:Get:13 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 c-n-f Metadata [572 B] 2023-10-31T05:59:58.954 INFO:teuthology.orchestra.run.smithi006.stdout:Get:14 http://security.ubuntu.com/ubuntu focal-security/universe amd64 Packages [898 kB] 2023-10-31T05:59:58.955 INFO:teuthology.orchestra.run.smithi006.stdout:Get:15 http://archive.ubuntu.com/ubuntu focal-updates/main i386 Packages [906 kB] 2023-10-31T05:59:58.974 INFO:teuthology.orchestra.run.smithi006.stdout:Get:16 http://archive.ubuntu.com/ubuntu focal-updates/main Translation-en [481 kB] 2023-10-31T05:59:58.975 INFO:teuthology.orchestra.run.smithi006.stdout:Get:17 http://security.ubuntu.com/ubuntu focal-security/universe i386 Packages [619 kB] 2023-10-31T05:59:58.982 INFO:teuthology.orchestra.run.smithi006.stdout:Get:18 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 c-n-f Metadata [17.2 kB] 2023-10-31T05:59:58.982 INFO:teuthology.orchestra.run.smithi006.stdout:Get:19 http://archive.ubuntu.com/ubuntu focal-updates/restricted i386 Packages [34.6 kB] 2023-10-31T05:59:58.986 INFO:teuthology.orchestra.run.smithi006.stdout:Get:20 http://archive.ubuntu.com/ubuntu focal-updates/restricted amd64 Packages [2,477 kB] 2023-10-31T05:59:59.059 INFO:teuthology.orchestra.run.smithi006.stdout:Get:21 http://archive.ubuntu.com/ubuntu focal-updates/restricted Translation-en [346 kB] 2023-10-31T05:59:59.065 INFO:teuthology.orchestra.run.smithi006.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal-updates/restricted amd64 c-n-f Metadata [568 B] 2023-10-31T05:59:59.108 INFO:teuthology.orchestra.run.smithi032.stdout:Get:29 http://archive.ubuntu.com/ubuntu focal-updates/universe i386 Packages [752 kB] 2023-10-31T05:59:59.150 INFO:teuthology.orchestra.run.smithi006.stdout:Get:23 http://security.ubuntu.com/ubuntu focal-security/universe Translation-en [187 kB] 2023-10-31T05:59:59.229 INFO:teuthology.orchestra.run.smithi006.stdout:Get:24 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 Packages [1,130 kB] 2023-10-31T05:59:59.568 INFO:teuthology.orchestra.run.smithi006.stdout:Get:25 http://security.ubuntu.com/ubuntu focal-security/universe amd64 c-n-f Metadata [19.2 kB] 2023-10-31T05:59:59.574 INFO:teuthology.orchestra.run.smithi006.stdout:Get:26 http://security.ubuntu.com/ubuntu focal-security/multiverse i386 Packages [7,196 B] 2023-10-31T05:59:59.576 INFO:teuthology.orchestra.run.smithi006.stdout:Get:27 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 Packages [23.6 kB] 2023-10-31T05:59:59.584 INFO:teuthology.orchestra.run.smithi006.stdout:Get:28 http://security.ubuntu.com/ubuntu focal-security/multiverse Translation-en [5,504 B] 2023-10-31T05:59:59.585 INFO:teuthology.orchestra.run.smithi006.stdout:Get:29 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 c-n-f Metadata [548 B] 2023-10-31T05:59:59.697 INFO:teuthology.orchestra.run.smithi032.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 Packages [1,130 kB] 2023-10-31T05:59:59.806 INFO:teuthology.orchestra.run.smithi032.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal-updates/universe Translation-en [269 kB] 2023-10-31T05:59:59.827 INFO:teuthology.orchestra.run.smithi032.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 c-n-f Metadata [25.7 kB] 2023-10-31T05:59:59.829 INFO:teuthology.orchestra.run.smithi032.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal-updates/multiverse i386 Packages [8,436 B] 2023-10-31T05:59:59.829 INFO:teuthology.orchestra.run.smithi032.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal-updates/multiverse amd64 Packages [25.8 kB] 2023-10-31T05:59:59.831 INFO:teuthology.orchestra.run.smithi032.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal-updates/multiverse Translation-en [7,484 B] 2023-10-31T05:59:59.832 INFO:teuthology.orchestra.run.smithi032.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal-updates/multiverse amd64 c-n-f Metadata [620 B] 2023-10-31T05:59:59.832 INFO:teuthology.orchestra.run.smithi032.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal-backports/main amd64 Packages [45.7 kB] 2023-10-31T05:59:59.835 INFO:teuthology.orchestra.run.smithi032.stdout:Get:38 http://archive.ubuntu.com/ubuntu focal-backports/main i386 Packages [36.1 kB] 2023-10-31T05:59:59.837 INFO:teuthology.orchestra.run.smithi032.stdout:Get:39 http://archive.ubuntu.com/ubuntu focal-backports/main amd64 c-n-f Metadata [1,420 B] 2023-10-31T05:59:59.863 INFO:teuthology.orchestra.run.smithi006.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal-updates/universe i386 Packages [752 kB] 2023-10-31T05:59:59.901 INFO:teuthology.orchestra.run.smithi006.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal-updates/universe Translation-en [269 kB] 2023-10-31T05:59:59.914 INFO:teuthology.orchestra.run.smithi006.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 c-n-f Metadata [25.7 kB] 2023-10-31T05:59:59.915 INFO:teuthology.orchestra.run.smithi006.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal-updates/multiverse i386 Packages [8,436 B] 2023-10-31T05:59:59.916 INFO:teuthology.orchestra.run.smithi006.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal-updates/multiverse amd64 Packages [25.8 kB] 2023-10-31T05:59:59.917 INFO:teuthology.orchestra.run.smithi006.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal-updates/multiverse Translation-en [7,484 B] 2023-10-31T05:59:59.918 INFO:teuthology.orchestra.run.smithi006.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal-updates/multiverse amd64 c-n-f Metadata [620 B] 2023-10-31T05:59:59.918 INFO:teuthology.orchestra.run.smithi006.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal-backports/main amd64 Packages [45.7 kB] 2023-10-31T05:59:59.944 INFO:teuthology.orchestra.run.smithi006.stdout:Get:38 http://archive.ubuntu.com/ubuntu focal-backports/main i386 Packages [36.1 kB] 2023-10-31T05:59:59.946 INFO:teuthology.orchestra.run.smithi006.stdout:Get:39 http://archive.ubuntu.com/ubuntu focal-backports/main amd64 c-n-f Metadata [1,420 B] 2023-10-31T06:00:00.001 INFO:teuthology.orchestra.run.smithi032.stdout:Get:40 http://archive.ubuntu.com/ubuntu focal-backports/universe amd64 Packages [25.0 kB] 2023-10-31T06:00:00.110 INFO:teuthology.orchestra.run.smithi006.stdout:Get:40 http://archive.ubuntu.com/ubuntu focal-backports/universe amd64 Packages [25.0 kB] 2023-10-31T06:00:00.184 INFO:teuthology.orchestra.run.smithi032.stdout:Get:41 http://archive.ubuntu.com/ubuntu focal-backports/universe i386 Packages [13.8 kB] 2023-10-31T06:00:00.206 INFO:teuthology.orchestra.run.smithi032.stdout:Get:42 http://archive.ubuntu.com/ubuntu focal-backports/universe amd64 c-n-f Metadata [880 B] 2023-10-31T06:00:00.294 INFO:teuthology.orchestra.run.smithi006.stdout:Get:41 http://archive.ubuntu.com/ubuntu focal-backports/universe i386 Packages [13.8 kB] 2023-10-31T06:00:00.316 INFO:teuthology.orchestra.run.smithi006.stdout:Get:42 http://archive.ubuntu.com/ubuntu focal-backports/universe amd64 c-n-f Metadata [880 B] 2023-10-31T06:00:02.419 INFO:teuthology.orchestra.run.smithi032.stdout:Fetched 18.0 MB in 3s (6,886 kB/s) 2023-10-31T06:00:02.453 INFO:teuthology.orchestra.run.smithi029.stdout:Fetched 18.0 MB in 3s (6,553 kB/s) 2023-10-31T06:00:03.001 INFO:teuthology.orchestra.run.smithi006.stdout:Fetched 18.0 MB in 3s (5,554 kB/s) 2023-10-31T06:00:03.846 INFO:teuthology.orchestra.run.smithi032.stdout:Reading package lists... 2023-10-31T06:00:03.871 DEBUG:teuthology.orchestra.run.smithi032:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic-hwe-20.04 2023-10-31T06:00:03.948 INFO:teuthology.orchestra.run.smithi032.stdout:Reading package lists... 2023-10-31T06:00:04.136 INFO:teuthology.orchestra.run.smithi032.stdout:Building dependency tree... 2023-10-31T06:00:04.137 INFO:teuthology.orchestra.run.smithi032.stdout:Reading state information... 2023-10-31T06:00:04.317 INFO:teuthology.orchestra.run.smithi032.stdout:The following additional packages will be installed: 2023-10-31T06:00:04.318 INFO:teuthology.orchestra.run.smithi032.stdout: libdbus-glib-1-2 libevdev2 libimobiledevice6 libplist3 libupower-glib3 2023-10-31T06:00:04.318 INFO:teuthology.orchestra.run.smithi032.stdout: libusbmuxd6 linux-image-5.15.0-88-generic linux-modules-5.15.0-88-generic 2023-10-31T06:00:04.318 INFO:teuthology.orchestra.run.smithi032.stdout: linux-modules-extra-5.15.0-88-generic thermald upower usbmuxd 2023-10-31T06:00:04.319 INFO:teuthology.orchestra.run.smithi032.stdout:Suggested packages: 2023-10-31T06:00:04.319 INFO:teuthology.orchestra.run.smithi032.stdout: libusbmuxd-tools fdutils linux-doc | linux-hwe-5.15-source-5.15.0 2023-10-31T06:00:04.319 INFO:teuthology.orchestra.run.smithi032.stdout: linux-hwe-5.15-tools linux-headers-5.15.0-88-generic 2023-10-31T06:00:04.456 INFO:teuthology.orchestra.run.smithi006.stdout:Reading package lists... 2023-10-31T06:00:04.456 INFO:teuthology.orchestra.run.smithi032.stdout:The following NEW packages will be installed: 2023-10-31T06:00:04.457 INFO:teuthology.orchestra.run.smithi032.stdout: libdbus-glib-1-2 libevdev2 libimobiledevice6 libplist3 libupower-glib3 2023-10-31T06:00:04.457 INFO:teuthology.orchestra.run.smithi032.stdout: libusbmuxd6 linux-image-5.15.0-88-generic linux-image-generic-hwe-20.04 2023-10-31T06:00:04.457 INFO:teuthology.orchestra.run.smithi032.stdout: linux-modules-5.15.0-88-generic linux-modules-extra-5.15.0-88-generic 2023-10-31T06:00:04.457 INFO:teuthology.orchestra.run.smithi032.stdout: thermald upower usbmuxd 2023-10-31T06:00:04.480 DEBUG:teuthology.orchestra.run.smithi006:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic-hwe-20.04 2023-10-31T06:00:04.550 INFO:teuthology.orchestra.run.smithi006.stdout:Reading package lists... 2023-10-31T06:00:04.587 INFO:teuthology.orchestra.run.smithi029.stdout:Reading package lists... 2023-10-31T06:00:04.612 DEBUG:teuthology.orchestra.run.smithi029:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic-hwe-20.04 2023-10-31T06:00:04.688 INFO:teuthology.orchestra.run.smithi029.stdout:Reading package lists... 2023-10-31T06:00:04.758 INFO:teuthology.orchestra.run.smithi006.stdout:Building dependency tree... 2023-10-31T06:00:04.759 INFO:teuthology.orchestra.run.smithi006.stdout:Reading state information... 2023-10-31T06:00:04.896 INFO:teuthology.orchestra.run.smithi029.stdout:Building dependency tree... 2023-10-31T06:00:04.897 INFO:teuthology.orchestra.run.smithi029.stdout:Reading state information... 2023-10-31T06:00:04.950 INFO:teuthology.orchestra.run.smithi006.stdout:The following additional packages will be installed: 2023-10-31T06:00:04.951 INFO:teuthology.orchestra.run.smithi006.stdout: libdbus-glib-1-2 libevdev2 libimobiledevice6 libplist3 libupower-glib3 2023-10-31T06:00:04.951 INFO:teuthology.orchestra.run.smithi006.stdout: libusbmuxd6 linux-image-5.15.0-88-generic linux-modules-5.15.0-88-generic 2023-10-31T06:00:04.951 INFO:teuthology.orchestra.run.smithi006.stdout: linux-modules-extra-5.15.0-88-generic thermald upower usbmuxd 2023-10-31T06:00:04.952 INFO:teuthology.orchestra.run.smithi006.stdout:Suggested packages: 2023-10-31T06:00:04.952 INFO:teuthology.orchestra.run.smithi006.stdout: libusbmuxd-tools fdutils linux-doc | linux-hwe-5.15-source-5.15.0 2023-10-31T06:00:04.952 INFO:teuthology.orchestra.run.smithi006.stdout: linux-hwe-5.15-tools linux-headers-5.15.0-88-generic 2023-10-31T06:00:04.991 INFO:teuthology.orchestra.run.smithi006.stdout:The following NEW packages will be installed: 2023-10-31T06:00:04.992 INFO:teuthology.orchestra.run.smithi006.stdout: libdbus-glib-1-2 libevdev2 libimobiledevice6 libplist3 libupower-glib3 2023-10-31T06:00:04.992 INFO:teuthology.orchestra.run.smithi006.stdout: libusbmuxd6 linux-image-5.15.0-88-generic linux-image-generic-hwe-20.04 2023-10-31T06:00:04.993 INFO:teuthology.orchestra.run.smithi006.stdout: linux-modules-5.15.0-88-generic linux-modules-extra-5.15.0-88-generic 2023-10-31T06:00:04.993 INFO:teuthology.orchestra.run.smithi006.stdout: thermald upower usbmuxd 2023-10-31T06:00:05.054 INFO:teuthology.orchestra.run.smithi006.stdout:0 upgraded, 13 newly installed, 0 to remove and 275 not upgraded. 2023-10-31T06:00:05.055 INFO:teuthology.orchestra.run.smithi006.stdout:Need to get 90.8 MB of archives. 2023-10-31T06:00:05.055 INFO:teuthology.orchestra.run.smithi006.stdout:After this operation, 497 MB of additional disk space will be used. 2023-10-31T06:00:05.055 INFO:teuthology.orchestra.run.smithi006.stdout:Get:1 http://archive.ubuntu.com/ubuntu focal/main amd64 libdbus-glib-1-2 amd64 0.110-5fakssync1 [59.1 kB] 2023-10-31T06:00:05.088 INFO:teuthology.orchestra.run.smithi029.stdout:The following additional packages will be installed: 2023-10-31T06:00:05.088 INFO:teuthology.orchestra.run.smithi029.stdout: libdbus-glib-1-2 libevdev2 libimobiledevice6 libplist3 libupower-glib3 2023-10-31T06:00:05.089 INFO:teuthology.orchestra.run.smithi029.stdout: libusbmuxd6 linux-image-5.15.0-88-generic linux-modules-5.15.0-88-generic 2023-10-31T06:00:05.089 INFO:teuthology.orchestra.run.smithi029.stdout: linux-modules-extra-5.15.0-88-generic thermald upower usbmuxd 2023-10-31T06:00:05.090 INFO:teuthology.orchestra.run.smithi029.stdout:Suggested packages: 2023-10-31T06:00:05.090 INFO:teuthology.orchestra.run.smithi029.stdout: libusbmuxd-tools fdutils linux-doc | linux-hwe-5.15-source-5.15.0 2023-10-31T06:00:05.090 INFO:teuthology.orchestra.run.smithi029.stdout: linux-hwe-5.15-tools linux-headers-5.15.0-88-generic 2023-10-31T06:00:05.120 INFO:teuthology.orchestra.run.smithi006.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal/main amd64 libplist3 amd64 2.1.0-4build2 [31.6 kB] 2023-10-31T06:00:05.127 INFO:teuthology.orchestra.run.smithi006.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal/main amd64 libusbmuxd6 amd64 2.0.1-2 [19.1 kB] 2023-10-31T06:00:05.131 INFO:teuthology.orchestra.run.smithi006.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal/main amd64 libimobiledevice6 amd64 1.2.1~git20191129.9f79242-1build1 [65.2 kB] 2023-10-31T06:00:05.137 INFO:teuthology.orchestra.run.smithi029.stdout:The following NEW packages will be installed: 2023-10-31T06:00:05.138 INFO:teuthology.orchestra.run.smithi029.stdout: libdbus-glib-1-2 libevdev2 libimobiledevice6 libplist3 libupower-glib3 2023-10-31T06:00:05.138 INFO:teuthology.orchestra.run.smithi029.stdout: libusbmuxd6 linux-image-5.15.0-88-generic linux-image-generic-hwe-20.04 2023-10-31T06:00:05.139 INFO:teuthology.orchestra.run.smithi029.stdout: linux-modules-5.15.0-88-generic linux-modules-extra-5.15.0-88-generic 2023-10-31T06:00:05.139 INFO:teuthology.orchestra.run.smithi029.stdout: thermald upower usbmuxd 2023-10-31T06:00:05.150 INFO:teuthology.orchestra.run.smithi006.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal/main amd64 libupower-glib3 amd64 0.99.11-1build2 [43.2 kB] 2023-10-31T06:00:05.158 INFO:teuthology.orchestra.run.smithi006.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-modules-5.15.0-88-generic amd64 5.15.0-88.98~20.04.1 [20.9 MB] 2023-10-31T06:00:05.548 INFO:teuthology.orchestra.run.smithi006.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-image-5.15.0-88-generic amd64 5.15.0-88.98~20.04.1 [11.4 MB] 2023-10-31T06:00:05.685 INFO:teuthology.orchestra.run.smithi006.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-modules-extra-5.15.0-88-generic amd64 5.15.0-88.98~20.04.1 [58.0 MB] 2023-10-31T06:00:06.364 INFO:teuthology.orchestra.run.smithi032.stdout:0 upgraded, 13 newly installed, 0 to remove and 275 not upgraded. 2023-10-31T06:00:06.364 INFO:teuthology.orchestra.run.smithi032.stdout:Need to get 90.8 MB of archives. 2023-10-31T06:00:06.365 INFO:teuthology.orchestra.run.smithi032.stdout:After this operation, 497 MB of additional disk space will be used. 2023-10-31T06:00:06.365 INFO:teuthology.orchestra.run.smithi032.stdout:Get:1 http://archive.ubuntu.com/ubuntu focal/main amd64 libdbus-glib-1-2 amd64 0.110-5fakssync1 [59.1 kB] 2023-10-31T06:00:06.422 INFO:teuthology.orchestra.run.smithi032.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal/main amd64 libplist3 amd64 2.1.0-4build2 [31.6 kB] 2023-10-31T06:00:06.427 INFO:teuthology.orchestra.run.smithi032.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal/main amd64 libusbmuxd6 amd64 2.0.1-2 [19.1 kB] 2023-10-31T06:00:06.431 INFO:teuthology.orchestra.run.smithi032.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal/main amd64 libimobiledevice6 amd64 1.2.1~git20191129.9f79242-1build1 [65.2 kB] 2023-10-31T06:00:06.446 INFO:teuthology.orchestra.run.smithi032.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal/main amd64 libupower-glib3 amd64 0.99.11-1build2 [43.2 kB] 2023-10-31T06:00:06.453 INFO:teuthology.orchestra.run.smithi032.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-modules-5.15.0-88-generic amd64 5.15.0-88.98~20.04.1 [20.9 MB] 2023-10-31T06:00:06.616 INFO:teuthology.orchestra.run.smithi006.stdout:Get:9 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-image-generic-hwe-20.04 amd64 5.15.0.88.98~20.04.46 [2,632 B] 2023-10-31T06:00:06.616 INFO:teuthology.orchestra.run.smithi006.stdout:Get:10 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libevdev2 amd64 1.9.0+dfsg-1ubuntu0.2 [31.6 kB] 2023-10-31T06:00:06.617 INFO:teuthology.orchestra.run.smithi006.stdout:Get:11 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 thermald amd64 1.9.1-1ubuntu0.6 [233 kB] 2023-10-31T06:00:06.622 INFO:teuthology.orchestra.run.smithi006.stdout:Get:12 http://archive.ubuntu.com/ubuntu focal/main amd64 upower amd64 0.99.11-1build2 [104 kB] 2023-10-31T06:00:06.625 INFO:teuthology.orchestra.run.smithi006.stdout:Get:13 http://archive.ubuntu.com/ubuntu focal/main amd64 usbmuxd amd64 1.1.1~git20191130.9af2b12-1 [38.4 kB] 2023-10-31T06:00:06.726 INFO:teuthology.orchestra.run.smithi032.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-image-5.15.0-88-generic amd64 5.15.0-88.98~20.04.1 [11.4 MB] 2023-10-31T06:00:06.826 INFO:teuthology.orchestra.run.smithi032.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-modules-extra-5.15.0-88-generic amd64 5.15.0-88.98~20.04.1 [58.0 MB] 2023-10-31T06:00:07.314 INFO:teuthology.orchestra.run.smithi006.stdout:Fetched 90.8 MB in 2s (55.9 MB/s) 2023-10-31T06:00:07.564 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libdbus-glib-1-2:amd64. 2023-10-31T06:00:07.626 INFO:teuthology.orchestra.run.smithi032.stdout:Get:9 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-image-generic-hwe-20.04 amd64 5.15.0.88.98~20.04.46 [2,632 B] 2023-10-31T06:00:07.627 INFO:teuthology.orchestra.run.smithi032.stdout:Get:10 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libevdev2 amd64 1.9.0+dfsg-1ubuntu0.2 [31.6 kB] 2023-10-31T06:00:07.628 INFO:teuthology.orchestra.run.smithi032.stdout:Get:11 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 thermald amd64 1.9.1-1ubuntu0.6 [233 kB] 2023-10-31T06:00:07.633 INFO:teuthology.orchestra.run.smithi032.stdout:Get:12 http://archive.ubuntu.com/ubuntu focal/main amd64 upower amd64 0.99.11-1build2 [104 kB] 2023-10-31T06:00:07.636 INFO:teuthology.orchestra.run.smithi032.stdout:Get:13 http://archive.ubuntu.com/ubuntu focal/main amd64 usbmuxd amd64 1.1.1~git20191130.9af2b12-1 [38.4 kB] 2023-10-31T06:00:08.292 INFO:teuthology.orchestra.run.smithi032.stdout:Fetched 90.8 MB in 3s (28.6 MB/s) 2023-10-31T06:00:08.465 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libdbus-glib-1-2:amd64. 2023-10-31T06:00:09.288 INFO:teuthology.orchestra.run.smithi006.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 104373 files and directories currently installed.) 2023-10-31T06:00:09.294 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../00-libdbus-glib-1-2_0.110-5fakssync1_amd64.deb ... 2023-10-31T06:00:09.462 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libdbus-glib-1-2:amd64 (0.110-5fakssync1) ... 2023-10-31T06:00:09.848 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libplist3:amd64. 2023-10-31T06:00:09.864 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../01-libplist3_2.1.0-4build2_amd64.deb ... 2023-10-31T06:00:09.898 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libplist3:amd64 (2.1.0-4build2) ... 2023-10-31T06:00:10.245 INFO:teuthology.orchestra.run.smithi032.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 104373 files and directories currently installed.) 2023-10-31T06:00:10.250 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../00-libdbus-glib-1-2_0.110-5fakssync1_amd64.deb ... 2023-10-31T06:00:10.251 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libusbmuxd6:amd64. 2023-10-31T06:00:10.265 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../02-libusbmuxd6_2.0.1-2_amd64.deb ... 2023-10-31T06:00:10.301 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libusbmuxd6:amd64 (2.0.1-2) ... 2023-10-31T06:00:10.423 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libdbus-glib-1-2:amd64 (0.110-5fakssync1) ... 2023-10-31T06:00:10.671 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libimobiledevice6:amd64. 2023-10-31T06:00:10.685 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../03-libimobiledevice6_1.2.1~git20191129.9f79242-1build1_amd64.deb ... 2023-10-31T06:00:10.729 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libimobiledevice6:amd64 (1.2.1~git20191129.9f79242-1build1) ... 2023-10-31T06:00:10.810 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libplist3:amd64. 2023-10-31T06:00:10.822 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../01-libplist3_2.1.0-4build2_amd64.deb ... 2023-10-31T06:00:10.859 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libplist3:amd64 (2.1.0-4build2) ... 2023-10-31T06:00:11.091 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libupower-glib3:amd64. 2023-10-31T06:00:11.105 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../04-libupower-glib3_0.99.11-1build2_amd64.deb ... 2023-10-31T06:00:11.166 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libupower-glib3:amd64 (0.99.11-1build2) ... 2023-10-31T06:00:11.170 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libusbmuxd6:amd64. 2023-10-31T06:00:11.187 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../02-libusbmuxd6_2.0.1-2_amd64.deb ... 2023-10-31T06:00:11.220 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libusbmuxd6:amd64 (2.0.1-2) ... 2023-10-31T06:00:11.494 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package linux-modules-5.15.0-88-generic. 2023-10-31T06:00:11.508 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../05-linux-modules-5.15.0-88-generic_5.15.0-88.98~20.04.1_amd64.deb ... 2023-10-31T06:00:11.552 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking linux-modules-5.15.0-88-generic (5.15.0-88.98~20.04.1) ... 2023-10-31T06:00:11.557 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libimobiledevice6:amd64. 2023-10-31T06:00:11.571 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../03-libimobiledevice6_1.2.1~git20191129.9f79242-1build1_amd64.deb ... 2023-10-31T06:00:11.615 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libimobiledevice6:amd64 (1.2.1~git20191129.9f79242-1build1) ... 2023-10-31T06:00:11.985 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libupower-glib3:amd64. 2023-10-31T06:00:11.998 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../04-libupower-glib3_0.99.11-1build2_amd64.deb ... 2023-10-31T06:00:12.043 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libupower-glib3:amd64 (0.99.11-1build2) ... 2023-10-31T06:00:12.397 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package linux-modules-5.15.0-88-generic. 2023-10-31T06:00:12.409 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../05-linux-modules-5.15.0-88-generic_5.15.0-88.98~20.04.1_amd64.deb ... 2023-10-31T06:00:12.446 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking linux-modules-5.15.0-88-generic (5.15.0-88.98~20.04.1) ... 2023-10-31T06:00:14.087 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package linux-image-5.15.0-88-generic. 2023-10-31T06:00:14.103 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../06-linux-image-5.15.0-88-generic_5.15.0-88.98~20.04.1_amd64.deb ... 2023-10-31T06:00:14.210 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking linux-image-5.15.0-88-generic (5.15.0-88.98~20.04.1) ... 2023-10-31T06:00:14.323 INFO:teuthology.orchestra.run.smithi029.stdout:0 upgraded, 13 newly installed, 0 to remove and 275 not upgraded. 2023-10-31T06:00:14.324 INFO:teuthology.orchestra.run.smithi029.stdout:Need to get 90.8 MB of archives. 2023-10-31T06:00:14.324 INFO:teuthology.orchestra.run.smithi029.stdout:After this operation, 497 MB of additional disk space will be used. 2023-10-31T06:00:14.324 INFO:teuthology.orchestra.run.smithi029.stdout:Get:1 http://archive.ubuntu.com/ubuntu focal/main amd64 libdbus-glib-1-2 amd64 0.110-5fakssync1 [59.1 kB] 2023-10-31T06:00:14.390 INFO:teuthology.orchestra.run.smithi029.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal/main amd64 libplist3 amd64 2.1.0-4build2 [31.6 kB] 2023-10-31T06:00:14.417 INFO:teuthology.orchestra.run.smithi029.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal/main amd64 libusbmuxd6 amd64 2.0.1-2 [19.1 kB] 2023-10-31T06:00:14.441 INFO:teuthology.orchestra.run.smithi029.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal/main amd64 libimobiledevice6 amd64 1.2.1~git20191129.9f79242-1build1 [65.2 kB] 2023-10-31T06:00:14.474 INFO:teuthology.orchestra.run.smithi029.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal/main amd64 libupower-glib3 amd64 0.99.11-1build2 [43.2 kB] 2023-10-31T06:00:14.502 INFO:teuthology.orchestra.run.smithi029.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-modules-5.15.0-88-generic amd64 5.15.0-88.98~20.04.1 [20.9 MB] 2023-10-31T06:00:14.756 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-88-generic. 2023-10-31T06:00:14.769 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../07-linux-modules-extra-5.15.0-88-generic_5.15.0-88.98~20.04.1_amd64.deb ... 2023-10-31T06:00:14.806 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking linux-modules-extra-5.15.0-88-generic (5.15.0-88.98~20.04.1) ... 2023-10-31T06:00:14.935 INFO:teuthology.orchestra.run.smithi029.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-image-5.15.0-88-generic amd64 5.15.0-88.98~20.04.1 [11.4 MB] 2023-10-31T06:00:15.166 INFO:teuthology.orchestra.run.smithi029.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-modules-extra-5.15.0-88-generic amd64 5.15.0-88.98~20.04.1 [58.0 MB] 2023-10-31T06:00:15.171 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package linux-image-5.15.0-88-generic. 2023-10-31T06:00:15.188 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../06-linux-image-5.15.0-88-generic_5.15.0-88.98~20.04.1_amd64.deb ... 2023-10-31T06:00:15.279 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking linux-image-5.15.0-88-generic (5.15.0-88.98~20.04.1) ... 2023-10-31T06:00:15.808 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-88-generic. 2023-10-31T06:00:15.822 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../07-linux-modules-extra-5.15.0-88-generic_5.15.0-88.98~20.04.1_amd64.deb ... 2023-10-31T06:00:15.866 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking linux-modules-extra-5.15.0-88-generic (5.15.0-88.98~20.04.1) ... 2023-10-31T06:00:16.374 INFO:teuthology.orchestra.run.smithi029.stdout:Get:9 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-image-generic-hwe-20.04 amd64 5.15.0.88.98~20.04.46 [2,632 B] 2023-10-31T06:00:16.397 INFO:teuthology.orchestra.run.smithi029.stdout:Get:10 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libevdev2 amd64 1.9.0+dfsg-1ubuntu0.2 [31.6 kB] 2023-10-31T06:00:16.419 INFO:teuthology.orchestra.run.smithi029.stdout:Get:11 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 thermald amd64 1.9.1-1ubuntu0.6 [233 kB] 2023-10-31T06:00:16.445 INFO:teuthology.orchestra.run.smithi029.stdout:Get:12 http://archive.ubuntu.com/ubuntu focal/main amd64 upower amd64 0.99.11-1build2 [104 kB] 2023-10-31T06:00:16.519 INFO:teuthology.orchestra.run.smithi029.stdout:Get:13 http://archive.ubuntu.com/ubuntu focal/main amd64 usbmuxd amd64 1.1.1~git20191130.9af2b12-1 [38.4 kB] 2023-10-31T06:00:17.245 INFO:teuthology.orchestra.run.smithi029.stdout:Fetched 90.8 MB in 11s (7,988 kB/s) 2023-10-31T06:00:17.537 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package libdbus-glib-1-2:amd64. 2023-10-31T06:00:20.076 INFO:teuthology.orchestra.run.smithi029.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 104373 files and directories currently installed.) 2023-10-31T06:00:20.081 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../00-libdbus-glib-1-2_0.110-5fakssync1_amd64.deb ... 2023-10-31T06:00:20.195 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking libdbus-glib-1-2:amd64 (0.110-5fakssync1) ... 2023-10-31T06:00:20.602 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package libplist3:amd64. 2023-10-31T06:00:20.616 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../01-libplist3_2.1.0-4build2_amd64.deb ... 2023-10-31T06:00:20.660 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking libplist3:amd64 (2.1.0-4build2) ... 2023-10-31T06:00:21.024 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package libusbmuxd6:amd64. 2023-10-31T06:00:21.037 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../02-libusbmuxd6_2.0.1-2_amd64.deb ... 2023-10-31T06:00:21.082 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking libusbmuxd6:amd64 (2.0.1-2) ... 2023-10-31T06:00:21.439 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package libimobiledevice6:amd64. 2023-10-31T06:00:21.455 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../03-libimobiledevice6_1.2.1~git20191129.9f79242-1build1_amd64.deb ... 2023-10-31T06:00:21.497 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking libimobiledevice6:amd64 (1.2.1~git20191129.9f79242-1build1) ... 2023-10-31T06:00:21.879 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package libupower-glib3:amd64. 2023-10-31T06:00:21.893 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../04-libupower-glib3_0.99.11-1build2_amd64.deb ... 2023-10-31T06:00:21.938 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking libupower-glib3:amd64 (0.99.11-1build2) ... 2023-10-31T06:00:21.958 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package linux-image-generic-hwe-20.04. 2023-10-31T06:00:21.975 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../08-linux-image-generic-hwe-20.04_5.15.0.88.98~20.04.46_amd64.deb ... 2023-10-31T06:00:22.016 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking linux-image-generic-hwe-20.04 (5.15.0.88.98~20.04.46) ... 2023-10-31T06:00:22.310 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package linux-modules-5.15.0-88-generic. 2023-10-31T06:00:22.323 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../05-linux-modules-5.15.0-88-generic_5.15.0-88.98~20.04.1_amd64.deb ... 2023-10-31T06:00:22.368 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking linux-modules-5.15.0-88-generic (5.15.0-88.98~20.04.1) ... 2023-10-31T06:00:22.378 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libevdev2:amd64. 2023-10-31T06:00:22.391 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../09-libevdev2_1.9.0+dfsg-1ubuntu0.2_amd64.deb ... 2023-10-31T06:00:22.457 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libevdev2:amd64 (1.9.0+dfsg-1ubuntu0.2) ... 2023-10-31T06:00:22.864 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package thermald. 2023-10-31T06:00:22.878 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../10-thermald_1.9.1-1ubuntu0.6_amd64.deb ... 2023-10-31T06:00:22.883 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package linux-image-generic-hwe-20.04. 2023-10-31T06:00:22.900 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../08-linux-image-generic-hwe-20.04_5.15.0.88.98~20.04.46_amd64.deb ... 2023-10-31T06:00:22.922 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking thermald (1.9.1-1ubuntu0.6) ... 2023-10-31T06:00:22.942 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking linux-image-generic-hwe-20.04 (5.15.0.88.98~20.04.46) ... 2023-10-31T06:00:23.302 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libevdev2:amd64. 2023-10-31T06:00:23.319 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../09-libevdev2_1.9.0+dfsg-1ubuntu0.2_amd64.deb ... 2023-10-31T06:00:23.386 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libevdev2:amd64 (1.9.0+dfsg-1ubuntu0.2) ... 2023-10-31T06:00:23.519 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package upower. 2023-10-31T06:00:23.536 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../11-upower_0.99.11-1build2_amd64.deb ... 2023-10-31T06:00:23.592 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking upower (0.99.11-1build2) ... 2023-10-31T06:00:23.789 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package thermald. 2023-10-31T06:00:23.803 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../10-thermald_1.9.1-1ubuntu0.6_amd64.deb ... 2023-10-31T06:00:23.847 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking thermald (1.9.1-1ubuntu0.6) ... 2023-10-31T06:00:24.015 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package usbmuxd. 2023-10-31T06:00:24.030 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../12-usbmuxd_1.1.1~git20191130.9af2b12-1_amd64.deb ... 2023-10-31T06:00:24.073 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking usbmuxd (1.1.1~git20191130.9af2b12-1) ... 2023-10-31T06:00:24.391 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libplist3:amd64 (2.1.0-4build2) ... 2023-10-31T06:00:24.419 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package upower. 2023-10-31T06:00:24.436 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../11-upower_0.99.11-1build2_amd64.deb ... 2023-10-31T06:00:24.496 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking upower (0.99.11-1build2) ... 2023-10-31T06:00:24.528 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libdbus-glib-1-2:amd64 (0.110-5fakssync1) ... 2023-10-31T06:00:24.629 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libusbmuxd6:amd64 (2.0.1-2) ... 2023-10-31T06:00:24.755 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libupower-glib3:amd64 (0.99.11-1build2) ... 2023-10-31T06:00:24.906 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libimobiledevice6:amd64 (1.2.1~git20191129.9f79242-1build1) ... 2023-10-31T06:00:24.940 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package usbmuxd. 2023-10-31T06:00:24.955 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../12-usbmuxd_1.1.1~git20191130.9af2b12-1_amd64.deb ... 2023-10-31T06:00:25.014 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking usbmuxd (1.1.1~git20191130.9af2b12-1) ... 2023-10-31T06:00:25.032 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libevdev2:amd64 (1.9.0+dfsg-1ubuntu0.2) ... 2023-10-31T06:00:25.191 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up upower (0.99.11-1build2) ... 2023-10-31T06:00:25.309 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libplist3:amd64 (2.1.0-4build2) ... 2023-10-31T06:00:25.452 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libdbus-glib-1-2:amd64 (0.110-5fakssync1) ... 2023-10-31T06:00:25.578 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libusbmuxd6:amd64 (2.0.1-2) ... 2023-10-31T06:00:25.607 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package linux-image-5.15.0-88-generic. 2023-10-31T06:00:25.620 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../06-linux-image-5.15.0-88-generic_5.15.0-88.98~20.04.1_amd64.deb ... 2023-10-31T06:00:25.704 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libupower-glib3:amd64 (0.99.11-1build2) ... 2023-10-31T06:00:25.726 INFO:teuthology.orchestra.run.smithi006.stdout:upower.service is a disabled or a static unit, not starting it. 2023-10-31T06:00:25.735 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking linux-image-5.15.0-88-generic (5.15.0-88.98~20.04.1) ... 2023-10-31T06:00:25.779 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up usbmuxd (1.1.1~git20191130.9af2b12-1) ... 2023-10-31T06:00:25.855 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libimobiledevice6:amd64 (1.2.1~git20191129.9f79242-1build1) ... 2023-10-31T06:00:25.981 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libevdev2:amd64 (1.9.0+dfsg-1ubuntu0.2) ... 2023-10-31T06:00:26.024 INFO:teuthology.orchestra.run.smithi006.stdout:Warning: The home dir /var/lib/usbmux you specified can't be accessed: No such file or directory 2023-10-31T06:00:26.038 INFO:teuthology.orchestra.run.smithi006.stdout:Adding system user `usbmux' (UID 114) ... 2023-10-31T06:00:26.038 INFO:teuthology.orchestra.run.smithi006.stdout:Adding new user `usbmux' (UID 114) with group `plugdev' ... 2023-10-31T06:00:26.117 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up upower (0.99.11-1build2) ... 2023-10-31T06:00:26.389 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-88-generic. 2023-10-31T06:00:26.402 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../07-linux-modules-extra-5.15.0-88-generic_5.15.0-88.98~20.04.1_amd64.deb ... 2023-10-31T06:00:26.447 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking linux-modules-extra-5.15.0-88-generic (5.15.0-88.98~20.04.1) ... 2023-10-31T06:00:26.662 INFO:teuthology.orchestra.run.smithi006.stdout:Not creating home directory `/var/lib/usbmux'. 2023-10-31T06:00:26.704 INFO:teuthology.orchestra.run.smithi032.stdout:upower.service is a disabled or a static unit, not starting it. 2023-10-31T06:00:26.753 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up usbmuxd (1.1.1~git20191130.9af2b12-1) ... 2023-10-31T06:00:26.879 INFO:teuthology.orchestra.run.smithi006.stdout:usbmuxd.service is a disabled or a static unit, not starting it. 2023-10-31T06:00:26.926 INFO:teuthology.orchestra.run.smithi032.stdout:Warning: The home dir /var/lib/usbmux you specified can't be accessed: No such file or directory 2023-10-31T06:00:26.934 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up thermald (1.9.1-1ubuntu0.6) ... 2023-10-31T06:00:26.935 INFO:teuthology.orchestra.run.smithi032.stdout:Adding system user `usbmux' (UID 114) ... 2023-10-31T06:00:26.936 INFO:teuthology.orchestra.run.smithi032.stdout:Adding new user `usbmux' (UID 114) with group `plugdev' ... 2023-10-31T06:00:27.250 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.thermald.service -> /lib/systemd/system/thermald.service. 2023-10-31T06:00:27.251 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/thermald.service -> /lib/systemd/system/thermald.service. 2023-10-31T06:00:27.470 INFO:teuthology.orchestra.run.smithi032.stdout:Not creating home directory `/var/lib/usbmux'. 2023-10-31T06:00:27.668 INFO:teuthology.orchestra.run.smithi032.stdout:usbmuxd.service is a disabled or a static unit, not starting it. 2023-10-31T06:00:27.721 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up linux-image-5.15.0-88-generic (5.15.0-88.98~20.04.1) ... 2023-10-31T06:00:27.730 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up thermald (1.9.1-1ubuntu0.6) ... 2023-10-31T06:00:28.042 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.thermald.service -> /lib/systemd/system/thermald.service. 2023-10-31T06:00:28.093 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/thermald.service -> /lib/systemd/system/thermald.service. 2023-10-31T06:00:28.462 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up linux-image-5.15.0-88-generic (5.15.0-88.98~20.04.1) ... 2023-10-31T06:00:29.080 INFO:teuthology.orchestra.run.smithi006.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-88-generic 2023-10-31T06:00:29.081 INFO:teuthology.orchestra.run.smithi006.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-88-generic 2023-10-31T06:00:29.267 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up linux-modules-extra-5.15.0-88-generic (5.15.0-88.98~20.04.1) ... 2023-10-31T06:00:30.017 INFO:teuthology.orchestra.run.smithi032.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-88-generic 2023-10-31T06:00:30.017 INFO:teuthology.orchestra.run.smithi032.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-88-generic 2023-10-31T06:00:30.199 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up linux-modules-extra-5.15.0-88-generic (5.15.0-88.98~20.04.1) ... 2023-10-31T06:00:30.692 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up linux-modules-5.15.0-88-generic (5.15.0-88.98~20.04.1) ... 2023-10-31T06:00:31.866 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up linux-modules-5.15.0-88-generic (5.15.0-88.98~20.04.1) ... 2023-10-31T06:00:32.452 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up linux-image-generic-hwe-20.04 (5.15.0.88.98~20.04.46) ... 2023-10-31T06:00:32.587 INFO:teuthology.orchestra.run.smithi006.stdout:Processing triggers for libc-bin (2.31-0ubuntu9.9) ... 2023-10-31T06:00:32.876 INFO:teuthology.orchestra.run.smithi006.stdout:Processing triggers for man-db (2.9.1-1) ... 2023-10-31T06:00:33.309 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up linux-image-generic-hwe-20.04 (5.15.0.88.98~20.04.46) ... 2023-10-31T06:00:33.435 INFO:teuthology.orchestra.run.smithi032.stdout:Processing triggers for libc-bin (2.31-0ubuntu9.9) ... 2023-10-31T06:00:33.695 INFO:teuthology.orchestra.run.smithi006.stdout:Processing triggers for dbus (1.12.16-2ubuntu2.2) ... 2023-10-31T06:00:33.749 INFO:teuthology.orchestra.run.smithi032.stdout:Processing triggers for man-db (2.9.1-1) ... 2023-10-31T06:00:33.804 INFO:teuthology.orchestra.run.smithi006.stdout:Processing triggers for linux-image-5.15.0-88-generic (5.15.0-88.98~20.04.1) ... 2023-10-31T06:00:33.884 INFO:teuthology.orchestra.run.smithi006.stdout:/etc/kernel/postinst.d/initramfs-tools: 2023-10-31T06:00:33.884 INFO:teuthology.orchestra.run.smithi006.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-88-generic 2023-10-31T06:00:35.044 INFO:teuthology.orchestra.run.smithi032.stdout:Processing triggers for dbus (1.12.16-2ubuntu2.2) ... 2023-10-31T06:00:35.878 INFO:teuthology.orchestra.run.smithi032.stdout:Processing triggers for linux-image-5.15.0-88-generic (5.15.0-88.98~20.04.1) ... 2023-10-31T06:00:36.277 INFO:teuthology.orchestra.run.smithi032.stdout:/etc/kernel/postinst.d/initramfs-tools: 2023-10-31T06:00:36.277 INFO:teuthology.orchestra.run.smithi032.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-88-generic 2023-10-31T06:00:38.171 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package linux-image-generic-hwe-20.04. 2023-10-31T06:00:38.190 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../08-linux-image-generic-hwe-20.04_5.15.0.88.98~20.04.46_amd64.deb ... 2023-10-31T06:00:38.239 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking linux-image-generic-hwe-20.04 (5.15.0.88.98~20.04.46) ... 2023-10-31T06:00:38.619 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package libevdev2:amd64. 2023-10-31T06:00:38.633 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../09-libevdev2_1.9.0+dfsg-1ubuntu0.2_amd64.deb ... 2023-10-31T06:00:38.677 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking libevdev2:amd64 (1.9.0+dfsg-1ubuntu0.2) ... 2023-10-31T06:00:39.101 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package thermald. 2023-10-31T06:00:39.115 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../10-thermald_1.9.1-1ubuntu0.6_amd64.deb ... 2023-10-31T06:00:39.159 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking thermald (1.9.1-1ubuntu0.6) ... 2023-10-31T06:00:39.728 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package upower. 2023-10-31T06:00:39.742 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../11-upower_0.99.11-1build2_amd64.deb ... 2023-10-31T06:00:39.837 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking upower (0.99.11-1build2) ... 2023-10-31T06:00:40.237 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package usbmuxd. 2023-10-31T06:00:40.253 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../12-usbmuxd_1.1.1~git20191130.9af2b12-1_amd64.deb ... 2023-10-31T06:00:40.296 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking usbmuxd (1.1.1~git20191130.9af2b12-1) ... 2023-10-31T06:00:40.659 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up libplist3:amd64 (2.1.0-4build2) ... 2023-10-31T06:00:40.789 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up libdbus-glib-1-2:amd64 (0.110-5fakssync1) ... 2023-10-31T06:00:40.917 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up libusbmuxd6:amd64 (2.0.1-2) ... 2023-10-31T06:00:41.052 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up libupower-glib3:amd64 (0.99.11-1build2) ... 2023-10-31T06:00:41.205 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up libimobiledevice6:amd64 (1.2.1~git20191129.9f79242-1build1) ... 2023-10-31T06:00:41.332 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up libevdev2:amd64 (1.9.0+dfsg-1ubuntu0.2) ... 2023-10-31T06:00:41.493 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up upower (0.99.11-1build2) ... 2023-10-31T06:00:42.074 INFO:teuthology.orchestra.run.smithi029.stdout:upower.service is a disabled or a static unit, not starting it. 2023-10-31T06:00:42.135 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up usbmuxd (1.1.1~git20191130.9af2b12-1) ... 2023-10-31T06:00:42.367 INFO:teuthology.orchestra.run.smithi029.stdout:Warning: The home dir /var/lib/usbmux you specified can't be accessed: No such file or directory 2023-10-31T06:00:42.375 INFO:teuthology.orchestra.run.smithi029.stdout:Adding system user `usbmux' (UID 114) ... 2023-10-31T06:00:42.375 INFO:teuthology.orchestra.run.smithi029.stdout:Adding new user `usbmux' (UID 114) with group `plugdev' ... 2023-10-31T06:00:42.949 INFO:teuthology.orchestra.run.smithi029.stdout:Not creating home directory `/var/lib/usbmux'. 2023-10-31T06:00:43.157 INFO:teuthology.orchestra.run.smithi029.stdout:usbmuxd.service is a disabled or a static unit, not starting it. 2023-10-31T06:00:43.196 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up thermald (1.9.1-1ubuntu0.6) ... 2023-10-31T06:00:43.520 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.thermald.service -> /lib/systemd/system/thermald.service. 2023-10-31T06:00:43.521 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/thermald.service -> /lib/systemd/system/thermald.service. 2023-10-31T06:00:43.979 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up linux-image-5.15.0-88-generic (5.15.0-88.98~20.04.1) ... 2023-10-31T06:00:45.333 INFO:teuthology.orchestra.run.smithi029.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-88-generic 2023-10-31T06:00:45.333 INFO:teuthology.orchestra.run.smithi029.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-88-generic 2023-10-31T06:00:45.545 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up linux-modules-extra-5.15.0-88-generic (5.15.0-88.98~20.04.1) ... 2023-10-31T06:00:46.991 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up linux-modules-5.15.0-88-generic (5.15.0-88.98~20.04.1) ... 2023-10-31T06:00:48.436 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up linux-image-generic-hwe-20.04 (5.15.0.88.98~20.04.46) ... 2023-10-31T06:00:48.562 INFO:teuthology.orchestra.run.smithi029.stdout:Processing triggers for libc-bin (2.31-0ubuntu9.9) ... 2023-10-31T06:00:48.890 INFO:teuthology.orchestra.run.smithi029.stdout:Processing triggers for man-db (2.9.1-1) ... 2023-10-31T06:00:49.680 INFO:teuthology.orchestra.run.smithi029.stdout:Processing triggers for dbus (1.12.16-2ubuntu2.2) ... 2023-10-31T06:00:49.798 INFO:teuthology.orchestra.run.smithi029.stdout:Processing triggers for linux-image-5.15.0-88-generic (5.15.0-88.98~20.04.1) ... 2023-10-31T06:00:49.876 INFO:teuthology.orchestra.run.smithi029.stdout:/etc/kernel/postinst.d/initramfs-tools: 2023-10-31T06:00:49.877 INFO:teuthology.orchestra.run.smithi029.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-88-generic 2023-10-31T06:00:59.875 INFO:teuthology.orchestra.run.smithi006.stdout:/etc/kernel/postinst.d/zz-update-grub: 2023-10-31T06:00:59.875 INFO:teuthology.orchestra.run.smithi006.stdout:Sourcing file `/etc/default/grub' 2023-10-31T06:00:59.883 INFO:teuthology.orchestra.run.smithi006.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-10-31T06:00:59.914 INFO:teuthology.orchestra.run.smithi006.stdout:Generating grub configuration file ... 2023-10-31T06:01:00.356 INFO:teuthology.orchestra.run.smithi006.stdout:Found linux image: /boot/vmlinuz-5.15.0-88-generic 2023-10-31T06:01:00.380 INFO:teuthology.orchestra.run.smithi006.stdout:Found initrd image: /boot/initrd.img-5.15.0-88-generic 2023-10-31T06:01:00.832 INFO:teuthology.orchestra.run.smithi006.stdout:Found linux image: /boot/vmlinuz-5.4.0-124-generic 2023-10-31T06:01:00.844 INFO:teuthology.orchestra.run.smithi006.stdout:Found initrd image: /boot/initrd.img-5.4.0-124-generic 2023-10-31T06:01:02.291 INFO:teuthology.orchestra.run.smithi032.stdout:/etc/kernel/postinst.d/zz-update-grub: 2023-10-31T06:01:02.291 INFO:teuthology.orchestra.run.smithi032.stdout:Sourcing file `/etc/default/grub' 2023-10-31T06:01:02.301 INFO:teuthology.orchestra.run.smithi032.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-10-31T06:01:02.333 INFO:teuthology.orchestra.run.smithi032.stdout:Generating grub configuration file ... 2023-10-31T06:01:02.663 INFO:teuthology.orchestra.run.smithi032.stdout:Found linux image: /boot/vmlinuz-5.15.0-88-generic 2023-10-31T06:01:02.690 INFO:teuthology.orchestra.run.smithi032.stdout:Found initrd image: /boot/initrd.img-5.15.0-88-generic 2023-10-31T06:01:03.090 INFO:teuthology.orchestra.run.smithi032.stdout:Found linux image: /boot/vmlinuz-5.4.0-124-generic 2023-10-31T06:01:03.102 INFO:teuthology.orchestra.run.smithi032.stdout:Found initrd image: /boot/initrd.img-5.4.0-124-generic 2023-10-31T06:01:03.529 INFO:teuthology.orchestra.run.smithi006.stdout:done 2023-10-31T06:01:03.984 DEBUG:teuthology.orchestra.run.smithi006:> dpkg -s linux-image-generic-hwe-20.04 2023-10-31T06:01:04.031 INFO:teuthology.orchestra.run.smithi006.stdout:Package: linux-image-generic-hwe-20.04 2023-10-31T06:01:04.032 INFO:teuthology.orchestra.run.smithi006.stdout:Status: install ok installed 2023-10-31T06:01:04.032 INFO:teuthology.orchestra.run.smithi006.stdout:Priority: optional 2023-10-31T06:01:04.032 INFO:teuthology.orchestra.run.smithi006.stdout:Section: kernel 2023-10-31T06:01:04.032 INFO:teuthology.orchestra.run.smithi006.stdout:Installed-Size: 20 2023-10-31T06:01:04.033 INFO:teuthology.orchestra.run.smithi006.stdout:Maintainer: Ubuntu Kernel Team 2023-10-31T06:01:04.033 INFO:teuthology.orchestra.run.smithi006.stdout:Architecture: amd64 2023-10-31T06:01:04.033 INFO:teuthology.orchestra.run.smithi006.stdout:Source: linux-meta-hwe-5.15 2023-10-31T06:01:04.033 INFO:teuthology.orchestra.run.smithi006.stdout:Version: 5.15.0.88.98~20.04.46 2023-10-31T06:01:04.034 INFO:teuthology.orchestra.run.smithi006.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.1), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-88), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.1) 2023-10-31T06:01:04.034 INFO:teuthology.orchestra.run.smithi006.stdout:Depends: linux-image-5.15.0-88-generic, linux-modules-extra-5.15.0-88-generic, linux-firmware, intel-microcode, amd64-microcode 2023-10-31T06:01:04.034 INFO:teuthology.orchestra.run.smithi006.stdout:Recommends: thermald 2023-10-31T06:01:04.034 INFO:teuthology.orchestra.run.smithi006.stdout:Description: Generic Linux kernel image 2023-10-31T06:01:04.034 INFO:teuthology.orchestra.run.smithi006.stdout: This package will always depend on the latest generic kernel image 2023-10-31T06:01:04.035 INFO:teuthology.orchestra.run.smithi006.stdout: available. 2023-10-31T06:01:04.035 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.4.0-124-generic Expected: 5.15.0-88-generic 2023-10-31T06:01:04.035 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-10-31T06:01:04.035 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-10-31T06:01:04.036 INFO:teuthology.task.kernel:Installing distro kernel on host.a... 2023-10-31T06:01:04.036 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi006.front.sepia.ceph.com, path=None, version=distro) 2023-10-31T06:01:04.036 DEBUG:teuthology.orchestra.run.smithi006:> sudo apt-get clean 2023-10-31T06:01:04.108 DEBUG:teuthology.orchestra.run.smithi006:> sudo apt-get update 2023-10-31T06:01:04.261 INFO:teuthology.orchestra.run.smithi006.stdout:Hit:1 http://archive.ubuntu.com/ubuntu focal InRelease 2023-10-31T06:01:04.265 INFO:teuthology.orchestra.run.smithi006.stdout:Hit:2 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2023-10-31T06:01:04.282 INFO:teuthology.orchestra.run.smithi006.stdout:Hit:3 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2023-10-31T06:01:04.374 INFO:teuthology.orchestra.run.smithi006.stdout:Hit:4 http://security.ubuntu.com/ubuntu focal-security InRelease 2023-10-31T06:01:05.696 INFO:teuthology.orchestra.run.smithi032.stdout:done 2023-10-31T06:01:06.079 INFO:teuthology.orchestra.run.smithi006.stdout:Reading package lists... 2023-10-31T06:01:06.104 DEBUG:teuthology.orchestra.run.smithi006:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic-hwe-20.04 2023-10-31T06:01:06.175 INFO:teuthology.orchestra.run.smithi006.stdout:Reading package lists... 2023-10-31T06:01:06.220 DEBUG:teuthology.orchestra.run.smithi032:> dpkg -s linux-image-generic-hwe-20.04 2023-10-31T06:01:06.279 INFO:teuthology.orchestra.run.smithi032.stdout:Package: linux-image-generic-hwe-20.04 2023-10-31T06:01:06.279 INFO:teuthology.orchestra.run.smithi032.stdout:Status: install ok installed 2023-10-31T06:01:06.279 INFO:teuthology.orchestra.run.smithi032.stdout:Priority: optional 2023-10-31T06:01:06.279 INFO:teuthology.orchestra.run.smithi032.stdout:Section: kernel 2023-10-31T06:01:06.280 INFO:teuthology.orchestra.run.smithi032.stdout:Installed-Size: 20 2023-10-31T06:01:06.280 INFO:teuthology.orchestra.run.smithi032.stdout:Maintainer: Ubuntu Kernel Team 2023-10-31T06:01:06.280 INFO:teuthology.orchestra.run.smithi032.stdout:Architecture: amd64 2023-10-31T06:01:06.280 INFO:teuthology.orchestra.run.smithi032.stdout:Source: linux-meta-hwe-5.15 2023-10-31T06:01:06.280 INFO:teuthology.orchestra.run.smithi032.stdout:Version: 5.15.0.88.98~20.04.46 2023-10-31T06:01:06.280 INFO:teuthology.orchestra.run.smithi032.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.1), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-88), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.1) 2023-10-31T06:01:06.281 INFO:teuthology.orchestra.run.smithi032.stdout:Depends: linux-image-5.15.0-88-generic, linux-modules-extra-5.15.0-88-generic, linux-firmware, intel-microcode, amd64-microcode 2023-10-31T06:01:06.281 INFO:teuthology.orchestra.run.smithi032.stdout:Recommends: thermald 2023-10-31T06:01:06.281 INFO:teuthology.orchestra.run.smithi032.stdout:Description: Generic Linux kernel image 2023-10-31T06:01:06.281 INFO:teuthology.orchestra.run.smithi032.stdout: This package will always depend on the latest generic kernel image 2023-10-31T06:01:06.281 INFO:teuthology.orchestra.run.smithi032.stdout: available. 2023-10-31T06:01:06.282 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.4.0-124-generic Expected: 5.15.0-88-generic 2023-10-31T06:01:06.282 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-10-31T06:01:06.282 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-10-31T06:01:06.282 INFO:teuthology.task.kernel:Installing distro kernel on host.c... 2023-10-31T06:01:06.283 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi032.front.sepia.ceph.com, path=None, version=distro) 2023-10-31T06:01:06.283 DEBUG:teuthology.orchestra.run.smithi032:> sudo apt-get clean 2023-10-31T06:01:06.369 DEBUG:teuthology.orchestra.run.smithi032:> sudo apt-get update 2023-10-31T06:01:06.384 INFO:teuthology.orchestra.run.smithi006.stdout:Building dependency tree... 2023-10-31T06:01:06.385 INFO:teuthology.orchestra.run.smithi006.stdout:Reading state information... 2023-10-31T06:01:06.514 INFO:teuthology.orchestra.run.smithi032.stdout:Hit:1 http://archive.ubuntu.com/ubuntu focal InRelease 2023-10-31T06:01:06.523 INFO:teuthology.orchestra.run.smithi032.stdout:Hit:2 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2023-10-31T06:01:06.542 INFO:teuthology.orchestra.run.smithi032.stdout:Hit:3 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2023-10-31T06:01:06.612 INFO:teuthology.orchestra.run.smithi006.stdout:linux-image-generic-hwe-20.04 is already the newest version (5.15.0.88.98~20.04.46). 2023-10-31T06:01:06.612 INFO:teuthology.orchestra.run.smithi006.stdout:0 upgraded, 0 newly installed, 0 to remove and 275 not upgraded. 2023-10-31T06:01:06.614 DEBUG:teuthology.orchestra.run.smithi006:> dpkg -s linux-image-generic-hwe-20.04 2023-10-31T06:01:06.626 INFO:teuthology.orchestra.run.smithi032.stdout:Hit:4 http://security.ubuntu.com/ubuntu focal-security InRelease 2023-10-31T06:01:06.635 INFO:teuthology.orchestra.run.smithi006.stdout:Package: linux-image-generic-hwe-20.04 2023-10-31T06:01:06.635 INFO:teuthology.orchestra.run.smithi006.stdout:Status: install ok installed 2023-10-31T06:01:06.635 INFO:teuthology.orchestra.run.smithi006.stdout:Priority: optional 2023-10-31T06:01:06.636 INFO:teuthology.orchestra.run.smithi006.stdout:Section: kernel 2023-10-31T06:01:06.636 INFO:teuthology.orchestra.run.smithi006.stdout:Installed-Size: 20 2023-10-31T06:01:06.636 INFO:teuthology.orchestra.run.smithi006.stdout:Maintainer: Ubuntu Kernel Team 2023-10-31T06:01:06.636 INFO:teuthology.orchestra.run.smithi006.stdout:Architecture: amd64 2023-10-31T06:01:06.636 INFO:teuthology.orchestra.run.smithi006.stdout:Source: linux-meta-hwe-5.15 2023-10-31T06:01:06.637 INFO:teuthology.orchestra.run.smithi006.stdout:Version: 5.15.0.88.98~20.04.46 2023-10-31T06:01:06.637 INFO:teuthology.orchestra.run.smithi006.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.1), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-88), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.1) 2023-10-31T06:01:06.637 INFO:teuthology.orchestra.run.smithi006.stdout:Depends: linux-image-5.15.0-88-generic, linux-modules-extra-5.15.0-88-generic, linux-firmware, intel-microcode, amd64-microcode 2023-10-31T06:01:06.637 INFO:teuthology.orchestra.run.smithi006.stdout:Recommends: thermald 2023-10-31T06:01:06.637 INFO:teuthology.orchestra.run.smithi006.stdout:Description: Generic Linux kernel image 2023-10-31T06:01:06.637 INFO:teuthology.orchestra.run.smithi006.stdout: This package will always depend on the latest generic kernel image 2023-10-31T06:01:06.638 INFO:teuthology.orchestra.run.smithi006.stdout: available. 2023-10-31T06:01:06.638 DEBUG:teuthology.orchestra.run.smithi006:> mktemp 2023-10-31T06:01:06.643 INFO:teuthology.orchestra.run.smithi006.stdout:/tmp/tmp.PriNzkY7vF 2023-10-31T06:01:06.643 DEBUG:teuthology.orchestra.run.smithi006:> sudo cp /boot/grub/grub.cfg /tmp/tmp.PriNzkY7vF 2023-10-31T06:01:06.700 DEBUG:teuthology.orchestra.run.smithi006:> sudo chmod 0666 /tmp/tmp.PriNzkY7vF 2023-10-31T06:01:06.737 DEBUG:teuthology.orchestra.remote:smithi006:/tmp/tmp.PriNzkY7vF is 9KB 2023-10-31T06:01:06.750 DEBUG:teuthology.orchestra.run.smithi006:> rm -fr /tmp/tmp.PriNzkY7vF 2023-10-31T06:01:06.757 DEBUG:teuthology.orchestra.run.smithi006:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2023-10-31T06:01:06.816 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2023-10-31T06:01:06.816 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd of=/etc/grub.d/01_ceph_kernel 2023-10-31T06:01:06.816 DEBUG:teuthology.orchestra.run.smithi006:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2023-10-31T06:01:06.853 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-88-generic 2023-10-31T06:01:06.853 DEBUG:teuthology.orchestra.run.smithi006:> sudo update-grub 2023-10-31T06:01:08.185 INFO:teuthology.orchestra.run.smithi006.stderr:Sourcing file `/etc/default/grub' 2023-10-31T06:01:08.192 INFO:teuthology.orchestra.run.smithi006.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-10-31T06:01:08.204 INFO:teuthology.orchestra.run.smithi006.stderr:Generating grub configuration file ... 2023-10-31T06:01:08.349 INFO:teuthology.orchestra.run.smithi032.stdout:Reading package lists... 2023-10-31T06:01:08.375 DEBUG:teuthology.orchestra.run.smithi032:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic-hwe-20.04 2023-10-31T06:01:08.443 INFO:teuthology.orchestra.run.smithi032.stdout:Reading package lists... 2023-10-31T06:01:08.558 INFO:teuthology.orchestra.run.smithi006.stderr:Found linux image: /boot/vmlinuz-5.15.0-88-generic 2023-10-31T06:01:08.570 INFO:teuthology.orchestra.run.smithi006.stderr:Found initrd image: /boot/initrd.img-5.15.0-88-generic 2023-10-31T06:01:08.650 INFO:teuthology.orchestra.run.smithi032.stdout:Building dependency tree... 2023-10-31T06:01:08.651 INFO:teuthology.orchestra.run.smithi032.stdout:Reading state information... 2023-10-31T06:01:08.880 INFO:teuthology.orchestra.run.smithi032.stdout:linux-image-generic-hwe-20.04 is already the newest version (5.15.0.88.98~20.04.46). 2023-10-31T06:01:08.880 INFO:teuthology.orchestra.run.smithi032.stdout:0 upgraded, 0 newly installed, 0 to remove and 275 not upgraded. 2023-10-31T06:01:08.882 DEBUG:teuthology.orchestra.run.smithi032:> dpkg -s linux-image-generic-hwe-20.04 2023-10-31T06:01:08.905 INFO:teuthology.orchestra.run.smithi032.stdout:Package: linux-image-generic-hwe-20.04 2023-10-31T06:01:08.905 INFO:teuthology.orchestra.run.smithi032.stdout:Status: install ok installed 2023-10-31T06:01:08.905 INFO:teuthology.orchestra.run.smithi032.stdout:Priority: optional 2023-10-31T06:01:08.905 INFO:teuthology.orchestra.run.smithi032.stdout:Section: kernel 2023-10-31T06:01:08.905 INFO:teuthology.orchestra.run.smithi032.stdout:Installed-Size: 20 2023-10-31T06:01:08.906 INFO:teuthology.orchestra.run.smithi032.stdout:Maintainer: Ubuntu Kernel Team 2023-10-31T06:01:08.906 INFO:teuthology.orchestra.run.smithi032.stdout:Architecture: amd64 2023-10-31T06:01:08.906 INFO:teuthology.orchestra.run.smithi032.stdout:Source: linux-meta-hwe-5.15 2023-10-31T06:01:08.906 INFO:teuthology.orchestra.run.smithi032.stdout:Version: 5.15.0.88.98~20.04.46 2023-10-31T06:01:08.906 INFO:teuthology.orchestra.run.smithi032.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.1), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-88), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.1) 2023-10-31T06:01:08.907 INFO:teuthology.orchestra.run.smithi032.stdout:Depends: linux-image-5.15.0-88-generic, linux-modules-extra-5.15.0-88-generic, linux-firmware, intel-microcode, amd64-microcode 2023-10-31T06:01:08.907 INFO:teuthology.orchestra.run.smithi032.stdout:Recommends: thermald 2023-10-31T06:01:08.907 INFO:teuthology.orchestra.run.smithi032.stdout:Description: Generic Linux kernel image 2023-10-31T06:01:08.907 INFO:teuthology.orchestra.run.smithi032.stdout: This package will always depend on the latest generic kernel image 2023-10-31T06:01:08.907 INFO:teuthology.orchestra.run.smithi032.stdout: available. 2023-10-31T06:01:08.908 DEBUG:teuthology.orchestra.run.smithi032:> mktemp 2023-10-31T06:01:08.913 INFO:teuthology.orchestra.run.smithi032.stdout:/tmp/tmp.Q10ZRLnV8L 2023-10-31T06:01:08.914 DEBUG:teuthology.orchestra.run.smithi032:> sudo cp /boot/grub/grub.cfg /tmp/tmp.Q10ZRLnV8L 2023-10-31T06:01:08.955 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 0666 /tmp/tmp.Q10ZRLnV8L 2023-10-31T06:01:09.000 INFO:teuthology.orchestra.run.smithi006.stderr:Found linux image: /boot/vmlinuz-5.4.0-124-generic 2023-10-31T06:01:09.012 INFO:teuthology.orchestra.run.smithi006.stderr:Found initrd image: /boot/initrd.img-5.4.0-124-generic 2023-10-31T06:01:09.103 DEBUG:teuthology.orchestra.remote:smithi032:/tmp/tmp.Q10ZRLnV8L is 9KB 2023-10-31T06:01:09.119 DEBUG:teuthology.orchestra.run.smithi032:> rm -fr /tmp/tmp.Q10ZRLnV8L 2023-10-31T06:01:09.127 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2023-10-31T06:01:09.188 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2023-10-31T06:01:09.188 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/etc/grub.d/01_ceph_kernel 2023-10-31T06:01:09.189 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2023-10-31T06:01:09.239 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-88-generic 2023-10-31T06:01:09.240 DEBUG:teuthology.orchestra.run.smithi032:> sudo update-grub 2023-10-31T06:01:10.665 INFO:teuthology.orchestra.run.smithi032.stderr:Sourcing file `/etc/default/grub' 2023-10-31T06:01:10.673 INFO:teuthology.orchestra.run.smithi032.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-10-31T06:01:10.682 INFO:teuthology.orchestra.run.smithi032.stderr:Generating grub configuration file ... 2023-10-31T06:01:10.689 INFO:teuthology.orchestra.run.smithi006.stderr:done 2023-10-31T06:01:10.691 DEBUG:teuthology.orchestra.run.smithi006:> sudo shutdown -r now 2023-10-31T06:01:10.938 INFO:teuthology.orchestra.run.smithi032.stderr:Found linux image: /boot/vmlinuz-5.15.0-88-generic 2023-10-31T06:01:10.949 INFO:teuthology.orchestra.run.smithi032.stderr:Found initrd image: /boot/initrd.img-5.15.0-88-generic 2023-10-31T06:01:11.295 INFO:teuthology.orchestra.run.smithi032.stderr:Found linux image: /boot/vmlinuz-5.4.0-124-generic 2023-10-31T06:01:11.306 INFO:teuthology.orchestra.run.smithi032.stderr:Found initrd image: /boot/initrd.img-5.4.0-124-generic 2023-10-31T06:01:12.955 INFO:teuthology.orchestra.run.smithi032.stderr:done 2023-10-31T06:01:12.956 DEBUG:teuthology.orchestra.run.smithi032:> sudo shutdown -r now 2023-10-31T06:01:17.576 INFO:teuthology.orchestra.run.smithi029.stdout:/etc/kernel/postinst.d/zz-update-grub: 2023-10-31T06:01:17.576 INFO:teuthology.orchestra.run.smithi029.stdout:Sourcing file `/etc/default/grub' 2023-10-31T06:01:17.598 INFO:teuthology.orchestra.run.smithi029.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-10-31T06:01:17.623 INFO:teuthology.orchestra.run.smithi029.stdout:Generating grub configuration file ... 2023-10-31T06:01:18.029 INFO:teuthology.orchestra.run.smithi029.stdout:Found linux image: /boot/vmlinuz-5.15.0-88-generic 2023-10-31T06:01:18.065 INFO:teuthology.orchestra.run.smithi029.stdout:Found initrd image: /boot/initrd.img-5.15.0-88-generic 2023-10-31T06:01:18.455 INFO:teuthology.orchestra.run.smithi029.stdout:Found linux image: /boot/vmlinuz-5.4.0-124-generic 2023-10-31T06:01:18.467 INFO:teuthology.orchestra.run.smithi029.stdout:Found initrd image: /boot/initrd.img-5.4.0-124-generic 2023-10-31T06:01:20.729 INFO:teuthology.orchestra.run.smithi029.stdout:done 2023-10-31T06:01:21.286 DEBUG:teuthology.orchestra.run.smithi029:> dpkg -s linux-image-generic-hwe-20.04 2023-10-31T06:01:21.343 INFO:teuthology.orchestra.run.smithi029.stdout:Package: linux-image-generic-hwe-20.04 2023-10-31T06:01:21.343 INFO:teuthology.orchestra.run.smithi029.stdout:Status: install ok installed 2023-10-31T06:01:21.343 INFO:teuthology.orchestra.run.smithi029.stdout:Priority: optional 2023-10-31T06:01:21.344 INFO:teuthology.orchestra.run.smithi029.stdout:Section: kernel 2023-10-31T06:01:21.344 INFO:teuthology.orchestra.run.smithi029.stdout:Installed-Size: 20 2023-10-31T06:01:21.344 INFO:teuthology.orchestra.run.smithi029.stdout:Maintainer: Ubuntu Kernel Team 2023-10-31T06:01:21.344 INFO:teuthology.orchestra.run.smithi029.stdout:Architecture: amd64 2023-10-31T06:01:21.344 INFO:teuthology.orchestra.run.smithi029.stdout:Source: linux-meta-hwe-5.15 2023-10-31T06:01:21.344 INFO:teuthology.orchestra.run.smithi029.stdout:Version: 5.15.0.88.98~20.04.46 2023-10-31T06:01:21.345 INFO:teuthology.orchestra.run.smithi029.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.1), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-88), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.1) 2023-10-31T06:01:21.345 INFO:teuthology.orchestra.run.smithi029.stdout:Depends: linux-image-5.15.0-88-generic, linux-modules-extra-5.15.0-88-generic, linux-firmware, intel-microcode, amd64-microcode 2023-10-31T06:01:21.345 INFO:teuthology.orchestra.run.smithi029.stdout:Recommends: thermald 2023-10-31T06:01:21.345 INFO:teuthology.orchestra.run.smithi029.stdout:Description: Generic Linux kernel image 2023-10-31T06:01:21.345 INFO:teuthology.orchestra.run.smithi029.stdout: This package will always depend on the latest generic kernel image 2023-10-31T06:01:21.345 INFO:teuthology.orchestra.run.smithi029.stdout: available. 2023-10-31T06:01:21.346 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.4.0-124-generic Expected: 5.15.0-88-generic 2023-10-31T06:01:21.347 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-10-31T06:01:21.347 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-10-31T06:01:21.347 INFO:teuthology.task.kernel:Installing distro kernel on host.b... 2023-10-31T06:01:21.347 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi029.front.sepia.ceph.com, path=None, version=distro) 2023-10-31T06:01:21.348 DEBUG:teuthology.orchestra.run.smithi029:> sudo apt-get clean 2023-10-31T06:01:21.435 DEBUG:teuthology.orchestra.run.smithi029:> sudo apt-get update 2023-10-31T06:01:21.697 INFO:teuthology.orchestra.run.smithi029.stdout:Hit:1 http://security.ubuntu.com/ubuntu focal-security InRelease 2023-10-31T06:01:40.694 INFO:teuthology.task.kernel:Checking client host.a for new kernel version... 2023-10-31T06:01:40.694 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi006.front.sepia.ceph.com' 2023-10-31T06:01:40.695 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi006.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-31T06:01:42.960 INFO:teuthology.task.kernel:Checking client host.c for new kernel version... 2023-10-31T06:01:42.961 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi032.front.sepia.ceph.com' 2023-10-31T06:01:42.961 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-31T06:01:51.735 INFO:teuthology.orchestra.run.smithi029.stdout:Hit:2 http://archive.ubuntu.com/ubuntu focal InRelease 2023-10-31T06:01:51.817 INFO:teuthology.orchestra.run.smithi029.stdout:Hit:3 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2023-10-31T06:01:51.899 INFO:teuthology.orchestra.run.smithi029.stdout:Hit:4 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2023-10-31T06:01:53.411 INFO:teuthology.orchestra.run.smithi029.stdout:Reading package lists... 2023-10-31T06:01:53.436 DEBUG:teuthology.orchestra.run.smithi029:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic-hwe-20.04 2023-10-31T06:01:53.504 INFO:teuthology.orchestra.run.smithi029.stdout:Reading package lists... 2023-10-31T06:01:53.726 INFO:teuthology.orchestra.run.smithi029.stdout:Building dependency tree... 2023-10-31T06:01:53.726 INFO:teuthology.orchestra.run.smithi029.stdout:Reading state information... 2023-10-31T06:01:53.958 INFO:teuthology.orchestra.run.smithi029.stdout:linux-image-generic-hwe-20.04 is already the newest version (5.15.0.88.98~20.04.46). 2023-10-31T06:01:53.959 INFO:teuthology.orchestra.run.smithi029.stdout:0 upgraded, 0 newly installed, 0 to remove and 275 not upgraded. 2023-10-31T06:01:53.960 DEBUG:teuthology.orchestra.run.smithi029:> dpkg -s linux-image-generic-hwe-20.04 2023-10-31T06:01:53.984 INFO:teuthology.orchestra.run.smithi029.stdout:Package: linux-image-generic-hwe-20.04 2023-10-31T06:01:53.984 INFO:teuthology.orchestra.run.smithi029.stdout:Status: install ok installed 2023-10-31T06:01:53.985 INFO:teuthology.orchestra.run.smithi029.stdout:Priority: optional 2023-10-31T06:01:53.985 INFO:teuthology.orchestra.run.smithi029.stdout:Section: kernel 2023-10-31T06:01:53.986 INFO:teuthology.orchestra.run.smithi029.stdout:Installed-Size: 20 2023-10-31T06:01:53.986 INFO:teuthology.orchestra.run.smithi029.stdout:Maintainer: Ubuntu Kernel Team 2023-10-31T06:01:53.986 INFO:teuthology.orchestra.run.smithi029.stdout:Architecture: amd64 2023-10-31T06:01:53.987 INFO:teuthology.orchestra.run.smithi029.stdout:Source: linux-meta-hwe-5.15 2023-10-31T06:01:53.987 INFO:teuthology.orchestra.run.smithi029.stdout:Version: 5.15.0.88.98~20.04.46 2023-10-31T06:01:53.987 INFO:teuthology.orchestra.run.smithi029.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.1), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-88), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.1) 2023-10-31T06:01:53.988 INFO:teuthology.orchestra.run.smithi029.stdout:Depends: linux-image-5.15.0-88-generic, linux-modules-extra-5.15.0-88-generic, linux-firmware, intel-microcode, amd64-microcode 2023-10-31T06:01:53.988 INFO:teuthology.orchestra.run.smithi029.stdout:Recommends: thermald 2023-10-31T06:01:53.989 INFO:teuthology.orchestra.run.smithi029.stdout:Description: Generic Linux kernel image 2023-10-31T06:01:53.989 INFO:teuthology.orchestra.run.smithi029.stdout: This package will always depend on the latest generic kernel image 2023-10-31T06:01:53.989 INFO:teuthology.orchestra.run.smithi029.stdout: available. 2023-10-31T06:01:53.990 DEBUG:teuthology.orchestra.run.smithi029:> mktemp 2023-10-31T06:01:53.995 INFO:teuthology.orchestra.run.smithi029.stdout:/tmp/tmp.eZJUbhZTOi 2023-10-31T06:01:53.996 DEBUG:teuthology.orchestra.run.smithi029:> sudo cp /boot/grub/grub.cfg /tmp/tmp.eZJUbhZTOi 2023-10-31T06:01:54.007 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod 0666 /tmp/tmp.eZJUbhZTOi 2023-10-31T06:01:54.102 DEBUG:teuthology.orchestra.remote:smithi029:/tmp/tmp.eZJUbhZTOi is 9KB 2023-10-31T06:01:54.116 DEBUG:teuthology.orchestra.run.smithi029:> rm -fr /tmp/tmp.eZJUbhZTOi 2023-10-31T06:01:54.122 DEBUG:teuthology.orchestra.run.smithi029:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2023-10-31T06:01:54.180 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2023-10-31T06:01:54.180 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/etc/grub.d/01_ceph_kernel 2023-10-31T06:01:54.180 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2023-10-31T06:01:54.212 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-88-generic 2023-10-31T06:01:54.213 DEBUG:teuthology.orchestra.run.smithi029:> sudo update-grub 2023-10-31T06:01:56.281 INFO:teuthology.orchestra.run.smithi029.stderr:Sourcing file `/etc/default/grub' 2023-10-31T06:01:56.293 INFO:teuthology.orchestra.run.smithi029.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-10-31T06:01:56.360 INFO:teuthology.orchestra.run.smithi029.stderr:Generating grub configuration file ... 2023-10-31T06:01:56.653 INFO:teuthology.orchestra.run.smithi029.stderr:Found linux image: /boot/vmlinuz-5.15.0-88-generic 2023-10-31T06:01:56.665 INFO:teuthology.orchestra.run.smithi029.stderr:Found initrd image: /boot/initrd.img-5.15.0-88-generic 2023-10-31T06:01:57.024 INFO:teuthology.orchestra.run.smithi029.stderr:Found linux image: /boot/vmlinuz-5.4.0-124-generic 2023-10-31T06:01:57.035 INFO:teuthology.orchestra.run.smithi029.stderr:Found initrd image: /boot/initrd.img-5.4.0-124-generic 2023-10-31T06:01:58.043 INFO:teuthology.orchestra.run.smithi029.stderr:done 2023-10-31T06:01:58.045 DEBUG:teuthology.orchestra.run.smithi029:> sudo shutdown -r now 2023-10-31T06:01:59.162 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.6 2023-10-31T06:02:01.466 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.32 2023-10-31T06:02:08.170 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi006.front.sepia.ceph.com' 2023-10-31T06:02:08.171 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi006.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-31T06:02:10.469 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi032.front.sepia.ceph.com' 2023-10-31T06:02:10.470 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-31T06:02:28.062 INFO:teuthology.task.kernel:Checking client host.b for new kernel version... 2023-10-31T06:02:28.063 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi029.front.sepia.ceph.com' 2023-10-31T06:02:28.064 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi029.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-31T06:02:28.858 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.32 2023-10-31T06:02:40.870 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi032.front.sepia.ceph.com' 2023-10-31T06:02:40.871 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-31T06:02:43.930 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.32 2023-10-31T06:02:46.523 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.29 2023-10-31T06:02:55.530 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi029.front.sepia.ceph.com' 2023-10-31T06:02:55.531 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi029.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-31T06:02:58.934 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi032.front.sepia.ceph.com' 2023-10-31T06:02:58.935 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-31T06:02:59.175 DEBUG:teuthology.orchestra.run.smithi032:> true 2023-10-31T06:02:59.758 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi032.front.sepia.ceph.com' 2023-10-31T06:02:59.759 INFO:teuthology.task.kernel:Checking kernel version of host.c, want "5.15.0-88-generic"... 2023-10-31T06:02:59.759 DEBUG:teuthology.orchestra.run.smithi032:> uname -r 2023-10-31T06:02:59.805 INFO:teuthology.orchestra.run.smithi032.stdout:5.15.0-88-generic 2023-10-31T06:02:59.805 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-88-generic vs 5.15.0-88-generic 2023-10-31T06:02:59.806 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-10-31T06:02:59.806 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2023-10-31T06:03:00.807 INFO:teuthology.task.kernel:Enabling kdb on host.c... 2023-10-31T06:03:00.808 DEBUG:teuthology.orchestra.run.smithi032:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-10-31T06:03:00.901 INFO:teuthology.orchestra.run.smithi032.stdout:ttyS1 2023-10-31T06:03:00.922 DEBUG:teuthology.parallel:result is None 2023-10-31T06:03:08.173 DEBUG:teuthology.orchestra.remote:timed out 2023-10-31T06:03:20.175 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi006.front.sepia.ceph.com' 2023-10-31T06:03:20.177 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi006.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-31T06:03:20.402 DEBUG:teuthology.orchestra.run.smithi006:> true 2023-10-31T06:03:20.976 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi006.front.sepia.ceph.com' 2023-10-31T06:03:20.976 INFO:teuthology.task.kernel:Checking kernel version of host.a, want "5.15.0-88-generic"... 2023-10-31T06:03:20.976 DEBUG:teuthology.orchestra.run.smithi006:> uname -r 2023-10-31T06:03:21.026 INFO:teuthology.orchestra.run.smithi006.stdout:5.15.0-88-generic 2023-10-31T06:03:21.026 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-88-generic vs 5.15.0-88-generic 2023-10-31T06:03:21.027 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-10-31T06:03:21.027 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2023-10-31T06:03:22.028 INFO:teuthology.task.kernel:Enabling kdb on host.a... 2023-10-31T06:03:22.028 DEBUG:teuthology.orchestra.run.smithi006:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-10-31T06:03:22.110 INFO:teuthology.orchestra.run.smithi006.stdout:ttyS1 2023-10-31T06:03:22.134 DEBUG:teuthology.parallel:result is None 2023-10-31T06:03:55.534 DEBUG:teuthology.orchestra.remote:timed out 2023-10-31T06:04:07.535 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi029.front.sepia.ceph.com' 2023-10-31T06:04:07.536 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi029.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-31T06:04:07.766 DEBUG:teuthology.orchestra.run.smithi029:> true 2023-10-31T06:04:08.412 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi029.front.sepia.ceph.com' 2023-10-31T06:04:08.412 INFO:teuthology.task.kernel:Checking kernel version of host.b, want "5.15.0-88-generic"... 2023-10-31T06:04:08.413 DEBUG:teuthology.orchestra.run.smithi029:> uname -r 2023-10-31T06:04:08.458 INFO:teuthology.orchestra.run.smithi029.stdout:5.15.0-88-generic 2023-10-31T06:04:08.459 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-88-generic vs 5.15.0-88-generic 2023-10-31T06:04:08.459 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-10-31T06:04:08.459 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2023-10-31T06:04:09.461 INFO:teuthology.task.kernel:Enabling kdb on host.b... 2023-10-31T06:04:09.461 DEBUG:teuthology.orchestra.run.smithi029:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-10-31T06:04:09.568 INFO:teuthology.orchestra.run.smithi029.stdout:ttyS1 2023-10-31T06:04:09.587 DEBUG:teuthology.parallel:result is None 2023-10-31T06:04:09.587 INFO:teuthology.run_tasks:Running task internal.base... 2023-10-31T06:04:09.595 INFO:teuthology.task.internal:Creating test directory... 2023-10-31T06:04:09.595 DEBUG:teuthology.orchestra.run.smithi006:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-10-31T06:04:09.598 DEBUG:teuthology.orchestra.run.smithi029:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-10-31T06:04:09.601 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-10-31T06:04:09.609 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-10-31T06:04:09.683 INFO:teuthology.run_tasks:Running task internal.archive... 2023-10-31T06:04:09.695 INFO:teuthology.task.internal:Creating archive directory... 2023-10-31T06:04:09.695 DEBUG:teuthology.orchestra.run.smithi006:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-10-31T06:04:09.698 DEBUG:teuthology.orchestra.run.smithi029:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-10-31T06:04:09.700 DEBUG:teuthology.orchestra.run.smithi032:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-10-31T06:04:09.718 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-10-31T06:04:09.726 INFO:teuthology.task.internal:Enabling coredump saving... 2023-10-31T06:04:09.727 DEBUG:teuthology.orchestra.run.smithi006:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-10-31T06:04:09.755 DEBUG:teuthology.orchestra.run.smithi029:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-10-31T06:04:09.761 DEBUG:teuthology.orchestra.run.smithi032:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-10-31T06:04:09.770 INFO:teuthology.orchestra.run.smithi006.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-31T06:04:09.777 INFO:teuthology.orchestra.run.smithi006.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-31T06:04:09.786 INFO:teuthology.orchestra.run.smithi029.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-31T06:04:09.787 INFO:teuthology.orchestra.run.smithi032.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-31T06:04:09.796 INFO:teuthology.orchestra.run.smithi029.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-31T06:04:09.797 INFO:teuthology.orchestra.run.smithi032.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-31T06:04:09.798 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-10-31T06:04:09.886 INFO:teuthology.task.internal:Configuring sudo... 2023-10-31T06:04:09.887 DEBUG:teuthology.orchestra.run.smithi006:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-10-31T06:04:09.890 DEBUG:teuthology.orchestra.run.smithi029:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-10-31T06:04:09.893 DEBUG:teuthology.orchestra.run.smithi032:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-10-31T06:04:09.916 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-10-31T06:04:09.997 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-10-31T06:04:09.997 DEBUG:teuthology.orchestra.run.smithi006:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-10-31T06:04:10.000 DEBUG:teuthology.orchestra.run.smithi029:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-10-31T06:04:10.003 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-10-31T06:04:10.011 DEBUG:teuthology.orchestra.run.smithi006:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-31T06:04:10.056 DEBUG:teuthology.orchestra.run.smithi006:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-31T06:04:10.107 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2023-10-31T06:04:10.108 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-10-31T06:04:10.170 DEBUG:teuthology.orchestra.run.smithi029:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-31T06:04:10.179 DEBUG:teuthology.orchestra.run.smithi029:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-31T06:04:10.228 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2023-10-31T06:04:10.229 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-10-31T06:04:10.295 DEBUG:teuthology.orchestra.run.smithi032:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-31T06:04:10.303 DEBUG:teuthology.orchestra.run.smithi032:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-31T06:04:10.355 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2023-10-31T06:04:10.355 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-10-31T06:04:10.421 DEBUG:teuthology.orchestra.run.smithi006:> sudo service rsyslog restart 2023-10-31T06:04:10.424 DEBUG:teuthology.orchestra.run.smithi029:> sudo service rsyslog restart 2023-10-31T06:04:10.427 DEBUG:teuthology.orchestra.run.smithi032:> sudo service rsyslog restart 2023-10-31T06:04:10.502 INFO:teuthology.run_tasks:Running task internal.timer... 2023-10-31T06:04:10.540 INFO:teuthology.task.internal:Starting timer... 2023-10-31T06:04:10.541 INFO:teuthology.run_tasks:Running task pcp... 2023-10-31T06:04:10.562 INFO:teuthology.run_tasks:Running task selinux... 2023-10-31T06:04:10.576 DEBUG:teuthology.task.selinux:Excluding smithi006: OS 'ubuntu' does not support SELinux 2023-10-31T06:04:10.576 DEBUG:teuthology.task.selinux:Excluding smithi029: OS 'ubuntu' does not support SELinux 2023-10-31T06:04:10.577 DEBUG:teuthology.task.selinux:Excluding smithi032: OS 'ubuntu' does not support SELinux 2023-10-31T06:04:10.577 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-10-31T06:04:10.577 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2023-10-31T06:04:10.577 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-10-31T06:04:10.578 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-10-31T06:04:10.591 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2023-10-31T06:04:10.596 INFO:teuthology.repo_utils:Fetching main from origin 2023-10-31T06:04:10.730 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-10-31T06:04:10.746 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-10-31T06:04:10.747 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi006.front.sepia.ceph.com,smithi029.front.sepia.ceph.com,smithi032.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-10-31T06:10:08.449 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi006.front.sepia.ceph.com'), Remote(name='ubuntu@smithi029.front.sepia.ceph.com'), Remote(name='ubuntu@smithi032.front.sepia.ceph.com')] 2023-10-31T06:10:08.451 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi006.front.sepia.ceph.com' 2023-10-31T06:10:08.452 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi006.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-31T06:10:08.532 DEBUG:teuthology.orchestra.run.smithi006:> true 2023-10-31T06:10:08.652 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi006.front.sepia.ceph.com' 2023-10-31T06:10:08.652 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi029.front.sepia.ceph.com' 2023-10-31T06:10:08.653 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi029.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-31T06:10:08.739 DEBUG:teuthology.orchestra.run.smithi029:> true 2023-10-31T06:10:08.868 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi029.front.sepia.ceph.com' 2023-10-31T06:10:08.868 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi032.front.sepia.ceph.com' 2023-10-31T06:10:08.869 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-31T06:10:08.954 DEBUG:teuthology.orchestra.run.smithi032:> true 2023-10-31T06:10:09.080 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi032.front.sepia.ceph.com' 2023-10-31T06:10:09.081 INFO:teuthology.run_tasks:Running task clock... 2023-10-31T06:10:09.092 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-10-31T06:10:09.092 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-10-31T06:10:09.093 DEBUG:teuthology.orchestra.run.smithi006:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-31T06:10:09.095 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-10-31T06:10:09.096 DEBUG:teuthology.orchestra.run.smithi029:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-31T06:10:09.098 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-10-31T06:10:09.098 DEBUG:teuthology.orchestra.run.smithi032:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-31T06:10:09.127 INFO:teuthology.orchestra.run.smithi029.stdout:31 Oct 06:10:09 ntpd[22655]: ntpd 4.2.8p12@1.3728-o (1): Starting 2023-10-31T06:10:09.127 INFO:teuthology.orchestra.run.smithi029.stdout:31 Oct 06:10:09 ntpd[22655]: Command line: ntpd -gq 2023-10-31T06:10:09.127 INFO:teuthology.orchestra.run.smithi029.stdout:31 Oct 06:10:09 ntpd[22655]: proto: precision = 0.076 usec (-24) 2023-10-31T06:10:09.128 INFO:teuthology.orchestra.run.smithi029.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-10-31T06:10:09.128 INFO:teuthology.orchestra.run.smithi029.stdout:31 Oct 06:10:09 ntpd[22655]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-10-31T06:10:09.129 INFO:teuthology.orchestra.run.smithi029.stderr:restrict ::: KOD does nothing without LIMITED. 2023-10-31T06:10:09.130 INFO:teuthology.orchestra.run.smithi029.stdout:31 Oct 06:10:09 ntpd[22655]: restrict ::: KOD does nothing without LIMITED. 2023-10-31T06:10:09.130 INFO:teuthology.orchestra.run.smithi029.stdout:31 Oct 06:10:09 ntpd[22655]: Listen and drop on 0 v6wildcard [::]:123 2023-10-31T06:10:09.130 INFO:teuthology.orchestra.run.smithi029.stdout:31 Oct 06:10:09 ntpd[22655]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2023-10-31T06:10:09.130 INFO:teuthology.orchestra.run.smithi029.stdout:31 Oct 06:10:09 ntpd[22655]: Listen normally on 2 lo 127.0.0.1:123 2023-10-31T06:10:09.131 INFO:teuthology.orchestra.run.smithi029.stdout:31 Oct 06:10:09 ntpd[22655]: Listen normally on 3 ens1f0 172.21.15.29:123 2023-10-31T06:10:09.131 INFO:teuthology.orchestra.run.smithi029.stdout:31 Oct 06:10:09 ntpd[22655]: Listen normally on 4 lo [::1]:123 2023-10-31T06:10:09.131 INFO:teuthology.orchestra.run.smithi029.stdout:31 Oct 06:10:09 ntpd[22655]: Listen normally on 5 ens1f0 [fe80::ec4:7aff:febd:125a%4]:123 2023-10-31T06:10:09.131 INFO:teuthology.orchestra.run.smithi029.stdout:31 Oct 06:10:09 ntpd[22655]: Listening on routing socket on fd #22 for interface updates 2023-10-31T06:10:09.132 INFO:teuthology.orchestra.run.smithi006.stdout:31 Oct 06:10:09 ntpd[22591]: ntpd 4.2.8p12@1.3728-o (1): Starting 2023-10-31T06:10:09.132 INFO:teuthology.orchestra.run.smithi006.stdout:31 Oct 06:10:09 ntpd[22591]: Command line: ntpd -gq 2023-10-31T06:10:09.132 INFO:teuthology.orchestra.run.smithi006.stdout:31 Oct 06:10:09 ntpd[22591]: proto: precision = 0.095 usec (-23) 2023-10-31T06:10:09.133 INFO:teuthology.orchestra.run.smithi006.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-10-31T06:10:09.133 INFO:teuthology.orchestra.run.smithi006.stdout:31 Oct 06:10:09 ntpd[22591]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-10-31T06:10:09.133 INFO:teuthology.orchestra.run.smithi006.stderr:restrict ::: KOD does nothing without LIMITED. 2023-10-31T06:10:09.134 INFO:teuthology.orchestra.run.smithi006.stdout:31 Oct 06:10:09 ntpd[22591]: restrict ::: KOD does nothing without LIMITED. 2023-10-31T06:10:09.135 INFO:teuthology.orchestra.run.smithi006.stdout:31 Oct 06:10:09 ntpd[22591]: Listen and drop on 0 v6wildcard [::]:123 2023-10-31T06:10:09.135 INFO:teuthology.orchestra.run.smithi006.stdout:31 Oct 06:10:09 ntpd[22591]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2023-10-31T06:10:09.135 INFO:teuthology.orchestra.run.smithi006.stdout:31 Oct 06:10:09 ntpd[22591]: Listen normally on 2 lo 127.0.0.1:123 2023-10-31T06:10:09.135 INFO:teuthology.orchestra.run.smithi006.stdout:31 Oct 06:10:09 ntpd[22591]: Listen normally on 3 ens1f0 172.21.15.6:123 2023-10-31T06:10:09.135 INFO:teuthology.orchestra.run.smithi006.stdout:31 Oct 06:10:09 ntpd[22591]: Listen normally on 4 lo [::1]:123 2023-10-31T06:10:09.136 INFO:teuthology.orchestra.run.smithi006.stdout:31 Oct 06:10:09 ntpd[22591]: Listen normally on 5 ens1f0 [fe80::ec4:7aff:febd:15e4%4]:123 2023-10-31T06:10:09.136 INFO:teuthology.orchestra.run.smithi006.stdout:31 Oct 06:10:09 ntpd[22591]: Listening on routing socket on fd #22 for interface updates 2023-10-31T06:10:09.152 INFO:teuthology.orchestra.run.smithi032.stdout:31 Oct 06:10:09 ntpd[22620]: ntpd 4.2.8p12@1.3728-o (1): Starting 2023-10-31T06:10:09.153 INFO:teuthology.orchestra.run.smithi032.stdout:31 Oct 06:10:09 ntpd[22620]: Command line: ntpd -gq 2023-10-31T06:10:09.153 INFO:teuthology.orchestra.run.smithi032.stdout:31 Oct 06:10:09 ntpd[22620]: proto: precision = 0.084 usec (-23) 2023-10-31T06:10:09.154 INFO:teuthology.orchestra.run.smithi032.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-10-31T06:10:09.154 INFO:teuthology.orchestra.run.smithi032.stdout:31 Oct 06:10:09 ntpd[22620]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-10-31T06:10:09.155 INFO:teuthology.orchestra.run.smithi032.stdout:31 Oct 06:10:09 ntpd[22620]: restrict ::: KOD does nothing without LIMITED. 2023-10-31T06:10:09.155 INFO:teuthology.orchestra.run.smithi032.stderr:restrict ::: KOD does nothing without LIMITED. 2023-10-31T06:10:09.156 INFO:teuthology.orchestra.run.smithi032.stdout:31 Oct 06:10:09 ntpd[22620]: Listen and drop on 0 v6wildcard [::]:123 2023-10-31T06:10:09.156 INFO:teuthology.orchestra.run.smithi032.stdout:31 Oct 06:10:09 ntpd[22620]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2023-10-31T06:10:09.156 INFO:teuthology.orchestra.run.smithi032.stdout:31 Oct 06:10:09 ntpd[22620]: Listen normally on 2 lo 127.0.0.1:123 2023-10-31T06:10:09.156 INFO:teuthology.orchestra.run.smithi032.stdout:31 Oct 06:10:09 ntpd[22620]: Listen normally on 3 ens1f0 172.21.15.32:123 2023-10-31T06:10:09.157 INFO:teuthology.orchestra.run.smithi032.stdout:31 Oct 06:10:09 ntpd[22620]: Listen normally on 4 lo [::1]:123 2023-10-31T06:10:09.157 INFO:teuthology.orchestra.run.smithi032.stdout:31 Oct 06:10:09 ntpd[22620]: Listen normally on 5 ens1f0 [fe80::ae1f:6bff:fef8:2602%3]:123 2023-10-31T06:10:09.157 INFO:teuthology.orchestra.run.smithi032.stdout:31 Oct 06:10:09 ntpd[22620]: Listening on routing socket on fd #22 for interface updates 2023-10-31T06:10:10.127 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:10 ntpd[22655]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:10.128 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:10 ntpd[22655]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:10.128 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:10 ntpd[22655]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:10.128 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:10 ntpd[22655]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:10.128 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:10 ntpd[22655]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:10.128 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:10 ntpd[22655]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:10.130 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:10 ntpd[22655]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:10.131 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:10 ntpd[22655]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:10.131 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:10 ntpd[22655]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-10-31T06:10:10.131 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:10 ntpd[22655]: can't open /var/log/ntpstats/peerstats.20231031: Permission denied 2023-10-31T06:10:10.131 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:10 ntpd[22655]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:10.131 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:10 ntpd[22655]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:10.132 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:10 ntpd[22655]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-10-31T06:10:10.132 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:10 ntpd[22655]: can't open /var/log/ntpstats/peerstats.20231031: Permission denied 2023-10-31T06:10:10.132 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:10 ntpd[22591]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:10.132 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:10 ntpd[22591]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:10.133 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:10 ntpd[22591]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:10.133 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:10 ntpd[22591]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:10.133 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:10 ntpd[22591]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:10.133 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:10 ntpd[22591]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:10.133 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:10 ntpd[22591]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-10-31T06:10:10.134 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:10 ntpd[22591]: can't open /var/log/ntpstats/peerstats.20231031: Permission denied 2023-10-31T06:10:10.134 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:10 ntpd[22591]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:10.134 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:10 ntpd[22591]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:10.134 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:10 ntpd[22591]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-10-31T06:10:10.135 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:10 ntpd[22591]: can't open /var/log/ntpstats/peerstats.20231031: Permission denied 2023-10-31T06:10:10.153 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:10 ntpd[22620]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:10.153 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:10 ntpd[22620]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:10.154 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:10 ntpd[22620]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:10.154 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:10 ntpd[22620]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:10.154 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:10 ntpd[22620]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:10.154 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:10 ntpd[22620]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:10.155 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:10 ntpd[22620]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:10.155 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:10 ntpd[22620]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:10.156 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:10 ntpd[22620]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-10-31T06:10:10.156 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:10 ntpd[22620]: can't open /var/log/ntpstats/peerstats.20231031: Permission denied 2023-10-31T06:10:10.156 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:10 ntpd[22620]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:10.156 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:10 ntpd[22620]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:10.156 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:10 ntpd[22620]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-10-31T06:10:10.157 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:10 ntpd[22620]: can't open /var/log/ntpstats/peerstats.20231031: Permission denied 2023-10-31T06:10:11.127 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:11 ntpd[22655]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:11.127 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:11 ntpd[22655]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:11.128 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:11 ntpd[22655]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:11.128 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:11 ntpd[22655]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:11.128 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:11 ntpd[22655]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-10-31T06:10:11.128 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:11 ntpd[22655]: can't open /var/log/ntpstats/peerstats.20231031: Permission denied 2023-10-31T06:10:12.128 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:12 ntpd[22655]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:12.128 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:12 ntpd[22655]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:12.129 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:12 ntpd[22655]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:12.129 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:12 ntpd[22655]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:12.129 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:12 ntpd[22655]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:12.129 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:12 ntpd[22655]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:12.129 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:12 ntpd[22655]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-10-31T06:10:12.130 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:12 ntpd[22655]: can't open /var/log/ntpstats/peerstats.20231031: Permission denied 2023-10-31T06:10:12.130 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:12 ntpd[22655]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:12.130 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:12 ntpd[22655]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:12.130 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:12 ntpd[22655]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-10-31T06:10:12.130 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:12 ntpd[22655]: can't open /var/log/ntpstats/peerstats.20231031: Permission denied 2023-10-31T06:10:12.132 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:12 ntpd[22591]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:12.133 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:12 ntpd[22591]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:12.133 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:12 ntpd[22591]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:12.133 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:12 ntpd[22591]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:12.133 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:12 ntpd[22591]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:12.133 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:12 ntpd[22591]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:12.134 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:12 ntpd[22591]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:12.134 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:12 ntpd[22591]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:12.134 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:12 ntpd[22591]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-10-31T06:10:12.134 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:12 ntpd[22591]: can't open /var/log/ntpstats/peerstats.20231031: Permission denied 2023-10-31T06:10:12.134 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:12 ntpd[22591]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:12.134 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:12 ntpd[22591]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:12.135 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:12 ntpd[22591]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-10-31T06:10:12.135 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:12 ntpd[22591]: can't open /var/log/ntpstats/peerstats.20231031: Permission denied 2023-10-31T06:10:12.135 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:12 ntpd[22591]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:12.135 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:12 ntpd[22591]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:12.135 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:12 ntpd[22591]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-10-31T06:10:12.136 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:12 ntpd[22591]: can't open /var/log/ntpstats/peerstats.20231031: Permission denied 2023-10-31T06:10:12.154 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:12 ntpd[22620]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:12.155 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:12 ntpd[22620]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:12.155 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:12 ntpd[22620]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:12.155 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:12 ntpd[22620]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:12.155 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:12 ntpd[22620]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:12.155 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:12 ntpd[22620]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:12.155 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:12 ntpd[22620]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:12.156 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:12 ntpd[22620]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:12.156 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:12 ntpd[22620]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-10-31T06:10:12.156 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:12 ntpd[22620]: can't open /var/log/ntpstats/peerstats.20231031: Permission denied 2023-10-31T06:10:12.156 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:12 ntpd[22620]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:12.156 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:12 ntpd[22620]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:12.157 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:12 ntpd[22620]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-10-31T06:10:12.157 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:12 ntpd[22620]: can't open /var/log/ntpstats/peerstats.20231031: Permission denied 2023-10-31T06:10:12.157 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:12 ntpd[22620]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:12.157 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:12 ntpd[22620]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:12.157 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:12 ntpd[22620]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-10-31T06:10:12.158 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:12 ntpd[22620]: can't open /var/log/ntpstats/peerstats.20231031: Permission denied 2023-10-31T06:10:13.127 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:13 ntpd[22655]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:13.127 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:13 ntpd[22655]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:13.128 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:13 ntpd[22655]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:13.128 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:13 ntpd[22655]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:13.128 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:13 ntpd[22655]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-10-31T06:10:13.128 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:13 ntpd[22655]: can't open /var/log/ntpstats/peerstats.20231031: Permission denied 2023-10-31T06:10:14.128 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:14 ntpd[22655]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:14.128 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:14 ntpd[22655]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:14.128 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:14 ntpd[22655]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:14.129 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:14 ntpd[22655]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:14.129 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:14 ntpd[22655]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:14.129 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:14 ntpd[22655]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:14.129 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:14 ntpd[22655]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-10-31T06:10:14.129 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:14 ntpd[22655]: can't open /var/log/ntpstats/peerstats.20231031: Permission denied 2023-10-31T06:10:14.130 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:14 ntpd[22655]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:14.130 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:14 ntpd[22655]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:14.130 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:14 ntpd[22655]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-10-31T06:10:14.130 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:14 ntpd[22655]: can't open /var/log/ntpstats/peerstats.20231031: Permission denied 2023-10-31T06:10:14.132 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:14 ntpd[22591]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:14.132 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:14 ntpd[22591]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:14.132 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:14 ntpd[22591]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:14.133 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:14 ntpd[22591]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:14.133 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:14 ntpd[22591]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:14.133 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:14 ntpd[22591]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:14.133 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:14 ntpd[22591]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:14.133 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:14 ntpd[22591]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:14.134 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:14 ntpd[22591]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:14.134 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:14 ntpd[22591]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:14.134 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:14 ntpd[22591]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-10-31T06:10:14.134 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:14 ntpd[22591]: can't open /var/log/ntpstats/peerstats.20231031: Permission denied 2023-10-31T06:10:14.134 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:14 ntpd[22591]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:14.134 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:14 ntpd[22591]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:14.135 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:14 ntpd[22591]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-10-31T06:10:14.135 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:14 ntpd[22591]: can't open /var/log/ntpstats/peerstats.20231031: Permission denied 2023-10-31T06:10:14.135 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:14 ntpd[22591]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:14.135 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:14 ntpd[22591]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:14.135 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:14 ntpd[22591]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-10-31T06:10:14.136 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:14 ntpd[22591]: can't open /var/log/ntpstats/peerstats.20231031: Permission denied 2023-10-31T06:10:14.154 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:14 ntpd[22620]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:14.155 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:14 ntpd[22620]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:14.155 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:14 ntpd[22620]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:14.155 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:14 ntpd[22620]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:14.155 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:14 ntpd[22620]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:14.155 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:14 ntpd[22620]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:14.156 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:14 ntpd[22620]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:14.156 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:14 ntpd[22620]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:14.156 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:14 ntpd[22620]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-10-31T06:10:14.156 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:14 ntpd[22620]: can't open /var/log/ntpstats/peerstats.20231031: Permission denied 2023-10-31T06:10:14.156 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:14 ntpd[22620]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:14.156 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:14 ntpd[22620]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:14.157 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:14 ntpd[22620]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-10-31T06:10:14.157 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:14 ntpd[22620]: can't open /var/log/ntpstats/peerstats.20231031: Permission denied 2023-10-31T06:10:14.157 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:14 ntpd[22620]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:14.157 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:14 ntpd[22620]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:14.157 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:14 ntpd[22620]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-10-31T06:10:14.157 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:14 ntpd[22620]: can't open /var/log/ntpstats/peerstats.20231031: Permission denied 2023-10-31T06:10:15.128 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:15 ntpd[22655]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:15.128 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:15 ntpd[22655]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:15.128 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:15 ntpd[22655]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:15.128 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:15 ntpd[22655]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:15.129 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:15 ntpd[22655]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-10-31T06:10:15.129 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:15 ntpd[22655]: can't open /var/log/ntpstats/peerstats.20231031: Permission denied 2023-10-31T06:10:16.127 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:16 ntpd[22655]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:16.128 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:16 ntpd[22655]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:16.128 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:16 ntpd[22655]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:16.128 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:16 ntpd[22655]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:16.128 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:16 ntpd[22655]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:16.129 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:16 ntpd[22655]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:16.129 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:16 ntpd[22655]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-10-31T06:10:16.129 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:16 ntpd[22655]: can't open /var/log/ntpstats/peerstats.20231031: Permission denied 2023-10-31T06:10:16.129 INFO:teuthology.orchestra.run.smithi029.stdout:31 Oct 06:10:16 ntpd[22655]: ntpd: time slew +0.001488 s 2023-10-31T06:10:16.130 INFO:teuthology.orchestra.run.smithi029.stdout:ntpd: time slew +0.001488s 2023-10-31T06:10:16.130 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:16 ntpd[22655]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2023-10-31T06:10:16.130 INFO:teuthology.orchestra.run.smithi029.stderr:31 Oct 06:10:16 ntpd[22655]: can't open /var/log/ntpstats/loopstats.20231031: Permission denied 2023-10-31T06:10:16.132 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:16 ntpd[22591]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:16.132 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:16 ntpd[22591]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:16.132 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:16 ntpd[22591]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:16.133 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:16 ntpd[22591]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:16.133 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:16 ntpd[22591]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:16.133 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:16 ntpd[22591]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:16.133 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:16 ntpd[22591]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:16.133 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:16 ntpd[22591]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:16.133 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:16 ntpd[22591]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-10-31T06:10:16.134 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:16 ntpd[22591]: can't open /var/log/ntpstats/peerstats.20231031: Permission denied 2023-10-31T06:10:16.134 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:16 ntpd[22591]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:16.134 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:16 ntpd[22591]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:16.134 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:16 ntpd[22591]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-10-31T06:10:16.134 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:16 ntpd[22591]: can't open /var/log/ntpstats/peerstats.20231031: Permission denied 2023-10-31T06:10:16.135 INFO:teuthology.orchestra.run.smithi006.stdout:31 Oct 06:10:16 ntpd[22591]: ntpd: time slew +0.003230 s 2023-10-31T06:10:16.135 INFO:teuthology.orchestra.run.smithi006.stdout:ntpd: time slew +0.003230s 2023-10-31T06:10:16.135 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:16 ntpd[22591]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2023-10-31T06:10:16.135 INFO:teuthology.orchestra.run.smithi006.stderr:31 Oct 06:10:16 ntpd[22591]: can't open /var/log/ntpstats/loopstats.20231031: Permission denied 2023-10-31T06:10:16.154 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:16 ntpd[22620]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:16.154 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:16 ntpd[22620]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:16.154 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:16 ntpd[22620]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:16.154 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:16 ntpd[22620]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:16.154 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:16 ntpd[22620]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:16.155 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:16 ntpd[22620]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:16.155 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:16 ntpd[22620]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-10-31T06:10:16.155 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:16 ntpd[22620]: can't open /var/log/ntpstats/rawstats.20231031: Permission denied 2023-10-31T06:10:16.155 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:16 ntpd[22620]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-10-31T06:10:16.155 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:16 ntpd[22620]: can't open /var/log/ntpstats/peerstats.20231031: Permission denied 2023-10-31T06:10:16.156 INFO:teuthology.orchestra.run.smithi032.stdout:31 Oct 06:10:16 ntpd[22620]: ntpd: time slew +0.000246 s 2023-10-31T06:10:16.156 INFO:teuthology.orchestra.run.smithi032.stdout:ntpd: time slew +0.000246s 2023-10-31T06:10:16.156 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:16 ntpd[22620]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2023-10-31T06:10:16.157 INFO:teuthology.orchestra.run.smithi032.stderr:31 Oct 06:10:16 ntpd[22620]: can't open /var/log/ntpstats/loopstats.20231031: Permission denied 2023-10-31T06:10:16.199 INFO:teuthology.orchestra.run.smithi006.stdout: remote refid st t when poll reach delay offset jitter 2023-10-31T06:10:16.199 INFO:teuthology.orchestra.run.smithi006.stdout:============================================================================== 2023-10-31T06:10:16.199 INFO:teuthology.orchestra.run.smithi006.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2023-10-31T06:10:16.199 INFO:teuthology.orchestra.run.smithi006.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2023-10-31T06:10:16.200 INFO:teuthology.orchestra.run.smithi006.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2023-10-31T06:10:16.200 INFO:teuthology.orchestra.run.smithi006.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2023-10-31T06:10:16.202 INFO:teuthology.orchestra.run.smithi029.stdout: remote refid st t when poll reach delay offset jitter 2023-10-31T06:10:16.202 INFO:teuthology.orchestra.run.smithi029.stdout:============================================================================== 2023-10-31T06:10:16.202 INFO:teuthology.orchestra.run.smithi029.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2023-10-31T06:10:16.203 INFO:teuthology.orchestra.run.smithi029.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2023-10-31T06:10:16.203 INFO:teuthology.orchestra.run.smithi029.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2023-10-31T06:10:16.203 INFO:teuthology.orchestra.run.smithi029.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2023-10-31T06:10:16.219 INFO:teuthology.orchestra.run.smithi032.stdout: remote refid st t when poll reach delay offset jitter 2023-10-31T06:10:16.219 INFO:teuthology.orchestra.run.smithi032.stdout:============================================================================== 2023-10-31T06:10:16.219 INFO:teuthology.orchestra.run.smithi032.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2023-10-31T06:10:16.219 INFO:teuthology.orchestra.run.smithi032.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2023-10-31T06:10:16.220 INFO:teuthology.orchestra.run.smithi032.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2023-10-31T06:10:16.220 INFO:teuthology.orchestra.run.smithi032.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2023-10-31T06:10:16.221 INFO:teuthology.run_tasks:Running task install... 2023-10-31T06:10:16.231 DEBUG:teuthology.task.install:project ceph 2023-10-31T06:10:16.232 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'fcc751a494aeedbeb6237860a239d39dfe5b98d4'}} 2023-10-31T06:10:16.232 DEBUG:teuthology.task.install:config {'flavor': 'default', 'sha1': 'fcc751a494aeedbeb6237860a239d39dfe5b98d4'} 2023-10-31T06:10:16.232 INFO:teuthology.task.install:Using flavor: default 2023-10-31T06:10:16.240 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-10-31T06:10:16.241 INFO:teuthology.task.install:extra packages: [] 2023-10-31T06:10:16.241 DEBUG:teuthology.orchestra.run.smithi006:> sudo apt-key list | grep Ceph 2023-10-31T06:10:16.242 DEBUG:teuthology.orchestra.run.smithi029:> sudo apt-key list | grep Ceph 2023-10-31T06:10:16.242 DEBUG:teuthology.orchestra.run.smithi032:> sudo apt-key list | grep Ceph 2023-10-31T06:10:16.339 INFO:teuthology.orchestra.run.smithi006.stderr:Warning: apt-key output should not be parsed (stdout is not a terminal) 2023-10-31T06:10:16.342 INFO:teuthology.orchestra.run.smithi029.stderr:Warning: apt-key output should not be parsed (stdout is not a terminal) 2023-10-31T06:10:16.357 INFO:teuthology.orchestra.run.smithi032.stderr:Warning: apt-key output should not be parsed (stdout is not a terminal) 2023-10-31T06:10:16.398 INFO:teuthology.orchestra.run.smithi006.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2023-10-31T06:10:16.398 INFO:teuthology.orchestra.run.smithi006.stdout:uid [ unknown] Ceph.com (release key) 2023-10-31T06:10:16.399 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2023-10-31T06:10:16.400 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&sha1=fcc751a494aeedbeb6237860a239d39dfe5b98d4 2023-10-31T06:10:16.404 INFO:teuthology.orchestra.run.smithi029.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2023-10-31T06:10:16.405 INFO:teuthology.orchestra.run.smithi029.stdout:uid [ unknown] Ceph.com (release key) 2023-10-31T06:10:16.405 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2023-10-31T06:10:16.405 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&sha1=fcc751a494aeedbeb6237860a239d39dfe5b98d4 2023-10-31T06:10:16.416 INFO:teuthology.orchestra.run.smithi032.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2023-10-31T06:10:16.416 INFO:teuthology.orchestra.run.smithi032.stdout:uid [ unknown] Ceph.com (release key) 2023-10-31T06:10:16.417 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2023-10-31T06:10:16.418 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&sha1=fcc751a494aeedbeb6237860a239d39dfe5b98d4 2023-10-31T06:10:16.562 INFO:teuthology.task.install.deb:Pulling from https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default/ 2023-10-31T06:10:16.562 INFO:teuthology.task.install.deb:Package version is 18.0.0-6937-gfcc751a4-1focal 2023-10-31T06:10:16.566 INFO:teuthology.task.install.deb:Pulling from https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default/ 2023-10-31T06:10:16.567 INFO:teuthology.task.install.deb:Package version is 18.0.0-6937-gfcc751a4-1focal 2023-10-31T06:10:16.571 INFO:teuthology.task.install.deb:Pulling from https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default/ 2023-10-31T06:10:16.571 INFO:teuthology.task.install.deb:Package version is 18.0.0-6937-gfcc751a4-1focal 2023-10-31T06:10:16.685 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2023-10-31T06:10:16.685 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2023-10-31T06:10:16.688 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2023-10-31T06:10:16.688 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2023-10-31T06:10:16.702 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2023-10-31T06:10:16.702 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2023-10-31T06:10:16.704 DEBUG:teuthology.orchestra.run.smithi029:> sudo apt-get update 2023-10-31T06:10:16.705 DEBUG:teuthology.orchestra.run.smithi032:> sudo apt-get update 2023-10-31T06:10:16.719 DEBUG:teuthology.orchestra.run.smithi006:> sudo apt-get update 2023-10-31T06:10:16.915 INFO:teuthology.orchestra.run.smithi029.stdout:Hit:1 http://archive.ubuntu.com/ubuntu focal InRelease 2023-10-31T06:10:16.916 INFO:teuthology.orchestra.run.smithi032.stdout:Hit:1 http://archive.ubuntu.com/ubuntu focal InRelease 2023-10-31T06:10:16.920 INFO:teuthology.orchestra.run.smithi029.stdout:Hit:2 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2023-10-31T06:10:16.923 INFO:teuthology.orchestra.run.smithi032.stdout:Hit:2 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2023-10-31T06:10:16.937 INFO:teuthology.orchestra.run.smithi029.stdout:Hit:3 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2023-10-31T06:10:16.940 INFO:teuthology.orchestra.run.smithi032.stdout:Hit:3 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2023-10-31T06:10:16.962 INFO:teuthology.orchestra.run.smithi032.stdout:Ign:4 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal InRelease 2023-10-31T06:10:16.970 INFO:teuthology.orchestra.run.smithi029.stdout:Ign:4 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal InRelease 2023-10-31T06:10:16.975 INFO:teuthology.orchestra.run.smithi006.stdout:Ign:1 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal InRelease 2023-10-31T06:10:16.986 INFO:teuthology.orchestra.run.smithi032.stdout:Get:5 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal Release [7,662 B] 2023-10-31T06:10:16.997 INFO:teuthology.orchestra.run.smithi029.stdout:Get:5 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal Release [7,662 B] 2023-10-31T06:10:17.000 INFO:teuthology.orchestra.run.smithi006.stdout:Get:2 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal Release [7,662 B] 2023-10-31T06:10:17.013 INFO:teuthology.orchestra.run.smithi032.stdout:Ign:6 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal Release.gpg 2023-10-31T06:10:17.025 INFO:teuthology.orchestra.run.smithi029.stdout:Ign:6 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal Release.gpg 2023-10-31T06:10:17.026 INFO:teuthology.orchestra.run.smithi006.stdout:Ign:3 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal Release.gpg 2023-10-31T06:10:17.031 INFO:teuthology.orchestra.run.smithi029.stdout:Hit:7 http://security.ubuntu.com/ubuntu focal-security InRelease 2023-10-31T06:10:17.038 INFO:teuthology.orchestra.run.smithi032.stdout:Get:7 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 Packages [17.3 kB] 2023-10-31T06:10:17.044 INFO:teuthology.orchestra.run.smithi006.stdout:Hit:4 http://archive.ubuntu.com/ubuntu focal InRelease 2023-10-31T06:10:17.050 INFO:teuthology.orchestra.run.smithi006.stdout:Get:5 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main i386 Packages [3,405 B] 2023-10-31T06:10:17.056 INFO:teuthology.orchestra.run.smithi029.stdout:Get:8 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main i386 Packages [3,405 B] 2023-10-31T06:10:17.076 INFO:teuthology.orchestra.run.smithi032.stdout:Get:8 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main i386 Packages [3,405 B] 2023-10-31T06:10:17.087 INFO:teuthology.orchestra.run.smithi006.stdout:Get:6 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 Packages [17.3 kB] 2023-10-31T06:10:17.101 INFO:teuthology.orchestra.run.smithi029.stdout:Get:9 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 Packages [17.3 kB] 2023-10-31T06:10:17.114 INFO:teuthology.orchestra.run.smithi006.stdout:Hit:7 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2023-10-31T06:10:17.196 INFO:teuthology.orchestra.run.smithi006.stdout:Hit:8 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2023-10-31T06:10:17.402 INFO:teuthology.orchestra.run.smithi006.stdout:Hit:9 http://security.ubuntu.com/ubuntu focal-security InRelease 2023-10-31T06:10:17.542 INFO:teuthology.orchestra.run.smithi029.stdout:Fetched 28.4 kB in 1s (45.2 kB/s) 2023-10-31T06:10:17.674 INFO:teuthology.orchestra.run.smithi006.stdout:Fetched 28.4 kB in 1s (38.3 kB/s) 2023-10-31T06:10:18.643 INFO:teuthology.orchestra.run.smithi029.stdout:Reading package lists... 2023-10-31T06:10:18.671 DEBUG:teuthology.orchestra.run.smithi029:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.0.0-6937-gfcc751a4-1focal cephadm=18.0.0-6937-gfcc751a4-1focal ceph-mds=18.0.0-6937-gfcc751a4-1focal ceph-mgr=18.0.0-6937-gfcc751a4-1focal ceph-common=18.0.0-6937-gfcc751a4-1focal ceph-fuse=18.0.0-6937-gfcc751a4-1focal ceph-test=18.0.0-6937-gfcc751a4-1focal ceph-volume=18.0.0-6937-gfcc751a4-1focal radosgw=18.0.0-6937-gfcc751a4-1focal python3-rados=18.0.0-6937-gfcc751a4-1focal python3-rgw=18.0.0-6937-gfcc751a4-1focal python3-cephfs=18.0.0-6937-gfcc751a4-1focal python3-rbd=18.0.0-6937-gfcc751a4-1focal libcephfs2=18.0.0-6937-gfcc751a4-1focal libcephfs-dev=18.0.0-6937-gfcc751a4-1focal librados2=18.0.0-6937-gfcc751a4-1focal librbd1=18.0.0-6937-gfcc751a4-1focal rbd-fuse=18.0.0-6937-gfcc751a4-1focal 2023-10-31T06:10:18.747 INFO:teuthology.orchestra.run.smithi029.stdout:Reading package lists... 2023-10-31T06:10:18.770 INFO:teuthology.orchestra.run.smithi006.stdout:Reading package lists... 2023-10-31T06:10:18.797 DEBUG:teuthology.orchestra.run.smithi006:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.0.0-6937-gfcc751a4-1focal cephadm=18.0.0-6937-gfcc751a4-1focal ceph-mds=18.0.0-6937-gfcc751a4-1focal ceph-mgr=18.0.0-6937-gfcc751a4-1focal ceph-common=18.0.0-6937-gfcc751a4-1focal ceph-fuse=18.0.0-6937-gfcc751a4-1focal ceph-test=18.0.0-6937-gfcc751a4-1focal ceph-volume=18.0.0-6937-gfcc751a4-1focal radosgw=18.0.0-6937-gfcc751a4-1focal python3-rados=18.0.0-6937-gfcc751a4-1focal python3-rgw=18.0.0-6937-gfcc751a4-1focal python3-cephfs=18.0.0-6937-gfcc751a4-1focal python3-rbd=18.0.0-6937-gfcc751a4-1focal libcephfs2=18.0.0-6937-gfcc751a4-1focal libcephfs-dev=18.0.0-6937-gfcc751a4-1focal librados2=18.0.0-6937-gfcc751a4-1focal librbd1=18.0.0-6937-gfcc751a4-1focal rbd-fuse=18.0.0-6937-gfcc751a4-1focal 2023-10-31T06:10:18.873 INFO:teuthology.orchestra.run.smithi006.stdout:Reading package lists... 2023-10-31T06:10:18.957 INFO:teuthology.orchestra.run.smithi029.stdout:Building dependency tree... 2023-10-31T06:10:18.957 INFO:teuthology.orchestra.run.smithi029.stdout:Reading state information... 2023-10-31T06:10:19.061 INFO:teuthology.orchestra.run.smithi006.stdout:Building dependency tree... 2023-10-31T06:10:19.062 INFO:teuthology.orchestra.run.smithi006.stdout:Reading state information... 2023-10-31T06:10:19.153 INFO:teuthology.orchestra.run.smithi029.stdout:The following packages were automatically installed and are no longer required: 2023-10-31T06:10:19.155 INFO:teuthology.orchestra.run.smithi029.stdout: libboost-iostreams1.71.0 libboost-thread1.71.0 2023-10-31T06:10:19.155 INFO:teuthology.orchestra.run.smithi029.stdout:Use 'sudo apt autoremove' to remove them. 2023-10-31T06:10:19.155 INFO:teuthology.orchestra.run.smithi029.stdout:The following additional packages will be installed: 2023-10-31T06:10:19.155 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2023-10-31T06:10:19.155 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd fonts-mathjax jq 2023-10-31T06:10:19.156 INFO:teuthology.orchestra.run.smithi029.stdout: libdouble-conversion3 libjq1 libjs-mathjax libjs-sphinxdoc libjs-underscore 2023-10-31T06:10:19.156 INFO:teuthology.orchestra.run.smithi029.stdout: liblbfgsb0 liblttng-ust0 liblua5.3-0 liboath0 libonig5 libpcre2-16-0 2023-10-31T06:10:19.156 INFO:teuthology.orchestra.run.smithi029.stdout: libqt5core5a libqt5dbus5 libqt5network5 librabbitmq4 libradosstriper1 2023-10-31T06:10:19.157 INFO:teuthology.orchestra.run.smithi029.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.13.0 nvme-cli 2023-10-31T06:10:19.157 INFO:teuthology.orchestra.run.smithi029.stdout: python-asyncssh-doc python-natsort-doc python-pastedeploy-tpl 2023-10-31T06:10:19.157 INFO:teuthology.orchestra.run.smithi029.stdout: python3-asyncssh python3-atomicwrites python3-attr python3-bcrypt 2023-10-31T06:10:19.158 INFO:teuthology.orchestra.run.smithi029.stdout: python3-blinker python3-bs4 python3-cachetools python3-ceph-argparse 2023-10-31T06:10:19.158 INFO:teuthology.orchestra.run.smithi029.stdout: python3-ceph-common python3-cherrypy3 python3-cryptography python3-decorator 2023-10-31T06:10:19.158 INFO:teuthology.orchestra.run.smithi029.stdout: python3-google-auth python3-html5lib python3-jinja2 python3-joblib 2023-10-31T06:10:19.158 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jwt python3-kubernetes python3-logutils python3-lxml python3-mako 2023-10-31T06:10:19.158 INFO:teuthology.orchestra.run.smithi029.stdout: python3-markupsafe python3-natsort python3-oauthlib python3-openssl 2023-10-31T06:10:19.159 INFO:teuthology.orchestra.run.smithi029.stdout: python3-packaging python3-paste python3-pastedeploy python3-pastescript 2023-10-31T06:10:19.159 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pecan python3-pluggy python3-prettytable python3-psutil python3-py 2023-10-31T06:10:19.159 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pyasn1 python3-pyasn1-modules python3-pyinotify python3-pytest 2023-10-31T06:10:19.159 INFO:teuthology.orchestra.run.smithi029.stdout: python3-repoze.lru python3-requests-oauthlib python3-routes python3-rsa 2023-10-31T06:10:19.159 INFO:teuthology.orchestra.run.smithi029.stdout: python3-scipy python3-simplegeneric python3-simplejson 2023-10-31T06:10:19.160 INFO:teuthology.orchestra.run.smithi029.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-soupsieve 2023-10-31T06:10:19.160 INFO:teuthology.orchestra.run.smithi029.stdout: python3-tempita python3-waitress python3-wcwidth python3-webencodings 2023-10-31T06:10:19.160 INFO:teuthology.orchestra.run.smithi029.stdout: python3-webob python3-websocket python3-webtest python3-werkzeug 2023-10-31T06:10:19.160 INFO:teuthology.orchestra.run.smithi029.stdout: qttranslations5-l10n socat xmlstarlet 2023-10-31T06:10:19.160 INFO:teuthology.orchestra.run.smithi029.stdout:Suggested packages: 2023-10-31T06:10:19.160 INFO:teuthology.orchestra.run.smithi029.stdout: python3-influxdb fonts-mathjax-extras fonts-stix libjs-mathjax-doc 2023-10-31T06:10:19.161 INFO:teuthology.orchestra.run.smithi029.stdout: python-attr-doc python-blinker-doc python-cryptography-doc 2023-10-31T06:10:19.161 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cryptography-vectors python3-genshi python-jinja2-doc python3-crypto 2023-10-31T06:10:19.161 INFO:teuthology.orchestra.run.smithi029.stdout: python3-lxml-dbg python-lxml-doc python3-beaker python-mako-doc 2023-10-31T06:10:19.161 INFO:teuthology.orchestra.run.smithi029.stdout: python-openssl-doc python3-openssl-dbg httpd-wsgi libapache2-mod-python 2023-10-31T06:10:19.161 INFO:teuthology.orchestra.run.smithi029.stdout: libapache2-mod-scgi libjs-mochikit python-pecan-doc python-psutil-doc 2023-10-31T06:10:19.161 INFO:teuthology.orchestra.run.smithi029.stdout: subversion python-pyinotify-doc python-scipy-doc python3-dap 2023-10-31T06:10:19.162 INFO:teuthology.orchestra.run.smithi029.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2023-10-31T06:10:19.162 INFO:teuthology.orchestra.run.smithi029.stdout: python-webtest-doc python-werkzeug-doc python3-termcolor python3-watchdog 2023-10-31T06:10:19.162 INFO:teuthology.orchestra.run.smithi029.stdout:Recommended packages: 2023-10-31T06:10:19.162 INFO:teuthology.orchestra.run.smithi029.stdout: btrfs-tools 2023-10-31T06:10:19.247 INFO:teuthology.orchestra.run.smithi006.stdout:The following packages were automatically installed and are no longer required: 2023-10-31T06:10:19.248 INFO:teuthology.orchestra.run.smithi006.stdout: libboost-iostreams1.71.0 libboost-thread1.71.0 2023-10-31T06:10:19.248 INFO:teuthology.orchestra.run.smithi006.stdout:Use 'sudo apt autoremove' to remove them. 2023-10-31T06:10:19.249 INFO:teuthology.orchestra.run.smithi006.stdout:The following additional packages will be installed: 2023-10-31T06:10:19.249 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2023-10-31T06:10:19.249 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd fonts-mathjax jq 2023-10-31T06:10:19.249 INFO:teuthology.orchestra.run.smithi006.stdout: libdouble-conversion3 libjq1 libjs-mathjax libjs-sphinxdoc libjs-underscore 2023-10-31T06:10:19.249 INFO:teuthology.orchestra.run.smithi006.stdout: liblbfgsb0 liblttng-ust0 liblua5.3-0 liboath0 libonig5 libpcre2-16-0 2023-10-31T06:10:19.249 INFO:teuthology.orchestra.run.smithi006.stdout: libqt5core5a libqt5dbus5 libqt5network5 librabbitmq4 libradosstriper1 2023-10-31T06:10:19.250 INFO:teuthology.orchestra.run.smithi006.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.13.0 nvme-cli 2023-10-31T06:10:19.250 INFO:teuthology.orchestra.run.smithi006.stdout: python-asyncssh-doc python-natsort-doc python-pastedeploy-tpl 2023-10-31T06:10:19.251 INFO:teuthology.orchestra.run.smithi006.stdout: python3-asyncssh python3-atomicwrites python3-attr python3-bcrypt 2023-10-31T06:10:19.251 INFO:teuthology.orchestra.run.smithi006.stdout: python3-blinker python3-bs4 python3-cachetools python3-ceph-argparse 2023-10-31T06:10:19.251 INFO:teuthology.orchestra.run.smithi006.stdout: python3-ceph-common python3-cherrypy3 python3-cryptography python3-decorator 2023-10-31T06:10:19.251 INFO:teuthology.orchestra.run.smithi006.stdout: python3-google-auth python3-html5lib python3-jinja2 python3-joblib 2023-10-31T06:10:19.251 INFO:teuthology.orchestra.run.smithi006.stdout: python3-jwt python3-kubernetes python3-logutils python3-lxml python3-mako 2023-10-31T06:10:19.251 INFO:teuthology.orchestra.run.smithi006.stdout: python3-markupsafe python3-natsort python3-oauthlib python3-openssl 2023-10-31T06:10:19.252 INFO:teuthology.orchestra.run.smithi006.stdout: python3-packaging python3-paste python3-pastedeploy python3-pastescript 2023-10-31T06:10:19.252 INFO:teuthology.orchestra.run.smithi006.stdout: python3-pecan python3-pluggy python3-prettytable python3-psutil python3-py 2023-10-31T06:10:19.252 INFO:teuthology.orchestra.run.smithi006.stdout: python3-pyasn1 python3-pyasn1-modules python3-pyinotify python3-pytest 2023-10-31T06:10:19.252 INFO:teuthology.orchestra.run.smithi006.stdout: python3-repoze.lru python3-requests-oauthlib python3-routes python3-rsa 2023-10-31T06:10:19.252 INFO:teuthology.orchestra.run.smithi006.stdout: python3-scipy python3-simplegeneric python3-simplejson 2023-10-31T06:10:19.253 INFO:teuthology.orchestra.run.smithi006.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-soupsieve 2023-10-31T06:10:19.253 INFO:teuthology.orchestra.run.smithi006.stdout: python3-tempita python3-waitress python3-wcwidth python3-webencodings 2023-10-31T06:10:19.253 INFO:teuthology.orchestra.run.smithi006.stdout: python3-webob python3-websocket python3-webtest python3-werkzeug 2023-10-31T06:10:19.253 INFO:teuthology.orchestra.run.smithi006.stdout: qttranslations5-l10n socat xmlstarlet 2023-10-31T06:10:19.253 INFO:teuthology.orchestra.run.smithi006.stdout:Suggested packages: 2023-10-31T06:10:19.253 INFO:teuthology.orchestra.run.smithi006.stdout: python3-influxdb fonts-mathjax-extras fonts-stix libjs-mathjax-doc 2023-10-31T06:10:19.254 INFO:teuthology.orchestra.run.smithi006.stdout: python-attr-doc python-blinker-doc python-cryptography-doc 2023-10-31T06:10:19.254 INFO:teuthology.orchestra.run.smithi006.stdout: python3-cryptography-vectors python3-genshi python-jinja2-doc python3-crypto 2023-10-31T06:10:19.254 INFO:teuthology.orchestra.run.smithi006.stdout: python3-lxml-dbg python-lxml-doc python3-beaker python-mako-doc 2023-10-31T06:10:19.254 INFO:teuthology.orchestra.run.smithi006.stdout: python-openssl-doc python3-openssl-dbg httpd-wsgi libapache2-mod-python 2023-10-31T06:10:19.254 INFO:teuthology.orchestra.run.smithi006.stdout: libapache2-mod-scgi libjs-mochikit python-pecan-doc python-psutil-doc 2023-10-31T06:10:19.254 INFO:teuthology.orchestra.run.smithi006.stdout: subversion python-pyinotify-doc python-scipy-doc python3-dap 2023-10-31T06:10:19.255 INFO:teuthology.orchestra.run.smithi006.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2023-10-31T06:10:19.255 INFO:teuthology.orchestra.run.smithi006.stdout: python-webtest-doc python-werkzeug-doc python3-termcolor python3-watchdog 2023-10-31T06:10:19.255 INFO:teuthology.orchestra.run.smithi006.stdout:Recommended packages: 2023-10-31T06:10:19.255 INFO:teuthology.orchestra.run.smithi006.stdout: btrfs-tools 2023-10-31T06:10:19.282 INFO:teuthology.orchestra.run.smithi029.stdout:The following NEW packages will be installed: 2023-10-31T06:10:19.282 INFO:teuthology.orchestra.run.smithi029.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2023-10-31T06:10:19.282 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2023-10-31T06:10:19.282 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2023-10-31T06:10:19.283 INFO:teuthology.orchestra.run.smithi029.stdout: fonts-mathjax jq libcephfs-dev libcephfs2 libdouble-conversion3 libjq1 2023-10-31T06:10:19.283 INFO:teuthology.orchestra.run.smithi029.stdout: libjs-mathjax libjs-sphinxdoc libjs-underscore liblbfgsb0 liblttng-ust0 2023-10-31T06:10:19.284 INFO:teuthology.orchestra.run.smithi029.stdout: liblua5.3-0 liboath0 libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 2023-10-31T06:10:19.284 INFO:teuthology.orchestra.run.smithi029.stdout: libqt5network5 librabbitmq4 libradosstriper1 librdkafka1 librgw2 2023-10-31T06:10:19.284 INFO:teuthology.orchestra.run.smithi029.stdout: libsqlite3-mod-ceph libthrift-0.13.0 nvme-cli python-asyncssh-doc 2023-10-31T06:10:19.284 INFO:teuthology.orchestra.run.smithi029.stdout: python-natsort-doc python-pastedeploy-tpl python3-asyncssh 2023-10-31T06:10:19.284 INFO:teuthology.orchestra.run.smithi029.stdout: python3-atomicwrites python3-attr python3-bcrypt python3-blinker python3-bs4 2023-10-31T06:10:19.285 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2023-10-31T06:10:19.285 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cherrypy3 python3-cryptography python3-decorator python3-google-auth 2023-10-31T06:10:19.285 INFO:teuthology.orchestra.run.smithi029.stdout: python3-html5lib python3-jinja2 python3-joblib python3-jwt 2023-10-31T06:10:19.285 INFO:teuthology.orchestra.run.smithi029.stdout: python3-kubernetes python3-logutils python3-lxml python3-mako 2023-10-31T06:10:19.285 INFO:teuthology.orchestra.run.smithi029.stdout: python3-markupsafe python3-natsort python3-oauthlib python3-openssl 2023-10-31T06:10:19.285 INFO:teuthology.orchestra.run.smithi029.stdout: python3-packaging python3-paste python3-pastedeploy python3-pastescript 2023-10-31T06:10:19.286 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pecan python3-pluggy python3-prettytable python3-psutil python3-py 2023-10-31T06:10:19.286 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pyasn1 python3-pyasn1-modules python3-pyinotify python3-pytest 2023-10-31T06:10:19.286 INFO:teuthology.orchestra.run.smithi029.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests-oauthlib 2023-10-31T06:10:19.286 INFO:teuthology.orchestra.run.smithi029.stdout: python3-rgw python3-routes python3-rsa python3-scipy python3-simplegeneric 2023-10-31T06:10:19.286 INFO:teuthology.orchestra.run.smithi029.stdout: python3-simplejson python3-singledispatch python3-sklearn 2023-10-31T06:10:19.286 INFO:teuthology.orchestra.run.smithi029.stdout: python3-sklearn-lib python3-soupsieve python3-tempita python3-waitress 2023-10-31T06:10:19.287 INFO:teuthology.orchestra.run.smithi029.stdout: python3-wcwidth python3-webencodings python3-webob python3-websocket 2023-10-31T06:10:19.287 INFO:teuthology.orchestra.run.smithi029.stdout: python3-webtest python3-werkzeug qttranslations5-l10n radosgw rbd-fuse socat 2023-10-31T06:10:19.287 INFO:teuthology.orchestra.run.smithi029.stdout: xmlstarlet 2023-10-31T06:10:19.287 INFO:teuthology.orchestra.run.smithi029.stdout:The following packages will be upgraded: 2023-10-31T06:10:19.288 INFO:teuthology.orchestra.run.smithi029.stdout: librados2 librbd1 2023-10-31T06:10:19.379 INFO:teuthology.orchestra.run.smithi006.stdout:The following NEW packages will be installed: 2023-10-31T06:10:19.379 INFO:teuthology.orchestra.run.smithi006.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2023-10-31T06:10:19.379 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2023-10-31T06:10:19.379 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2023-10-31T06:10:19.380 INFO:teuthology.orchestra.run.smithi006.stdout: fonts-mathjax jq libcephfs-dev libcephfs2 libdouble-conversion3 libjq1 2023-10-31T06:10:19.381 INFO:teuthology.orchestra.run.smithi006.stdout: libjs-mathjax libjs-sphinxdoc libjs-underscore liblbfgsb0 liblttng-ust0 2023-10-31T06:10:19.381 INFO:teuthology.orchestra.run.smithi006.stdout: liblua5.3-0 liboath0 libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 2023-10-31T06:10:19.381 INFO:teuthology.orchestra.run.smithi006.stdout: libqt5network5 librabbitmq4 libradosstriper1 librdkafka1 librgw2 2023-10-31T06:10:19.381 INFO:teuthology.orchestra.run.smithi006.stdout: libsqlite3-mod-ceph libthrift-0.13.0 nvme-cli python-asyncssh-doc 2023-10-31T06:10:19.381 INFO:teuthology.orchestra.run.smithi006.stdout: python-natsort-doc python-pastedeploy-tpl python3-asyncssh 2023-10-31T06:10:19.382 INFO:teuthology.orchestra.run.smithi006.stdout: python3-atomicwrites python3-attr python3-bcrypt python3-blinker python3-bs4 2023-10-31T06:10:19.382 INFO:teuthology.orchestra.run.smithi006.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2023-10-31T06:10:19.382 INFO:teuthology.orchestra.run.smithi006.stdout: python3-cherrypy3 python3-cryptography python3-decorator python3-google-auth 2023-10-31T06:10:19.382 INFO:teuthology.orchestra.run.smithi006.stdout: python3-html5lib python3-jinja2 python3-joblib python3-jwt 2023-10-31T06:10:19.382 INFO:teuthology.orchestra.run.smithi006.stdout: python3-kubernetes python3-logutils python3-lxml python3-mako 2023-10-31T06:10:19.382 INFO:teuthology.orchestra.run.smithi006.stdout: python3-markupsafe python3-natsort python3-oauthlib python3-openssl 2023-10-31T06:10:19.383 INFO:teuthology.orchestra.run.smithi006.stdout: python3-packaging python3-paste python3-pastedeploy python3-pastescript 2023-10-31T06:10:19.383 INFO:teuthology.orchestra.run.smithi006.stdout: python3-pecan python3-pluggy python3-prettytable python3-psutil python3-py 2023-10-31T06:10:19.383 INFO:teuthology.orchestra.run.smithi006.stdout: python3-pyasn1 python3-pyasn1-modules python3-pyinotify python3-pytest 2023-10-31T06:10:19.383 INFO:teuthology.orchestra.run.smithi006.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests-oauthlib 2023-10-31T06:10:19.383 INFO:teuthology.orchestra.run.smithi006.stdout: python3-rgw python3-routes python3-rsa python3-scipy python3-simplegeneric 2023-10-31T06:10:19.383 INFO:teuthology.orchestra.run.smithi006.stdout: python3-simplejson python3-singledispatch python3-sklearn 2023-10-31T06:10:19.384 INFO:teuthology.orchestra.run.smithi006.stdout: python3-sklearn-lib python3-soupsieve python3-tempita python3-waitress 2023-10-31T06:10:19.384 INFO:teuthology.orchestra.run.smithi006.stdout: python3-wcwidth python3-webencodings python3-webob python3-websocket 2023-10-31T06:10:19.384 INFO:teuthology.orchestra.run.smithi006.stdout: python3-webtest python3-werkzeug qttranslations5-l10n radosgw rbd-fuse socat 2023-10-31T06:10:19.384 INFO:teuthology.orchestra.run.smithi006.stdout: xmlstarlet 2023-10-31T06:10:19.385 INFO:teuthology.orchestra.run.smithi006.stdout:The following packages will be upgraded: 2023-10-31T06:10:19.385 INFO:teuthology.orchestra.run.smithi006.stdout: librados2 librbd1 2023-10-31T06:10:19.434 INFO:teuthology.orchestra.run.smithi029.stdout:2 upgraded, 110 newly installed, 0 to remove and 257 not upgraded. 2023-10-31T06:10:19.435 INFO:teuthology.orchestra.run.smithi029.stdout:Need to get 212 MB of archives. 2023-10-31T06:10:19.435 INFO:teuthology.orchestra.run.smithi029.stdout:After this operation, 1,045 MB of additional disk space will be used. 2023-10-31T06:10:19.435 INFO:teuthology.orchestra.run.smithi029.stdout:Get:1 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 librbd1 amd64 18.0.0-6937-gfcc751a4-1focal [3,602 kB] 2023-10-31T06:10:19.477 INFO:teuthology.orchestra.run.smithi029.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal/main amd64 liblttng-ust0 amd64 2.11.0-1 [160 kB] 2023-10-31T06:10:19.537 INFO:teuthology.orchestra.run.smithi006.stdout:2 upgraded, 110 newly installed, 0 to remove and 257 not upgraded. 2023-10-31T06:10:19.537 INFO:teuthology.orchestra.run.smithi006.stdout:Need to get 212 MB of archives. 2023-10-31T06:10:19.537 INFO:teuthology.orchestra.run.smithi006.stdout:After this operation, 1,045 MB of additional disk space will be used. 2023-10-31T06:10:19.537 INFO:teuthology.orchestra.run.smithi006.stdout:Get:1 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 librbd1 amd64 18.0.0-6937-gfcc751a4-1focal [3,602 kB] 2023-10-31T06:10:19.661 INFO:teuthology.orchestra.run.smithi029.stdout:Get:3 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 librados2 amd64 18.0.0-6937-gfcc751a4-1focal [4,076 kB] 2023-10-31T06:10:19.804 INFO:teuthology.orchestra.run.smithi029.stdout:Get:4 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 libcephfs2 amd64 18.0.0-6937-gfcc751a4-1focal [753 kB] 2023-10-31T06:10:19.828 INFO:teuthology.orchestra.run.smithi029.stdout:Get:5 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 python3-rados amd64 18.0.0-6937-gfcc751a4-1focal [387 kB] 2023-10-31T06:10:19.841 INFO:teuthology.orchestra.run.smithi029.stdout:Get:6 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-argparse all 18.0.0-6937-gfcc751a4-1focal [31.8 kB] 2023-10-31T06:10:19.842 INFO:teuthology.orchestra.run.smithi029.stdout:Get:7 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 python3-cephfs amd64 18.0.0-6937-gfcc751a4-1focal [200 kB] 2023-10-31T06:10:19.854 INFO:teuthology.orchestra.run.smithi029.stdout:Get:8 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-common all 18.0.0-6937-gfcc751a4-1focal [62.0 kB] 2023-10-31T06:10:19.857 INFO:teuthology.orchestra.run.smithi029.stdout:Get:9 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 python3-rbd amd64 18.0.0-6937-gfcc751a4-1focal [364 kB] 2023-10-31T06:10:19.869 INFO:teuthology.orchestra.run.smithi029.stdout:Get:10 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 librgw2 amd64 18.0.0-6937-gfcc751a4-1focal [6,961 kB] 2023-10-31T06:10:19.874 INFO:teuthology.orchestra.run.smithi029.stdout:Get:11 http://archive.ubuntu.com/ubuntu focal/universe amd64 libdouble-conversion3 amd64 3.1.5-4ubuntu1 [37.9 kB] 2023-10-31T06:10:19.888 INFO:teuthology.orchestra.run.smithi029.stdout:Get:12 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libpcre2-16-0 amd64 10.34-7ubuntu0.1 [181 kB] 2023-10-31T06:10:19.973 INFO:teuthology.orchestra.run.smithi029.stdout:Get:13 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libqt5core5a amd64 5.12.8+dfsg-0ubuntu2.1 [2,006 kB] 2023-10-31T06:10:20.077 INFO:teuthology.orchestra.run.smithi006.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal/main amd64 liblttng-ust0 amd64 2.11.0-1 [160 kB] 2023-10-31T06:10:20.128 INFO:teuthology.orchestra.run.smithi029.stdout:Get:14 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 python3-rgw amd64 18.0.0-6937-gfcc751a4-1focal [113 kB] 2023-10-31T06:10:20.130 INFO:teuthology.orchestra.run.smithi029.stdout:Get:15 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 libradosstriper1 amd64 18.0.0-6937-gfcc751a4-1focal [474 kB] 2023-10-31T06:10:20.146 INFO:teuthology.orchestra.run.smithi029.stdout:Get:16 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-common amd64 18.0.0-6937-gfcc751a4-1focal [25.9 MB] 2023-10-31T06:10:20.216 INFO:teuthology.orchestra.run.smithi029.stdout:Get:17 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libqt5dbus5 amd64 5.12.8+dfsg-0ubuntu2.1 [208 kB] 2023-10-31T06:10:20.226 INFO:teuthology.orchestra.run.smithi029.stdout:Get:18 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libqt5network5 amd64 5.12.8+dfsg-0ubuntu2.1 [673 kB] 2023-10-31T06:10:20.255 INFO:teuthology.orchestra.run.smithi029.stdout:Get:19 http://archive.ubuntu.com/ubuntu focal/universe amd64 libthrift-0.13.0 amd64 0.13.0-2build2 [249 kB] 2023-10-31T06:10:20.264 INFO:teuthology.orchestra.run.smithi029.stdout:Get:20 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-prettytable all 0.7.2-5 [20.1 kB] 2023-10-31T06:10:20.265 INFO:teuthology.orchestra.run.smithi029.stdout:Get:21 http://archive.ubuntu.com/ubuntu focal/main amd64 liblua5.3-0 amd64 5.3.3-1.1ubuntu2 [116 kB] 2023-10-31T06:10:20.268 INFO:teuthology.orchestra.run.smithi029.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal/main amd64 librabbitmq4 amd64 0.10.0-1 [35.8 kB] 2023-10-31T06:10:20.269 INFO:teuthology.orchestra.run.smithi029.stdout:Get:23 http://archive.ubuntu.com/ubuntu focal/universe amd64 librdkafka1 amd64 1.2.1-1ubuntu1 [410 kB] 2023-10-31T06:10:20.445 INFO:teuthology.orchestra.run.smithi029.stdout:Get:24 http://archive.ubuntu.com/ubuntu focal/main amd64 liboath0 amd64 2.6.1-1.3 [44.7 kB] 2023-10-31T06:10:20.475 INFO:teuthology.orchestra.run.smithi006.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal/universe amd64 libdouble-conversion3 amd64 3.1.5-4ubuntu1 [37.9 kB] 2023-10-31T06:10:20.489 INFO:teuthology.orchestra.run.smithi006.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libpcre2-16-0 amd64 10.34-7ubuntu0.1 [181 kB] 2023-10-31T06:10:20.573 INFO:teuthology.orchestra.run.smithi006.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libqt5core5a amd64 5.12.8+dfsg-0ubuntu2.1 [2,006 kB] 2023-10-31T06:10:20.576 INFO:teuthology.orchestra.run.smithi006.stdout:Get:6 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 librados2 amd64 18.0.0-6937-gfcc751a4-1focal [4,076 kB] 2023-10-31T06:10:20.693 INFO:teuthology.orchestra.run.smithi029.stdout:Get:25 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cherrypy3 all 8.9.1-6 [160 kB] 2023-10-31T06:10:20.817 INFO:teuthology.orchestra.run.smithi006.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libqt5dbus5 amd64 5.12.8+dfsg-0ubuntu2.1 [208 kB] 2023-10-31T06:10:20.827 INFO:teuthology.orchestra.run.smithi006.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libqt5network5 amd64 5.12.8+dfsg-0ubuntu2.1 [673 kB] 2023-10-31T06:10:20.856 INFO:teuthology.orchestra.run.smithi006.stdout:Get:9 http://archive.ubuntu.com/ubuntu focal/universe amd64 libthrift-0.13.0 amd64 0.13.0-2build2 [249 kB] 2023-10-31T06:10:20.863 INFO:teuthology.orchestra.run.smithi029.stdout:Get:26 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-natsort all 7.0.1-1 [29.2 kB] 2023-10-31T06:10:20.865 INFO:teuthology.orchestra.run.smithi006.stdout:Get:10 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-prettytable all 0.7.2-5 [20.1 kB] 2023-10-31T06:10:20.865 INFO:teuthology.orchestra.run.smithi006.stdout:Get:11 http://archive.ubuntu.com/ubuntu focal/main amd64 liblua5.3-0 amd64 5.3.3-1.1ubuntu2 [116 kB] 2023-10-31T06:10:20.869 INFO:teuthology.orchestra.run.smithi006.stdout:Get:12 http://archive.ubuntu.com/ubuntu focal/main amd64 librabbitmq4 amd64 0.10.0-1 [35.8 kB] 2023-10-31T06:10:20.870 INFO:teuthology.orchestra.run.smithi006.stdout:Get:13 http://archive.ubuntu.com/ubuntu focal/universe amd64 librdkafka1 amd64 1.2.1-1ubuntu1 [410 kB] 2023-10-31T06:10:20.876 INFO:teuthology.orchestra.run.smithi029.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-logutils all 0.3.3-7 [17.3 kB] 2023-10-31T06:10:20.884 INFO:teuthology.orchestra.run.smithi029.stdout:Get:28 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-markupsafe amd64 1.1.0-1build2 [13.9 kB] 2023-10-31T06:10:20.890 INFO:teuthology.orchestra.run.smithi029.stdout:Get:29 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-mako all 1.1.0+ds1-1ubuntu2.1 [59.2 kB] 2023-10-31T06:10:20.918 INFO:teuthology.orchestra.run.smithi029.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2023-10-31T06:10:20.923 INFO:teuthology.orchestra.run.smithi029.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-singledispatch all 3.4.0.3-2build1 [7,128 B] 2023-10-31T06:10:20.926 INFO:teuthology.orchestra.run.smithi029.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webob all 1:1.8.5-2 [84.4 kB] 2023-10-31T06:10:20.957 INFO:teuthology.orchestra.run.smithi029.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-soupsieve all 1.9.5+dfsg-1 [29.1 kB] 2023-10-31T06:10:20.964 INFO:teuthology.orchestra.run.smithi029.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bs4 all 4.8.2-1 [83.0 kB] 2023-10-31T06:10:21.046 INFO:teuthology.orchestra.run.smithi006.stdout:Get:14 http://archive.ubuntu.com/ubuntu focal/main amd64 liboath0 amd64 2.6.1-1.3 [44.7 kB] 2023-10-31T06:10:21.148 INFO:teuthology.orchestra.run.smithi029.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-waitress all 1.4.1-1ubuntu0.1 [81.4 kB] 2023-10-31T06:10:21.240 INFO:teuthology.orchestra.run.smithi029.stdout:Get:36 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-base amd64 18.0.0-6937-gfcc751a4-1focal [11.0 MB] 2023-10-31T06:10:21.267 INFO:teuthology.orchestra.run.smithi006.stdout:Get:15 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 libcephfs2 amd64 18.0.0-6937-gfcc751a4-1focal [753 kB] 2023-10-31T06:10:21.295 INFO:teuthology.orchestra.run.smithi006.stdout:Get:16 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cherrypy3 all 8.9.1-6 [160 kB] 2023-10-31T06:10:21.382 INFO:teuthology.orchestra.run.smithi006.stdout:Get:17 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 python3-rados amd64 18.0.0-6937-gfcc751a4-1focal [387 kB] 2023-10-31T06:10:21.455 INFO:teuthology.orchestra.run.smithi006.stdout:Get:18 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-argparse all 18.0.0-6937-gfcc751a4-1focal [31.8 kB] 2023-10-31T06:10:21.456 INFO:teuthology.orchestra.run.smithi006.stdout:Get:19 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 python3-cephfs amd64 18.0.0-6937-gfcc751a4-1focal [200 kB] 2023-10-31T06:10:21.462 INFO:teuthology.orchestra.run.smithi029.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-tempita all 0.5.2-6 [14.8 kB] 2023-10-31T06:10:21.462 INFO:teuthology.orchestra.run.smithi006.stdout:Get:20 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-common all 18.0.0-6937-gfcc751a4-1focal [62.0 kB] 2023-10-31T06:10:21.464 INFO:teuthology.orchestra.run.smithi006.stdout:Get:21 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 python3-rbd amd64 18.0.0-6937-gfcc751a4-1focal [364 kB] 2023-10-31T06:10:21.466 INFO:teuthology.orchestra.run.smithi006.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-natsort all 7.0.1-1 [29.2 kB] 2023-10-31T06:10:21.474 INFO:teuthology.orchestra.run.smithi029.stdout:Get:38 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-paste all 3.4.0+dfsg1-1 [456 kB] 2023-10-31T06:10:21.479 INFO:teuthology.orchestra.run.smithi006.stdout:Get:23 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-logutils all 0.3.3-7 [17.3 kB] 2023-10-31T06:10:21.489 INFO:teuthology.orchestra.run.smithi006.stdout:Get:24 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-markupsafe amd64 1.1.0-1build2 [13.9 kB] 2023-10-31T06:10:21.495 INFO:teuthology.orchestra.run.smithi006.stdout:Get:25 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-mako all 1.1.0+ds1-1ubuntu2.1 [59.2 kB] 2023-10-31T06:10:21.520 INFO:teuthology.orchestra.run.smithi006.stdout:Get:26 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 librgw2 amd64 18.0.0-6937-gfcc751a4-1focal [6,961 kB] 2023-10-31T06:10:21.522 INFO:teuthology.orchestra.run.smithi006.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2023-10-31T06:10:21.527 INFO:teuthology.orchestra.run.smithi006.stdout:Get:28 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-singledispatch all 3.4.0.3-2build1 [7,128 B] 2023-10-31T06:10:21.531 INFO:teuthology.orchestra.run.smithi006.stdout:Get:29 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webob all 1:1.8.5-2 [84.4 kB] 2023-10-31T06:10:21.561 INFO:teuthology.orchestra.run.smithi006.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-soupsieve all 1.9.5+dfsg-1 [29.1 kB] 2023-10-31T06:10:21.569 INFO:teuthology.orchestra.run.smithi006.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bs4 all 4.8.2-1 [83.0 kB] 2023-10-31T06:10:21.677 INFO:teuthology.orchestra.run.smithi029.stdout:Get:39 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-modules-core all 18.0.0-6937-gfcc751a4-1focal [234 kB] 2023-10-31T06:10:21.679 INFO:teuthology.orchestra.run.smithi029.stdout:Get:40 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 libsqlite3-mod-ceph amd64 18.0.0-6937-gfcc751a4-1focal [145 kB] 2023-10-31T06:10:21.680 INFO:teuthology.orchestra.run.smithi029.stdout:Get:41 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr amd64 18.0.0-6937-gfcc751a4-1focal [1,583 kB] 2023-10-31T06:10:21.711 INFO:teuthology.orchestra.run.smithi029.stdout:Get:42 http://archive.ubuntu.com/ubuntu focal/main amd64 python-pastedeploy-tpl all 2.1.0-1 [5,016 B] 2023-10-31T06:10:21.712 INFO:teuthology.orchestra.run.smithi029.stdout:Get:43 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastedeploy all 2.1.0-1 [26.5 kB] 2023-10-31T06:10:21.719 INFO:teuthology.orchestra.run.smithi029.stdout:Get:44 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webtest all 2.0.32-2 [28.2 kB] 2023-10-31T06:10:21.726 INFO:teuthology.orchestra.run.smithi029.stdout:Get:45 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pecan all 1.3.3-3ubuntu1 [85.8 kB] 2023-10-31T06:10:21.742 INFO:teuthology.orchestra.run.smithi029.stdout:Get:46 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-werkzeug all 0.16.1+dfsg1-2ubuntu0.1 [183 kB] 2023-10-31T06:10:21.743 INFO:teuthology.orchestra.run.smithi029.stdout:Get:47 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-mon amd64 18.0.0-6937-gfcc751a4-1focal [9,425 kB] 2023-10-31T06:10:21.752 INFO:teuthology.orchestra.run.smithi006.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-waitress all 1.4.1-1ubuntu0.1 [81.4 kB] 2023-10-31T06:10:21.769 INFO:teuthology.orchestra.run.smithi029.stdout:Get:48 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-cryptography amd64 2.8-3ubuntu0.1 [211 kB] 2023-10-31T06:10:21.796 INFO:teuthology.orchestra.run.smithi029.stdout:Get:49 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-openssl all 19.0.0-1build1 [43.3 kB] 2023-10-31T06:10:21.800 INFO:teuthology.orchestra.run.smithi029.stdout:Get:50 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-asyncssh all 1.12.2-1 [152 kB] 2023-10-31T06:10:21.981 INFO:teuthology.orchestra.run.smithi029.stdout:Get:51 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-jinja2 all 2.10.1-2 [95.5 kB] 2023-10-31T06:10:22.064 INFO:teuthology.orchestra.run.smithi006.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-tempita all 0.5.2-6 [14.8 kB] 2023-10-31T06:10:22.075 INFO:teuthology.orchestra.run.smithi006.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-paste all 3.4.0+dfsg1-1 [456 kB] 2023-10-31T06:10:22.141 INFO:teuthology.orchestra.run.smithi006.stdout:Get:35 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 python3-rgw amd64 18.0.0-6937-gfcc751a4-1focal [113 kB] 2023-10-31T06:10:22.143 INFO:teuthology.orchestra.run.smithi006.stdout:Get:36 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 libradosstriper1 amd64 18.0.0-6937-gfcc751a4-1focal [474 kB] 2023-10-31T06:10:22.197 INFO:teuthology.orchestra.run.smithi006.stdout:Get:37 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-common amd64 18.0.0-6937-gfcc751a4-1focal [25.9 MB] 2023-10-31T06:10:22.301 INFO:teuthology.orchestra.run.smithi029.stdout:Get:52 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-osd amd64 18.0.0-6937-gfcc751a4-1focal [31.6 MB] 2023-10-31T06:10:22.310 INFO:teuthology.orchestra.run.smithi006.stdout:Get:38 http://archive.ubuntu.com/ubuntu focal/main amd64 python-pastedeploy-tpl all 2.1.0-1 [5,016 B] 2023-10-31T06:10:22.312 INFO:teuthology.orchestra.run.smithi006.stdout:Get:39 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastedeploy all 2.1.0-1 [26.5 kB] 2023-10-31T06:10:22.317 INFO:teuthology.orchestra.run.smithi029.stdout:Get:53 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bcrypt amd64 3.1.7-2ubuntu1 [30.4 kB] 2023-10-31T06:10:22.319 INFO:teuthology.orchestra.run.smithi006.stdout:Get:40 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webtest all 2.0.32-2 [28.2 kB] 2023-10-31T06:10:22.325 INFO:teuthology.orchestra.run.smithi006.stdout:Get:41 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pecan all 1.3.3-3ubuntu1 [85.8 kB] 2023-10-31T06:10:22.341 INFO:teuthology.orchestra.run.smithi029.stdout:Get:54 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-jwt all 1.7.1-2ubuntu2.1 [18.0 kB] 2023-10-31T06:10:22.341 INFO:teuthology.orchestra.run.smithi006.stdout:Get:42 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-werkzeug all 0.16.1+dfsg1-2ubuntu0.1 [183 kB] 2023-10-31T06:10:22.353 INFO:teuthology.orchestra.run.smithi029.stdout:Get:55 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2023-10-31T06:10:22.364 INFO:teuthology.orchestra.run.smithi029.stdout:Get:56 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libjs-underscore all 1.9.1~dfsg-1ubuntu0.20.04.1 [99.5 kB] 2023-10-31T06:10:22.368 INFO:teuthology.orchestra.run.smithi006.stdout:Get:43 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-cryptography amd64 2.8-3ubuntu0.1 [211 kB] 2023-10-31T06:10:22.395 INFO:teuthology.orchestra.run.smithi006.stdout:Get:44 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-openssl all 19.0.0-1build1 [43.3 kB] 2023-10-31T06:10:22.400 INFO:teuthology.orchestra.run.smithi006.stdout:Get:45 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-asyncssh all 1.12.2-1 [152 kB] 2023-10-31T06:10:22.438 INFO:teuthology.orchestra.run.smithi029.stdout:Get:57 http://archive.ubuntu.com/ubuntu focal/main amd64 libjs-sphinxdoc all 1.8.5-7ubuntu3 [97.1 kB] 2023-10-31T06:10:22.491 INFO:teuthology.orchestra.run.smithi029.stdout:Get:58 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-routes all 2.4.1-2 [88.1 kB] 2023-10-31T06:10:22.514 INFO:teuthology.orchestra.run.smithi029.stdout:Get:59 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-decorator all 4.4.2-0ubuntu1 [10.3 kB] 2023-10-31T06:10:22.517 INFO:teuthology.orchestra.run.smithi029.stdout:Get:60 http://archive.ubuntu.com/ubuntu focal/universe amd64 liblbfgsb0 amd64 3.0+dfsg.3-7build1 [29.5 kB] 2023-10-31T06:10:22.525 INFO:teuthology.orchestra.run.smithi029.stdout:Get:61 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-scipy amd64 1.3.3-3build1 [11.1 MB] 2023-10-31T06:10:22.580 INFO:teuthology.orchestra.run.smithi006.stdout:Get:46 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-jinja2 all 2.10.1-2 [95.5 kB] 2023-10-31T06:10:22.917 INFO:teuthology.orchestra.run.smithi006.stdout:Get:47 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bcrypt amd64 3.1.7-2ubuntu1 [30.4 kB] 2023-10-31T06:10:22.939 INFO:teuthology.orchestra.run.smithi006.stdout:Get:48 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-jwt all 1.7.1-2ubuntu2.1 [18.0 kB] 2023-10-31T06:10:22.951 INFO:teuthology.orchestra.run.smithi006.stdout:Get:49 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2023-10-31T06:10:22.962 INFO:teuthology.orchestra.run.smithi006.stdout:Get:50 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libjs-underscore all 1.9.1~dfsg-1ubuntu0.20.04.1 [99.5 kB] 2023-10-31T06:10:23.038 INFO:teuthology.orchestra.run.smithi006.stdout:Get:51 http://archive.ubuntu.com/ubuntu focal/main amd64 libjs-sphinxdoc all 1.8.5-7ubuntu3 [97.1 kB] 2023-10-31T06:10:23.056 INFO:teuthology.orchestra.run.smithi029.stdout:Get:62 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn-lib amd64 0.22.2.post1+dfsg-5 [2,358 kB] 2023-10-31T06:10:23.091 INFO:teuthology.orchestra.run.smithi006.stdout:Get:52 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-routes all 2.4.1-2 [88.1 kB] 2023-10-31T06:10:23.114 INFO:teuthology.orchestra.run.smithi006.stdout:Get:53 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-decorator all 4.4.2-0ubuntu1 [10.3 kB] 2023-10-31T06:10:23.117 INFO:teuthology.orchestra.run.smithi006.stdout:Get:54 http://archive.ubuntu.com/ubuntu focal/universe amd64 liblbfgsb0 amd64 3.0+dfsg.3-7build1 [29.5 kB] 2023-10-31T06:10:23.125 INFO:teuthology.orchestra.run.smithi006.stdout:Get:55 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-scipy amd64 1.3.3-3build1 [11.1 MB] 2023-10-31T06:10:23.235 INFO:teuthology.orchestra.run.smithi029.stdout:Get:63 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-joblib all 0.14.0-3 [192 kB] 2023-10-31T06:10:23.635 INFO:teuthology.orchestra.run.smithi006.stdout:Get:56 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn-lib amd64 0.22.2.post1+dfsg-5 [2,358 kB] 2023-10-31T06:10:23.657 INFO:teuthology.orchestra.run.smithi029.stdout:Get:64 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn all 0.22.2.post1+dfsg-5 [1,773 kB] 2023-10-31T06:10:23.824 INFO:teuthology.orchestra.run.smithi006.stdout:Get:57 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-joblib all 0.14.0-3 [192 kB] 2023-10-31T06:10:23.954 INFO:teuthology.orchestra.run.smithi029.stdout:Get:65 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cachetools all 4.0.0-1 [9,820 B] 2023-10-31T06:10:23.955 INFO:teuthology.orchestra.run.smithi029.stdout:Get:66 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1 all 0.4.2-3build1 [46.7 kB] 2023-10-31T06:10:23.957 INFO:teuthology.orchestra.run.smithi029.stdout:Get:67 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1-modules all 0.2.1-0.2build1 [32.9 kB] 2023-10-31T06:10:23.959 INFO:teuthology.orchestra.run.smithi029.stdout:Get:68 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-rsa all 4.0-3 [24.7 kB] 2023-10-31T06:10:23.960 INFO:teuthology.orchestra.run.smithi029.stdout:Get:69 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-google-auth all 1.5.1-2 [35.6 kB] 2023-10-31T06:10:23.962 INFO:teuthology.orchestra.run.smithi029.stdout:Get:70 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-blinker all 1.4+dfsg1-0.3ubuntu1 [13.2 kB] 2023-10-31T06:10:23.963 INFO:teuthology.orchestra.run.smithi029.stdout:Get:71 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-oauthlib all 3.1.0-1ubuntu2 [84.8 kB] 2023-10-31T06:10:23.967 INFO:teuthology.orchestra.run.smithi029.stdout:Get:72 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-requests-oauthlib all 1.0.0-1.1build1 [16.8 kB] 2023-10-31T06:10:23.969 INFO:teuthology.orchestra.run.smithi029.stdout:Get:73 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-websocket all 0.53.0-2ubuntu1 [32.3 kB] 2023-10-31T06:10:24.134 INFO:teuthology.orchestra.run.smithi029.stdout:Get:74 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-kubernetes all 7.0.0~a1-2 [271 kB] 2023-10-31T06:10:24.255 INFO:teuthology.orchestra.run.smithi006.stdout:Get:58 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-base amd64 18.0.0-6937-gfcc751a4-1focal [11.0 MB] 2023-10-31T06:10:24.280 INFO:teuthology.orchestra.run.smithi006.stdout:Get:59 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn all 0.22.2.post1+dfsg-5 [1,773 kB] 2023-10-31T06:10:24.360 INFO:teuthology.orchestra.run.smithi029.stdout:Get:75 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph amd64 18.0.0-6937-gfcc751a4-1focal [13.6 kB] 2023-10-31T06:10:24.360 INFO:teuthology.orchestra.run.smithi029.stdout:Get:76 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-fuse amd64 18.0.0-6937-gfcc751a4-1focal [865 kB] 2023-10-31T06:10:24.366 INFO:teuthology.orchestra.run.smithi029.stdout:Get:77 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-mds amd64 18.0.0-6937-gfcc751a4-1focal [2,286 kB] 2023-10-31T06:10:24.383 INFO:teuthology.orchestra.run.smithi029.stdout:Get:78 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 cephadm amd64 18.0.0-6937-gfcc751a4-1focal [794 kB] 2023-10-31T06:10:24.388 INFO:teuthology.orchestra.run.smithi029.stdout:Get:79 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-cephadm all 18.0.0-6937-gfcc751a4-1focal [137 kB] 2023-10-31T06:10:24.395 INFO:teuthology.orchestra.run.smithi029.stdout:Get:80 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-dashboard all 18.0.0-6937-gfcc751a4-1focal [1,842 kB] 2023-10-31T06:10:24.488 INFO:teuthology.orchestra.run.smithi029.stdout:Get:81 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-diskprediction-local all 18.0.0-6937-gfcc751a4-1focal [7,892 kB] 2023-10-31T06:10:24.577 INFO:teuthology.orchestra.run.smithi006.stdout:Get:60 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cachetools all 4.0.0-1 [9,820 B] 2023-10-31T06:10:24.578 INFO:teuthology.orchestra.run.smithi006.stdout:Get:61 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1 all 0.4.2-3build1 [46.7 kB] 2023-10-31T06:10:24.580 INFO:teuthology.orchestra.run.smithi006.stdout:Get:62 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1-modules all 0.2.1-0.2build1 [32.9 kB] 2023-10-31T06:10:24.581 INFO:teuthology.orchestra.run.smithi006.stdout:Get:63 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-rsa all 4.0-3 [24.7 kB] 2023-10-31T06:10:24.583 INFO:teuthology.orchestra.run.smithi006.stdout:Get:64 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-google-auth all 1.5.1-2 [35.6 kB] 2023-10-31T06:10:24.585 INFO:teuthology.orchestra.run.smithi006.stdout:Get:65 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-blinker all 1.4+dfsg1-0.3ubuntu1 [13.2 kB] 2023-10-31T06:10:24.586 INFO:teuthology.orchestra.run.smithi006.stdout:Get:66 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-oauthlib all 3.1.0-1ubuntu2 [84.8 kB] 2023-10-31T06:10:24.590 INFO:teuthology.orchestra.run.smithi006.stdout:Get:67 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-requests-oauthlib all 1.0.0-1.1build1 [16.8 kB] 2023-10-31T06:10:24.591 INFO:teuthology.orchestra.run.smithi006.stdout:Get:68 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-websocket all 0.53.0-2ubuntu1 [32.3 kB] 2023-10-31T06:10:24.599 INFO:teuthology.orchestra.run.smithi029.stdout:Get:82 http://archive.ubuntu.com/ubuntu focal/universe amd64 libonig5 amd64 6.9.4-1 [142 kB] 2023-10-31T06:10:24.632 INFO:teuthology.orchestra.run.smithi029.stdout:Get:83 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libjq1 amd64 1.6-1ubuntu0.20.04.1 [121 kB] 2023-10-31T06:10:24.659 INFO:teuthology.orchestra.run.smithi029.stdout:Get:84 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 jq amd64 1.6-1ubuntu0.20.04.1 [50.2 kB] 2023-10-31T06:10:24.687 INFO:teuthology.orchestra.run.smithi029.stdout:Get:85 http://archive.ubuntu.com/ubuntu focal/main amd64 socat amd64 1.7.3.3-2 [323 kB] 2023-10-31T06:10:24.755 INFO:teuthology.orchestra.run.smithi029.stdout:Get:86 http://archive.ubuntu.com/ubuntu focal/universe amd64 xmlstarlet amd64 1.6.1-2build1 [267 kB] 2023-10-31T06:10:24.757 INFO:teuthology.orchestra.run.smithi006.stdout:Get:69 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-kubernetes all 7.0.0~a1-2 [271 kB] 2023-10-31T06:10:24.786 INFO:teuthology.orchestra.run.smithi029.stdout:Get:87 http://archive.ubuntu.com/ubuntu focal/universe amd64 fonts-mathjax all 2.7.4+dfsg-1 [2,208 kB] 2023-10-31T06:10:24.866 INFO:teuthology.orchestra.run.smithi006.stdout:Get:70 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-modules-core all 18.0.0-6937-gfcc751a4-1focal [234 kB] 2023-10-31T06:10:24.871 INFO:teuthology.orchestra.run.smithi006.stdout:Get:71 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 libsqlite3-mod-ceph amd64 18.0.0-6937-gfcc751a4-1focal [145 kB] 2023-10-31T06:10:24.877 INFO:teuthology.orchestra.run.smithi006.stdout:Get:72 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr amd64 18.0.0-6937-gfcc751a4-1focal [1,583 kB] 2023-10-31T06:10:24.922 INFO:teuthology.orchestra.run.smithi029.stdout:Get:88 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 nvme-cli amd64 1.9-1ubuntu0.1 [283 kB] 2023-10-31T06:10:24.933 INFO:teuthology.orchestra.run.smithi029.stdout:Get:89 http://archive.ubuntu.com/ubuntu focal/universe amd64 python-asyncssh-doc all 1.12.2-1 [258 kB] 2023-10-31T06:10:24.942 INFO:teuthology.orchestra.run.smithi029.stdout:Get:90 http://archive.ubuntu.com/ubuntu focal/universe amd64 libjs-mathjax all 2.7.4+dfsg-1 [5,654 kB] 2023-10-31T06:10:24.967 INFO:teuthology.orchestra.run.smithi029.stdout:Get:91 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-k8sevents all 18.0.0-6937-gfcc751a4-1focal [13.7 kB] 2023-10-31T06:10:24.967 INFO:teuthology.orchestra.run.smithi029.stdout:Get:92 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-test amd64 18.0.0-6937-gfcc751a4-1focal [51.1 MB] 2023-10-31T06:10:25.005 INFO:teuthology.orchestra.run.smithi006.stdout:Get:73 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-mon amd64 18.0.0-6937-gfcc751a4-1focal [9,425 kB] 2023-10-31T06:10:25.090 INFO:teuthology.orchestra.run.smithi029.stdout:Get:93 http://archive.ubuntu.com/ubuntu focal/universe amd64 python-natsort-doc all 7.0.1-1 [103 kB] 2023-10-31T06:10:25.223 INFO:teuthology.orchestra.run.smithi006.stdout:Get:74 http://archive.ubuntu.com/ubuntu focal/universe amd64 libonig5 amd64 6.9.4-1 [142 kB] 2023-10-31T06:10:25.254 INFO:teuthology.orchestra.run.smithi006.stdout:Get:75 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libjq1 amd64 1.6-1ubuntu0.20.04.1 [121 kB] 2023-10-31T06:10:25.258 INFO:teuthology.orchestra.run.smithi029.stdout:Get:94 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-atomicwrites all 1.1.5-2build1 [7,016 B] 2023-10-31T06:10:25.282 INFO:teuthology.orchestra.run.smithi006.stdout:Get:76 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 jq amd64 1.6-1ubuntu0.20.04.1 [50.2 kB] 2023-10-31T06:10:25.310 INFO:teuthology.orchestra.run.smithi006.stdout:Get:77 http://archive.ubuntu.com/ubuntu focal/main amd64 socat amd64 1.7.3.3-2 [323 kB] 2023-10-31T06:10:25.342 INFO:teuthology.orchestra.run.smithi029.stdout:Get:95 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-attr all 19.3.0-2 [33.9 kB] 2023-10-31T06:10:25.378 INFO:teuthology.orchestra.run.smithi006.stdout:Get:78 http://archive.ubuntu.com/ubuntu focal/universe amd64 xmlstarlet amd64 1.6.1-2build1 [267 kB] 2023-10-31T06:10:25.408 INFO:teuthology.orchestra.run.smithi006.stdout:Get:79 http://archive.ubuntu.com/ubuntu focal/universe amd64 fonts-mathjax all 2.7.4+dfsg-1 [2,208 kB] 2023-10-31T06:10:25.444 INFO:teuthology.orchestra.run.smithi029.stdout:Get:96 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webencodings all 0.5.1-1ubuntu1 [11.0 kB] 2023-10-31T06:10:25.468 INFO:teuthology.orchestra.run.smithi029.stdout:Get:97 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-html5lib all 1.0.1-2 [84.3 kB] 2023-10-31T06:10:25.545 INFO:teuthology.orchestra.run.smithi006.stdout:Get:80 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 nvme-cli amd64 1.9-1ubuntu0.1 [283 kB] 2023-10-31T06:10:25.556 INFO:teuthology.orchestra.run.smithi006.stdout:Get:81 http://archive.ubuntu.com/ubuntu focal/universe amd64 python-asyncssh-doc all 1.12.2-1 [258 kB] 2023-10-31T06:10:25.564 INFO:teuthology.orchestra.run.smithi006.stdout:Get:82 http://archive.ubuntu.com/ubuntu focal/universe amd64 libjs-mathjax all 2.7.4+dfsg-1 [5,654 kB] 2023-10-31T06:10:25.585 INFO:teuthology.orchestra.run.smithi029.stdout:Get:98 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-lxml amd64 4.5.0-1ubuntu0.5 [1,384 kB] 2023-10-31T06:10:25.688 INFO:teuthology.orchestra.run.smithi006.stdout:Get:83 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-osd amd64 18.0.0-6937-gfcc751a4-1focal [31.6 MB] 2023-10-31T06:10:25.713 INFO:teuthology.orchestra.run.smithi006.stdout:Get:84 http://archive.ubuntu.com/ubuntu focal/universe amd64 python-natsort-doc all 7.0.1-1 [103 kB] 2023-10-31T06:10:25.872 INFO:teuthology.orchestra.run.smithi029.stdout:Get:99 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-packaging all 20.3-1 [26.8 kB] 2023-10-31T06:10:25.874 INFO:teuthology.orchestra.run.smithi029.stdout:Get:100 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2023-10-31T06:10:25.877 INFO:teuthology.orchestra.run.smithi006.stdout:Get:85 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-atomicwrites all 1.1.5-2build1 [7,016 B] 2023-10-31T06:10:25.878 INFO:teuthology.orchestra.run.smithi029.stdout:Get:101 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pluggy all 0.13.0-2 [18.4 kB] 2023-10-31T06:10:25.879 INFO:teuthology.orchestra.run.smithi029.stdout:Get:102 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-psutil amd64 5.5.1-1ubuntu4 [141 kB] 2023-10-31T06:10:25.889 INFO:teuthology.orchestra.run.smithi029.stdout:Get:103 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 python3-py all 1.8.1-1ubuntu0.1 [65.6 kB] 2023-10-31T06:10:25.893 INFO:teuthology.orchestra.run.smithi029.stdout:Get:104 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyinotify all 0.9.6-1.2ubuntu1 [24.8 kB] 2023-10-31T06:10:25.960 INFO:teuthology.orchestra.run.smithi006.stdout:Get:86 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-attr all 19.3.0-2 [33.9 kB] 2023-10-31T06:10:26.058 INFO:teuthology.orchestra.run.smithi029.stdout:Get:105 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-wcwidth all 0.1.8+dfsg1-3 [17.4 kB] 2023-10-31T06:10:26.062 INFO:teuthology.orchestra.run.smithi006.stdout:Get:87 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webencodings all 0.5.1-1ubuntu1 [11.0 kB] 2023-10-31T06:10:26.085 INFO:teuthology.orchestra.run.smithi006.stdout:Get:88 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-html5lib all 1.0.1-2 [84.3 kB] 2023-10-31T06:10:26.201 INFO:teuthology.orchestra.run.smithi006.stdout:Get:89 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-lxml amd64 4.5.0-1ubuntu0.5 [1,384 kB] 2023-10-31T06:10:26.225 INFO:teuthology.orchestra.run.smithi029.stdout:Get:106 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pytest all 4.6.9-1 [178 kB] 2023-10-31T06:10:26.477 INFO:teuthology.orchestra.run.smithi029.stdout:Get:107 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplejson amd64 3.16.0-2ubuntu2 [50.8 kB] 2023-10-31T06:10:26.486 INFO:teuthology.orchestra.run.smithi006.stdout:Get:90 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-packaging all 20.3-1 [26.8 kB] 2023-10-31T06:10:26.488 INFO:teuthology.orchestra.run.smithi006.stdout:Get:91 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2023-10-31T06:10:26.493 INFO:teuthology.orchestra.run.smithi006.stdout:Get:92 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pluggy all 0.13.0-2 [18.4 kB] 2023-10-31T06:10:26.493 INFO:teuthology.orchestra.run.smithi006.stdout:Get:93 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-psutil amd64 5.5.1-1ubuntu4 [141 kB] 2023-10-31T06:10:26.504 INFO:teuthology.orchestra.run.smithi006.stdout:Get:94 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 python3-py all 1.8.1-1ubuntu0.1 [65.6 kB] 2023-10-31T06:10:26.506 INFO:teuthology.orchestra.run.smithi029.stdout:Get:108 http://archive.ubuntu.com/ubuntu focal/universe amd64 qttranslations5-l10n all 5.12.8-0ubuntu1 [1,486 kB] 2023-10-31T06:10:26.508 INFO:teuthology.orchestra.run.smithi006.stdout:Get:95 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyinotify all 0.9.6-1.2ubuntu1 [24.8 kB] 2023-10-31T06:10:26.673 INFO:teuthology.orchestra.run.smithi006.stdout:Get:96 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-wcwidth all 0.1.8+dfsg1-3 [17.4 kB] 2023-10-31T06:10:26.839 INFO:teuthology.orchestra.run.smithi006.stdout:Get:97 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pytest all 4.6.9-1 [178 kB] 2023-10-31T06:10:26.989 INFO:teuthology.orchestra.run.smithi032.stdout:Hit:9 http://security.ubuntu.com/ubuntu focal-security InRelease 2023-10-31T06:10:27.091 INFO:teuthology.orchestra.run.smithi006.stdout:Get:98 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplejson amd64 3.16.0-2ubuntu2 [50.8 kB] 2023-10-31T06:10:27.120 INFO:teuthology.orchestra.run.smithi006.stdout:Get:99 http://archive.ubuntu.com/ubuntu focal/universe amd64 qttranslations5-l10n all 5.12.8-0ubuntu1 [1,486 kB] 2023-10-31T06:10:27.219 INFO:teuthology.orchestra.run.smithi032.stdout:Fetched 28.4 kB in 10s (2,755 B/s) 2023-10-31T06:10:28.057 INFO:teuthology.orchestra.run.smithi006.stdout:Get:100 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph amd64 18.0.0-6937-gfcc751a4-1focal [13.6 kB] 2023-10-31T06:10:28.057 INFO:teuthology.orchestra.run.smithi006.stdout:Get:101 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-fuse amd64 18.0.0-6937-gfcc751a4-1focal [865 kB] 2023-10-31T06:10:28.063 INFO:teuthology.orchestra.run.smithi006.stdout:Get:102 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-mds amd64 18.0.0-6937-gfcc751a4-1focal [2,286 kB] 2023-10-31T06:10:28.152 INFO:teuthology.orchestra.run.smithi006.stdout:Get:103 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 cephadm amd64 18.0.0-6937-gfcc751a4-1focal [794 kB] 2023-10-31T06:10:28.211 INFO:teuthology.orchestra.run.smithi006.stdout:Get:104 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-cephadm all 18.0.0-6937-gfcc751a4-1focal [137 kB] 2023-10-31T06:10:28.216 INFO:teuthology.orchestra.run.smithi006.stdout:Get:105 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-dashboard all 18.0.0-6937-gfcc751a4-1focal [1,842 kB] 2023-10-31T06:10:28.316 INFO:teuthology.orchestra.run.smithi032.stdout:Reading package lists... 2023-10-31T06:10:28.321 INFO:teuthology.orchestra.run.smithi006.stdout:Get:106 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-diskprediction-local all 18.0.0-6937-gfcc751a4-1focal [7,892 kB] 2023-10-31T06:10:28.342 DEBUG:teuthology.orchestra.run.smithi032:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.0.0-6937-gfcc751a4-1focal cephadm=18.0.0-6937-gfcc751a4-1focal ceph-mds=18.0.0-6937-gfcc751a4-1focal ceph-mgr=18.0.0-6937-gfcc751a4-1focal ceph-common=18.0.0-6937-gfcc751a4-1focal ceph-fuse=18.0.0-6937-gfcc751a4-1focal ceph-test=18.0.0-6937-gfcc751a4-1focal ceph-volume=18.0.0-6937-gfcc751a4-1focal radosgw=18.0.0-6937-gfcc751a4-1focal python3-rados=18.0.0-6937-gfcc751a4-1focal python3-rgw=18.0.0-6937-gfcc751a4-1focal python3-cephfs=18.0.0-6937-gfcc751a4-1focal python3-rbd=18.0.0-6937-gfcc751a4-1focal libcephfs2=18.0.0-6937-gfcc751a4-1focal libcephfs-dev=18.0.0-6937-gfcc751a4-1focal librados2=18.0.0-6937-gfcc751a4-1focal librbd1=18.0.0-6937-gfcc751a4-1focal rbd-fuse=18.0.0-6937-gfcc751a4-1focal 2023-10-31T06:10:28.415 INFO:teuthology.orchestra.run.smithi032.stdout:Reading package lists... 2023-10-31T06:10:28.494 INFO:teuthology.orchestra.run.smithi029.stdout:Get:109 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-volume all 18.0.0-6937-gfcc751a4-1focal [118 kB] 2023-10-31T06:10:28.494 INFO:teuthology.orchestra.run.smithi029.stdout:Get:110 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 libcephfs-dev amd64 18.0.0-6937-gfcc751a4-1focal [37.3 kB] 2023-10-31T06:10:28.495 INFO:teuthology.orchestra.run.smithi029.stdout:Get:111 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 radosgw amd64 18.0.0-6937-gfcc751a4-1focal [14.1 MB] 2023-10-31T06:10:28.624 INFO:teuthology.orchestra.run.smithi032.stdout:Building dependency tree... 2023-10-31T06:10:28.625 INFO:teuthology.orchestra.run.smithi032.stdout:Reading state information... 2023-10-31T06:10:28.676 INFO:teuthology.orchestra.run.smithi006.stdout:Get:107 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-k8sevents all 18.0.0-6937-gfcc751a4-1focal [13.7 kB] 2023-10-31T06:10:28.676 INFO:teuthology.orchestra.run.smithi006.stdout:Get:108 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-test amd64 18.0.0-6937-gfcc751a4-1focal [51.1 MB] 2023-10-31T06:10:28.819 INFO:teuthology.orchestra.run.smithi032.stdout:The following packages were automatically installed and are no longer required: 2023-10-31T06:10:28.820 INFO:teuthology.orchestra.run.smithi032.stdout: libboost-iostreams1.71.0 libboost-thread1.71.0 2023-10-31T06:10:28.821 INFO:teuthology.orchestra.run.smithi032.stdout:Use 'sudo apt autoremove' to remove them. 2023-10-31T06:10:28.821 INFO:teuthology.orchestra.run.smithi032.stdout:The following additional packages will be installed: 2023-10-31T06:10:28.821 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2023-10-31T06:10:28.821 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd fonts-mathjax jq 2023-10-31T06:10:28.821 INFO:teuthology.orchestra.run.smithi032.stdout: libdouble-conversion3 libjq1 libjs-mathjax libjs-sphinxdoc libjs-underscore 2023-10-31T06:10:28.821 INFO:teuthology.orchestra.run.smithi032.stdout: liblbfgsb0 liblttng-ust0 liblua5.3-0 liboath0 libonig5 libpcre2-16-0 2023-10-31T06:10:28.822 INFO:teuthology.orchestra.run.smithi032.stdout: libqt5core5a libqt5dbus5 libqt5network5 librabbitmq4 libradosstriper1 2023-10-31T06:10:28.823 INFO:teuthology.orchestra.run.smithi032.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.13.0 nvme-cli 2023-10-31T06:10:28.823 INFO:teuthology.orchestra.run.smithi032.stdout: python-asyncssh-doc python-natsort-doc python-pastedeploy-tpl 2023-10-31T06:10:28.823 INFO:teuthology.orchestra.run.smithi032.stdout: python3-asyncssh python3-atomicwrites python3-attr python3-bcrypt 2023-10-31T06:10:28.823 INFO:teuthology.orchestra.run.smithi032.stdout: python3-blinker python3-bs4 python3-cachetools python3-ceph-argparse 2023-10-31T06:10:28.824 INFO:teuthology.orchestra.run.smithi032.stdout: python3-ceph-common python3-cherrypy3 python3-cryptography python3-decorator 2023-10-31T06:10:28.824 INFO:teuthology.orchestra.run.smithi032.stdout: python3-google-auth python3-html5lib python3-jinja2 python3-joblib 2023-10-31T06:10:28.824 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jwt python3-kubernetes python3-logutils python3-lxml python3-mako 2023-10-31T06:10:28.824 INFO:teuthology.orchestra.run.smithi032.stdout: python3-markupsafe python3-natsort python3-oauthlib python3-openssl 2023-10-31T06:10:28.824 INFO:teuthology.orchestra.run.smithi032.stdout: python3-packaging python3-paste python3-pastedeploy python3-pastescript 2023-10-31T06:10:28.824 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pecan python3-pluggy python3-prettytable python3-psutil python3-py 2023-10-31T06:10:28.825 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pyasn1 python3-pyasn1-modules python3-pyinotify python3-pytest 2023-10-31T06:10:28.825 INFO:teuthology.orchestra.run.smithi032.stdout: python3-repoze.lru python3-requests-oauthlib python3-routes python3-rsa 2023-10-31T06:10:28.825 INFO:teuthology.orchestra.run.smithi032.stdout: python3-scipy python3-simplegeneric python3-simplejson 2023-10-31T06:10:28.825 INFO:teuthology.orchestra.run.smithi032.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-soupsieve 2023-10-31T06:10:28.825 INFO:teuthology.orchestra.run.smithi032.stdout: python3-tempita python3-waitress python3-wcwidth python3-webencodings 2023-10-31T06:10:28.826 INFO:teuthology.orchestra.run.smithi032.stdout: python3-webob python3-websocket python3-webtest python3-werkzeug 2023-10-31T06:10:28.826 INFO:teuthology.orchestra.run.smithi032.stdout: qttranslations5-l10n socat xmlstarlet 2023-10-31T06:10:28.826 INFO:teuthology.orchestra.run.smithi032.stdout:Suggested packages: 2023-10-31T06:10:28.826 INFO:teuthology.orchestra.run.smithi032.stdout: python3-influxdb fonts-mathjax-extras fonts-stix libjs-mathjax-doc 2023-10-31T06:10:28.826 INFO:teuthology.orchestra.run.smithi032.stdout: python-attr-doc python-blinker-doc python-cryptography-doc 2023-10-31T06:10:28.826 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cryptography-vectors python3-genshi python-jinja2-doc python3-crypto 2023-10-31T06:10:28.827 INFO:teuthology.orchestra.run.smithi032.stdout: python3-lxml-dbg python-lxml-doc python3-beaker python-mako-doc 2023-10-31T06:10:28.827 INFO:teuthology.orchestra.run.smithi032.stdout: python-openssl-doc python3-openssl-dbg httpd-wsgi libapache2-mod-python 2023-10-31T06:10:28.827 INFO:teuthology.orchestra.run.smithi032.stdout: libapache2-mod-scgi libjs-mochikit python-pecan-doc python-psutil-doc 2023-10-31T06:10:28.827 INFO:teuthology.orchestra.run.smithi032.stdout: subversion python-pyinotify-doc python-scipy-doc python3-dap 2023-10-31T06:10:28.827 INFO:teuthology.orchestra.run.smithi032.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2023-10-31T06:10:28.828 INFO:teuthology.orchestra.run.smithi032.stdout: python-webtest-doc python-werkzeug-doc python3-termcolor python3-watchdog 2023-10-31T06:10:28.828 INFO:teuthology.orchestra.run.smithi032.stdout:Recommended packages: 2023-10-31T06:10:28.828 INFO:teuthology.orchestra.run.smithi032.stdout: btrfs-tools 2023-10-31T06:10:28.950 INFO:teuthology.orchestra.run.smithi032.stdout:The following NEW packages will be installed: 2023-10-31T06:10:28.950 INFO:teuthology.orchestra.run.smithi032.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2023-10-31T06:10:28.951 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2023-10-31T06:10:28.951 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2023-10-31T06:10:28.951 INFO:teuthology.orchestra.run.smithi032.stdout: fonts-mathjax jq libcephfs-dev libcephfs2 libdouble-conversion3 libjq1 2023-10-31T06:10:28.951 INFO:teuthology.orchestra.run.smithi032.stdout: libjs-mathjax libjs-sphinxdoc libjs-underscore liblbfgsb0 liblttng-ust0 2023-10-31T06:10:28.951 INFO:teuthology.orchestra.run.smithi032.stdout: liblua5.3-0 liboath0 libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 2023-10-31T06:10:28.952 INFO:teuthology.orchestra.run.smithi032.stdout: libqt5network5 librabbitmq4 libradosstriper1 librdkafka1 librgw2 2023-10-31T06:10:28.953 INFO:teuthology.orchestra.run.smithi032.stdout: libsqlite3-mod-ceph libthrift-0.13.0 nvme-cli python-asyncssh-doc 2023-10-31T06:10:28.953 INFO:teuthology.orchestra.run.smithi032.stdout: python-natsort-doc python-pastedeploy-tpl python3-asyncssh 2023-10-31T06:10:28.953 INFO:teuthology.orchestra.run.smithi032.stdout: python3-atomicwrites python3-attr python3-bcrypt python3-blinker python3-bs4 2023-10-31T06:10:28.953 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2023-10-31T06:10:28.954 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cherrypy3 python3-cryptography python3-decorator python3-google-auth 2023-10-31T06:10:28.954 INFO:teuthology.orchestra.run.smithi032.stdout: python3-html5lib python3-jinja2 python3-joblib python3-jwt 2023-10-31T06:10:28.954 INFO:teuthology.orchestra.run.smithi032.stdout: python3-kubernetes python3-logutils python3-lxml python3-mako 2023-10-31T06:10:28.954 INFO:teuthology.orchestra.run.smithi032.stdout: python3-markupsafe python3-natsort python3-oauthlib python3-openssl 2023-10-31T06:10:28.954 INFO:teuthology.orchestra.run.smithi032.stdout: python3-packaging python3-paste python3-pastedeploy python3-pastescript 2023-10-31T06:10:28.955 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pecan python3-pluggy python3-prettytable python3-psutil python3-py 2023-10-31T06:10:28.955 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pyasn1 python3-pyasn1-modules python3-pyinotify python3-pytest 2023-10-31T06:10:28.955 INFO:teuthology.orchestra.run.smithi032.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests-oauthlib 2023-10-31T06:10:28.955 INFO:teuthology.orchestra.run.smithi032.stdout: python3-rgw python3-routes python3-rsa python3-scipy python3-simplegeneric 2023-10-31T06:10:28.955 INFO:teuthology.orchestra.run.smithi032.stdout: python3-simplejson python3-singledispatch python3-sklearn 2023-10-31T06:10:28.956 INFO:teuthology.orchestra.run.smithi032.stdout: python3-sklearn-lib python3-soupsieve python3-tempita python3-waitress 2023-10-31T06:10:28.956 INFO:teuthology.orchestra.run.smithi032.stdout: python3-wcwidth python3-webencodings python3-webob python3-websocket 2023-10-31T06:10:28.956 INFO:teuthology.orchestra.run.smithi032.stdout: python3-webtest python3-werkzeug qttranslations5-l10n radosgw rbd-fuse socat 2023-10-31T06:10:28.956 INFO:teuthology.orchestra.run.smithi032.stdout: xmlstarlet 2023-10-31T06:10:28.956 INFO:teuthology.orchestra.run.smithi032.stdout:The following packages will be upgraded: 2023-10-31T06:10:28.957 INFO:teuthology.orchestra.run.smithi032.stdout: librados2 librbd1 2023-10-31T06:10:29.148 INFO:teuthology.orchestra.run.smithi032.stdout:2 upgraded, 110 newly installed, 0 to remove and 257 not upgraded. 2023-10-31T06:10:29.149 INFO:teuthology.orchestra.run.smithi032.stdout:Need to get 212 MB of archives. 2023-10-31T06:10:29.149 INFO:teuthology.orchestra.run.smithi032.stdout:After this operation, 1,045 MB of additional disk space will be used. 2023-10-31T06:10:29.149 INFO:teuthology.orchestra.run.smithi032.stdout:Get:1 http://archive.ubuntu.com/ubuntu focal/main amd64 liblttng-ust0 amd64 2.11.0-1 [160 kB] 2023-10-31T06:10:29.152 INFO:teuthology.orchestra.run.smithi029.stdout:Get:112 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 rbd-fuse amd64 18.0.0-6937-gfcc751a4-1focal [106 kB] 2023-10-31T06:10:29.272 INFO:teuthology.orchestra.run.smithi032.stdout:Get:2 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 librbd1 amd64 18.0.0-6937-gfcc751a4-1focal [3,602 kB] 2023-10-31T06:10:29.546 INFO:teuthology.orchestra.run.smithi032.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal/universe amd64 libdouble-conversion3 amd64 3.1.5-4ubuntu1 [37.9 kB] 2023-10-31T06:10:29.560 INFO:teuthology.orchestra.run.smithi032.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libpcre2-16-0 amd64 10.34-7ubuntu0.1 [181 kB] 2023-10-31T06:10:29.644 INFO:teuthology.orchestra.run.smithi032.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libqt5core5a amd64 5.12.8+dfsg-0ubuntu2.1 [2,006 kB] 2023-10-31T06:10:29.793 INFO:teuthology.orchestra.run.smithi032.stdout:Get:6 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 librados2 amd64 18.0.0-6937-gfcc751a4-1focal [4,076 kB] 2023-10-31T06:10:29.821 INFO:teuthology.orchestra.run.smithi029.stdout:Fetched 212 MB in 10s (21.5 MB/s) 2023-10-31T06:10:29.888 INFO:teuthology.orchestra.run.smithi032.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libqt5dbus5 amd64 5.12.8+dfsg-0ubuntu2.1 [208 kB] 2023-10-31T06:10:29.899 INFO:teuthology.orchestra.run.smithi032.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libqt5network5 amd64 5.12.8+dfsg-0ubuntu2.1 [673 kB] 2023-10-31T06:10:29.927 INFO:teuthology.orchestra.run.smithi032.stdout:Get:9 http://archive.ubuntu.com/ubuntu focal/universe amd64 libthrift-0.13.0 amd64 0.13.0-2build2 [249 kB] 2023-10-31T06:10:29.936 INFO:teuthology.orchestra.run.smithi032.stdout:Get:10 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-prettytable all 0.7.2-5 [20.1 kB] 2023-10-31T06:10:29.937 INFO:teuthology.orchestra.run.smithi032.stdout:Get:11 http://archive.ubuntu.com/ubuntu focal/main amd64 liblua5.3-0 amd64 5.3.3-1.1ubuntu2 [116 kB] 2023-10-31T06:10:29.940 INFO:teuthology.orchestra.run.smithi032.stdout:Get:12 http://archive.ubuntu.com/ubuntu focal/main amd64 librabbitmq4 amd64 0.10.0-1 [35.8 kB] 2023-10-31T06:10:29.941 INFO:teuthology.orchestra.run.smithi032.stdout:Get:13 http://archive.ubuntu.com/ubuntu focal/universe amd64 librdkafka1 amd64 1.2.1-1ubuntu1 [410 kB] 2023-10-31T06:10:29.960 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package liblttng-ust0:amd64. 2023-10-31T06:10:30.008 INFO:teuthology.orchestra.run.smithi029.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 112642 files and directories currently installed.) 2023-10-31T06:10:30.012 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../000-liblttng-ust0_2.11.0-1_amd64.deb ... 2023-10-31T06:10:30.092 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking liblttng-ust0:amd64 (2.11.0-1) ... 2023-10-31T06:10:30.110 INFO:teuthology.orchestra.run.smithi032.stdout:Get:14 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 libcephfs2 amd64 18.0.0-6937-gfcc751a4-1focal [753 kB] 2023-10-31T06:10:30.118 INFO:teuthology.orchestra.run.smithi032.stdout:Get:15 http://archive.ubuntu.com/ubuntu focal/main amd64 liboath0 amd64 2.6.1-1.3 [44.7 kB] 2023-10-31T06:10:30.168 INFO:teuthology.orchestra.run.smithi032.stdout:Get:16 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 python3-rados amd64 18.0.0-6937-gfcc751a4-1focal [387 kB] 2023-10-31T06:10:30.214 INFO:teuthology.orchestra.run.smithi032.stdout:Get:17 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-argparse all 18.0.0-6937-gfcc751a4-1focal [31.8 kB] 2023-10-31T06:10:30.215 INFO:teuthology.orchestra.run.smithi032.stdout:Get:18 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 python3-cephfs amd64 18.0.0-6937-gfcc751a4-1focal [200 kB] 2023-10-31T06:10:30.222 INFO:teuthology.orchestra.run.smithi032.stdout:Get:19 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-common all 18.0.0-6937-gfcc751a4-1focal [62.0 kB] 2023-10-31T06:10:30.225 INFO:teuthology.orchestra.run.smithi032.stdout:Get:20 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 python3-rbd amd64 18.0.0-6937-gfcc751a4-1focal [364 kB] 2023-10-31T06:10:30.244 INFO:teuthology.orchestra.run.smithi032.stdout:Get:21 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 librgw2 amd64 18.0.0-6937-gfcc751a4-1focal [6,961 kB] 2023-10-31T06:10:30.367 INFO:teuthology.orchestra.run.smithi032.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cherrypy3 all 8.9.1-6 [160 kB] 2023-10-31T06:10:30.475 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2023-10-31T06:10:30.490 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../001-libdouble-conversion3_3.1.5-4ubuntu1_amd64.deb ... 2023-10-31T06:10:30.533 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking libdouble-conversion3:amd64 (3.1.5-4ubuntu1) ... 2023-10-31T06:10:30.538 INFO:teuthology.orchestra.run.smithi032.stdout:Get:23 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-natsort all 7.0.1-1 [29.2 kB] 2023-10-31T06:10:30.551 INFO:teuthology.orchestra.run.smithi032.stdout:Get:24 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-logutils all 0.3.3-7 [17.3 kB] 2023-10-31T06:10:30.559 INFO:teuthology.orchestra.run.smithi032.stdout:Get:25 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-markupsafe amd64 1.1.0-1build2 [13.9 kB] 2023-10-31T06:10:30.565 INFO:teuthology.orchestra.run.smithi032.stdout:Get:26 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-mako all 1.1.0+ds1-1ubuntu2.1 [59.2 kB] 2023-10-31T06:10:30.593 INFO:teuthology.orchestra.run.smithi032.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2023-10-31T06:10:30.598 INFO:teuthology.orchestra.run.smithi032.stdout:Get:28 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-singledispatch all 3.4.0.3-2build1 [7,128 B] 2023-10-31T06:10:30.602 INFO:teuthology.orchestra.run.smithi032.stdout:Get:29 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webob all 1:1.8.5-2 [84.4 kB] 2023-10-31T06:10:30.632 INFO:teuthology.orchestra.run.smithi032.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-soupsieve all 1.9.5+dfsg-1 [29.1 kB] 2023-10-31T06:10:30.640 INFO:teuthology.orchestra.run.smithi032.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bs4 all 4.8.2-1 [83.0 kB] 2023-10-31T06:10:30.722 INFO:teuthology.orchestra.run.smithi032.stdout:Get:32 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 python3-rgw amd64 18.0.0-6937-gfcc751a4-1focal [113 kB] 2023-10-31T06:10:30.725 INFO:teuthology.orchestra.run.smithi032.stdout:Get:33 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 libradosstriper1 amd64 18.0.0-6937-gfcc751a4-1focal [474 kB] 2023-10-31T06:10:30.756 INFO:teuthology.orchestra.run.smithi032.stdout:Get:34 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-common amd64 18.0.0-6937-gfcc751a4-1focal [25.9 MB] 2023-10-31T06:10:30.823 INFO:teuthology.orchestra.run.smithi032.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-waitress all 1.4.1-1ubuntu0.1 [81.4 kB] 2023-10-31T06:10:30.888 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2023-10-31T06:10:30.897 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../002-libpcre2-16-0_10.34-7ubuntu0.1_amd64.deb ... 2023-10-31T06:10:30.939 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking libpcre2-16-0:amd64 (10.34-7ubuntu0.1) ... 2023-10-31T06:10:31.136 INFO:teuthology.orchestra.run.smithi032.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-tempita all 0.5.2-6 [14.8 kB] 2023-10-31T06:10:31.148 INFO:teuthology.orchestra.run.smithi032.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-paste all 3.4.0+dfsg1-1 [456 kB] 2023-10-31T06:10:31.382 INFO:teuthology.orchestra.run.smithi032.stdout:Get:38 http://archive.ubuntu.com/ubuntu focal/main amd64 python-pastedeploy-tpl all 2.1.0-1 [5,016 B] 2023-10-31T06:10:31.383 INFO:teuthology.orchestra.run.smithi032.stdout:Get:39 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastedeploy all 2.1.0-1 [26.5 kB] 2023-10-31T06:10:31.389 INFO:teuthology.orchestra.run.smithi032.stdout:Get:40 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webtest all 2.0.32-2 [28.2 kB] 2023-10-31T06:10:31.396 INFO:teuthology.orchestra.run.smithi032.stdout:Get:41 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pecan all 1.3.3-3ubuntu1 [85.8 kB] 2023-10-31T06:10:31.413 INFO:teuthology.orchestra.run.smithi032.stdout:Get:42 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-werkzeug all 0.16.1+dfsg1-2ubuntu0.1 [183 kB] 2023-10-31T06:10:31.440 INFO:teuthology.orchestra.run.smithi032.stdout:Get:43 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-cryptography amd64 2.8-3ubuntu0.1 [211 kB] 2023-10-31T06:10:31.465 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package libqt5core5a:amd64. 2023-10-31T06:10:31.466 INFO:teuthology.orchestra.run.smithi032.stdout:Get:44 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-openssl all 19.0.0-1build1 [43.3 kB] 2023-10-31T06:10:31.470 INFO:teuthology.orchestra.run.smithi032.stdout:Get:45 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-asyncssh all 1.12.2-1 [152 kB] 2023-10-31T06:10:31.479 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../003-libqt5core5a_5.12.8+dfsg-0ubuntu2.1_amd64.deb ... 2023-10-31T06:10:31.525 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking libqt5core5a:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2023-10-31T06:10:31.651 INFO:teuthology.orchestra.run.smithi032.stdout:Get:46 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-jinja2 all 2.10.1-2 [95.5 kB] 2023-10-31T06:10:31.927 INFO:teuthology.orchestra.run.smithi006.stdout:Get:109 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-volume all 18.0.0-6937-gfcc751a4-1focal [118 kB] 2023-10-31T06:10:31.928 INFO:teuthology.orchestra.run.smithi006.stdout:Get:110 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 libcephfs-dev amd64 18.0.0-6937-gfcc751a4-1focal [37.3 kB] 2023-10-31T06:10:31.928 INFO:teuthology.orchestra.run.smithi006.stdout:Get:111 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 radosgw amd64 18.0.0-6937-gfcc751a4-1focal [14.1 MB] 2023-10-31T06:10:31.987 INFO:teuthology.orchestra.run.smithi032.stdout:Get:47 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bcrypt amd64 3.1.7-2ubuntu1 [30.4 kB] 2023-10-31T06:10:32.006 INFO:teuthology.orchestra.run.smithi032.stdout:Get:48 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-jwt all 1.7.1-2ubuntu2.1 [18.0 kB] 2023-10-31T06:10:32.016 INFO:teuthology.orchestra.run.smithi032.stdout:Get:49 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2023-10-31T06:10:32.025 INFO:teuthology.orchestra.run.smithi032.stdout:Get:50 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libjs-underscore all 1.9.1~dfsg-1ubuntu0.20.04.1 [99.5 kB] 2023-10-31T06:10:32.051 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2023-10-31T06:10:32.065 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../004-libqt5dbus5_5.12.8+dfsg-0ubuntu2.1_amd64.deb ... 2023-10-31T06:10:32.098 INFO:teuthology.orchestra.run.smithi032.stdout:Get:51 http://archive.ubuntu.com/ubuntu focal/main amd64 libjs-sphinxdoc all 1.8.5-7ubuntu3 [97.1 kB] 2023-10-31T06:10:32.101 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking libqt5dbus5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2023-10-31T06:10:32.151 INFO:teuthology.orchestra.run.smithi032.stdout:Get:52 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-routes all 2.4.1-2 [88.1 kB] 2023-10-31T06:10:32.174 INFO:teuthology.orchestra.run.smithi032.stdout:Get:53 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-decorator all 4.4.2-0ubuntu1 [10.3 kB] 2023-10-31T06:10:32.177 INFO:teuthology.orchestra.run.smithi032.stdout:Get:54 http://archive.ubuntu.com/ubuntu focal/universe amd64 liblbfgsb0 amd64 3.0+dfsg.3-7build1 [29.5 kB] 2023-10-31T06:10:32.185 INFO:teuthology.orchestra.run.smithi032.stdout:Get:55 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-scipy amd64 1.3.3-3build1 [11.1 MB] 2023-10-31T06:10:32.330 INFO:teuthology.orchestra.run.smithi032.stdout:Get:56 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-base amd64 18.0.0-6937-gfcc751a4-1focal [11.0 MB] 2023-10-31T06:10:32.491 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package libqt5network5:amd64. 2023-10-31T06:10:32.504 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../005-libqt5network5_5.12.8+dfsg-0ubuntu2.1_amd64.deb ... 2023-10-31T06:10:32.543 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking libqt5network5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2023-10-31T06:10:32.691 INFO:teuthology.orchestra.run.smithi032.stdout:Get:57 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn-lib amd64 0.22.2.post1+dfsg-5 [2,358 kB] 2023-10-31T06:10:32.846 INFO:teuthology.orchestra.run.smithi006.stdout:Get:112 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 rbd-fuse amd64 18.0.0-6937-gfcc751a4-1focal [106 kB] 2023-10-31T06:10:32.869 INFO:teuthology.orchestra.run.smithi032.stdout:Get:58 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-modules-core all 18.0.0-6937-gfcc751a4-1focal [234 kB] 2023-10-31T06:10:32.873 INFO:teuthology.orchestra.run.smithi032.stdout:Get:59 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 libsqlite3-mod-ceph amd64 18.0.0-6937-gfcc751a4-1focal [145 kB] 2023-10-31T06:10:32.876 INFO:teuthology.orchestra.run.smithi032.stdout:Get:60 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr amd64 18.0.0-6937-gfcc751a4-1focal [1,583 kB] 2023-10-31T06:10:32.885 INFO:teuthology.orchestra.run.smithi032.stdout:Get:61 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-joblib all 0.14.0-3 [192 kB] 2023-10-31T06:10:32.917 INFO:teuthology.orchestra.run.smithi032.stdout:Get:62 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-mon amd64 18.0.0-6937-gfcc751a4-1focal [9,425 kB] 2023-10-31T06:10:32.935 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package libthrift-0.13.0. 2023-10-31T06:10:32.948 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../006-libthrift-0.13.0_0.13.0-2build2_amd64.deb ... 2023-10-31T06:10:32.985 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking libthrift-0.13.0 (0.13.0-2build2) ... 2023-10-31T06:10:33.240 INFO:teuthology.orchestra.run.smithi032.stdout:Get:63 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-osd amd64 18.0.0-6937-gfcc751a4-1focal [31.6 MB] 2023-10-31T06:10:33.306 INFO:teuthology.orchestra.run.smithi032.stdout:Get:64 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn all 0.22.2.post1+dfsg-5 [1,773 kB] 2023-10-31T06:10:33.354 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../007-librbd1_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:33.485 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking librbd1 (18.0.0-6937-gfcc751a4-1focal) over (15.2.17-0ubuntu0.20.04.4) ... 2023-10-31T06:10:33.516 INFO:teuthology.orchestra.run.smithi006.stdout:Fetched 212 MB in 13s (15.7 MB/s) 2023-10-31T06:10:33.603 INFO:teuthology.orchestra.run.smithi032.stdout:Get:65 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cachetools all 4.0.0-1 [9,820 B] 2023-10-31T06:10:33.604 INFO:teuthology.orchestra.run.smithi032.stdout:Get:66 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1 all 0.4.2-3build1 [46.7 kB] 2023-10-31T06:10:33.606 INFO:teuthology.orchestra.run.smithi032.stdout:Get:67 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1-modules all 0.2.1-0.2build1 [32.9 kB] 2023-10-31T06:10:33.608 INFO:teuthology.orchestra.run.smithi032.stdout:Get:68 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-rsa all 4.0-3 [24.7 kB] 2023-10-31T06:10:33.609 INFO:teuthology.orchestra.run.smithi032.stdout:Get:69 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-google-auth all 1.5.1-2 [35.6 kB] 2023-10-31T06:10:33.612 INFO:teuthology.orchestra.run.smithi032.stdout:Get:70 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-blinker all 1.4+dfsg1-0.3ubuntu1 [13.2 kB] 2023-10-31T06:10:33.613 INFO:teuthology.orchestra.run.smithi032.stdout:Get:71 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-oauthlib all 3.1.0-1ubuntu2 [84.8 kB] 2023-10-31T06:10:33.617 INFO:teuthology.orchestra.run.smithi032.stdout:Get:72 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-requests-oauthlib all 1.0.0-1.1build1 [16.8 kB] 2023-10-31T06:10:33.618 INFO:teuthology.orchestra.run.smithi032.stdout:Get:73 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-websocket all 0.53.0-2ubuntu1 [32.3 kB] 2023-10-31T06:10:33.698 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package liblttng-ust0:amd64. 2023-10-31T06:10:33.745 INFO:teuthology.orchestra.run.smithi006.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 112642 files and directories currently installed.) 2023-10-31T06:10:33.749 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../000-liblttng-ust0_2.11.0-1_amd64.deb ... 2023-10-31T06:10:33.783 INFO:teuthology.orchestra.run.smithi032.stdout:Get:74 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-kubernetes all 7.0.0~a1-2 [271 kB] 2023-10-31T06:10:33.830 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking liblttng-ust0:amd64 (2.11.0-1) ... 2023-10-31T06:10:34.191 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2023-10-31T06:10:34.205 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../001-libdouble-conversion3_3.1.5-4ubuntu1_amd64.deb ... 2023-10-31T06:10:34.246 INFO:teuthology.orchestra.run.smithi032.stdout:Get:75 http://archive.ubuntu.com/ubuntu focal/universe amd64 libonig5 amd64 6.9.4-1 [142 kB] 2023-10-31T06:10:34.250 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libdouble-conversion3:amd64 (3.1.5-4ubuntu1) ... 2023-10-31T06:10:34.298 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../008-librados2_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:34.300 INFO:teuthology.orchestra.run.smithi032.stdout:Get:76 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libjq1 amd64 1.6-1ubuntu0.20.04.1 [121 kB] 2023-10-31T06:10:34.391 INFO:teuthology.orchestra.run.smithi032.stdout:Get:77 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 jq amd64 1.6-1ubuntu0.20.04.1 [50.2 kB] 2023-10-31T06:10:34.392 INFO:teuthology.orchestra.run.smithi032.stdout:Get:78 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph amd64 18.0.0-6937-gfcc751a4-1focal [13.6 kB] 2023-10-31T06:10:34.392 INFO:teuthology.orchestra.run.smithi032.stdout:Get:79 http://archive.ubuntu.com/ubuntu focal/main amd64 socat amd64 1.7.3.3-2 [323 kB] 2023-10-31T06:10:34.392 INFO:teuthology.orchestra.run.smithi032.stdout:Get:80 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-fuse amd64 18.0.0-6937-gfcc751a4-1focal [865 kB] 2023-10-31T06:10:34.399 INFO:teuthology.orchestra.run.smithi032.stdout:Get:81 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-mds amd64 18.0.0-6937-gfcc751a4-1focal [2,286 kB] 2023-10-31T06:10:34.403 INFO:teuthology.orchestra.run.smithi032.stdout:Get:82 http://archive.ubuntu.com/ubuntu focal/universe amd64 xmlstarlet amd64 1.6.1-2build1 [267 kB] 2023-10-31T06:10:34.417 INFO:teuthology.orchestra.run.smithi032.stdout:Get:83 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 cephadm amd64 18.0.0-6937-gfcc751a4-1focal [794 kB] 2023-10-31T06:10:34.425 INFO:teuthology.orchestra.run.smithi032.stdout:Get:84 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-cephadm all 18.0.0-6937-gfcc751a4-1focal [137 kB] 2023-10-31T06:10:34.426 INFO:teuthology.orchestra.run.smithi032.stdout:Get:85 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-dashboard all 18.0.0-6937-gfcc751a4-1focal [1,842 kB] 2023-10-31T06:10:34.429 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking librados2 (18.0.0-6937-gfcc751a4-1focal) over (15.2.17-0ubuntu0.20.04.4) ... 2023-10-31T06:10:34.451 INFO:teuthology.orchestra.run.smithi032.stdout:Get:86 http://archive.ubuntu.com/ubuntu focal/universe amd64 fonts-mathjax all 2.7.4+dfsg-1 [2,208 kB] 2023-10-31T06:10:34.475 INFO:teuthology.orchestra.run.smithi032.stdout:Get:87 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-diskprediction-local all 18.0.0-6937-gfcc751a4-1focal [7,892 kB] 2023-10-31T06:10:34.544 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2023-10-31T06:10:34.559 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../002-libpcre2-16-0_10.34-7ubuntu0.1_amd64.deb ... 2023-10-31T06:10:34.603 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libpcre2-16-0:amd64 (10.34-7ubuntu0.1) ... 2023-10-31T06:10:34.610 INFO:teuthology.orchestra.run.smithi032.stdout:Get:88 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 nvme-cli amd64 1.9-1ubuntu0.1 [283 kB] 2023-10-31T06:10:34.620 INFO:teuthology.orchestra.run.smithi032.stdout:Get:89 http://archive.ubuntu.com/ubuntu focal/universe amd64 python-asyncssh-doc all 1.12.2-1 [258 kB] 2023-10-31T06:10:34.628 INFO:teuthology.orchestra.run.smithi032.stdout:Get:90 http://archive.ubuntu.com/ubuntu focal/universe amd64 libjs-mathjax all 2.7.4+dfsg-1 [5,654 kB] 2023-10-31T06:10:34.734 INFO:teuthology.orchestra.run.smithi032.stdout:Get:91 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-k8sevents all 18.0.0-6937-gfcc751a4-1focal [13.7 kB] 2023-10-31T06:10:34.735 INFO:teuthology.orchestra.run.smithi032.stdout:Get:92 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-test amd64 18.0.0-6937-gfcc751a4-1focal [51.1 MB] 2023-10-31T06:10:34.782 INFO:teuthology.orchestra.run.smithi032.stdout:Get:93 http://archive.ubuntu.com/ubuntu focal/universe amd64 python-natsort-doc all 7.0.1-1 [103 kB] 2023-10-31T06:10:34.946 INFO:teuthology.orchestra.run.smithi032.stdout:Get:94 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-atomicwrites all 1.1.5-2build1 [7,016 B] 2023-10-31T06:10:35.029 INFO:teuthology.orchestra.run.smithi032.stdout:Get:95 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-attr all 19.3.0-2 [33.9 kB] 2023-10-31T06:10:35.130 INFO:teuthology.orchestra.run.smithi032.stdout:Get:96 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webencodings all 0.5.1-1ubuntu1 [11.0 kB] 2023-10-31T06:10:35.153 INFO:teuthology.orchestra.run.smithi032.stdout:Get:97 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-html5lib all 1.0.1-2 [84.3 kB] 2023-10-31T06:10:35.265 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libqt5core5a:amd64. 2023-10-31T06:10:35.269 INFO:teuthology.orchestra.run.smithi032.stdout:Get:98 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-lxml amd64 4.5.0-1ubuntu0.5 [1,384 kB] 2023-10-31T06:10:35.278 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../003-libqt5core5a_5.12.8+dfsg-0ubuntu2.1_amd64.deb ... 2023-10-31T06:10:35.285 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package libcephfs2. 2023-10-31T06:10:35.299 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../009-libcephfs2_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:35.325 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libqt5core5a:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2023-10-31T06:10:35.336 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking libcephfs2 (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:35.555 INFO:teuthology.orchestra.run.smithi032.stdout:Get:99 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-packaging all 20.3-1 [26.8 kB] 2023-10-31T06:10:35.556 INFO:teuthology.orchestra.run.smithi032.stdout:Get:100 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2023-10-31T06:10:35.561 INFO:teuthology.orchestra.run.smithi032.stdout:Get:101 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pluggy all 0.13.0-2 [18.4 kB] 2023-10-31T06:10:35.562 INFO:teuthology.orchestra.run.smithi032.stdout:Get:102 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-psutil amd64 5.5.1-1ubuntu4 [141 kB] 2023-10-31T06:10:35.572 INFO:teuthology.orchestra.run.smithi032.stdout:Get:103 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 python3-py all 1.8.1-1ubuntu0.1 [65.6 kB] 2023-10-31T06:10:35.576 INFO:teuthology.orchestra.run.smithi032.stdout:Get:104 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyinotify all 0.9.6-1.2ubuntu1 [24.8 kB] 2023-10-31T06:10:35.692 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-rados. 2023-10-31T06:10:35.707 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../010-python3-rados_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:35.742 INFO:teuthology.orchestra.run.smithi032.stdout:Get:105 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-wcwidth all 0.1.8+dfsg1-3 [17.4 kB] 2023-10-31T06:10:35.750 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-rados (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:35.809 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2023-10-31T06:10:35.823 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../004-libqt5dbus5_5.12.8+dfsg-0ubuntu2.1_amd64.deb ... 2023-10-31T06:10:35.859 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libqt5dbus5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2023-10-31T06:10:35.908 INFO:teuthology.orchestra.run.smithi032.stdout:Get:106 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pytest all 4.6.9-1 [178 kB] 2023-10-31T06:10:36.116 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-ceph-argparse. 2023-10-31T06:10:36.131 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../011-python3-ceph-argparse_18.0.0-6937-gfcc751a4-1focal_all.deb ... 2023-10-31T06:10:36.161 INFO:teuthology.orchestra.run.smithi032.stdout:Get:107 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplejson amd64 3.16.0-2ubuntu2 [50.8 kB] 2023-10-31T06:10:36.174 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-ceph-argparse (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:36.190 INFO:teuthology.orchestra.run.smithi032.stdout:Get:108 http://archive.ubuntu.com/ubuntu focal/universe amd64 qttranslations5-l10n all 5.12.8-0ubuntu1 [1,486 kB] 2023-10-31T06:10:36.213 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libqt5network5:amd64. 2023-10-31T06:10:36.226 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../005-libqt5network5_5.12.8+dfsg-0ubuntu2.1_amd64.deb ... 2023-10-31T06:10:36.262 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libqt5network5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2023-10-31T06:10:36.437 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-cephfs. 2023-10-31T06:10:36.451 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../012-python3-cephfs_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:36.495 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-cephfs (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:36.621 INFO:teuthology.orchestra.run.smithi032.stdout:Get:109 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 ceph-volume all 18.0.0-6937-gfcc751a4-1focal [118 kB] 2023-10-31T06:10:36.633 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libthrift-0.13.0. 2023-10-31T06:10:36.647 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../006-libthrift-0.13.0_0.13.0-2build2_amd64.deb ... 2023-10-31T06:10:36.687 INFO:teuthology.orchestra.run.smithi032.stdout:Get:110 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 libcephfs-dev amd64 18.0.0-6937-gfcc751a4-1focal [37.3 kB] 2023-10-31T06:10:36.688 INFO:teuthology.orchestra.run.smithi032.stdout:Get:111 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 radosgw amd64 18.0.0-6937-gfcc751a4-1focal [14.1 MB] 2023-10-31T06:10:36.690 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libthrift-0.13.0 (0.13.0-2build2) ... 2023-10-31T06:10:36.861 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-ceph-common. 2023-10-31T06:10:36.875 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../013-python3-ceph-common_18.0.0-6937-gfcc751a4-1focal_all.deb ... 2023-10-31T06:10:36.997 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-ceph-common (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:37.034 INFO:teuthology.orchestra.run.smithi032.stdout:Get:112 https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default focal/main amd64 rbd-fuse amd64 18.0.0-6937-gfcc751a4-1focal [106 kB] 2023-10-31T06:10:37.083 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../007-librbd1_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:37.241 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking librbd1 (18.0.0-6937-gfcc751a4-1focal) over (15.2.17-0ubuntu0.20.04.4) ... 2023-10-31T06:10:37.552 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-prettytable. 2023-10-31T06:10:37.566 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../014-python3-prettytable_0.7.2-5_all.deb ... 2023-10-31T06:10:37.610 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-prettytable (0.7.2-5) ... 2023-10-31T06:10:37.779 INFO:teuthology.orchestra.run.smithi032.stdout:Fetched 212 MB in 8s (26.0 MB/s) 2023-10-31T06:10:37.858 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-rbd. 2023-10-31T06:10:37.870 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../015-python3-rbd_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:37.906 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-rbd (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:37.958 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package liblttng-ust0:amd64. 2023-10-31T06:10:37.991 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../008-librados2_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:38.006 INFO:teuthology.orchestra.run.smithi032.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 112642 files and directories currently installed.) 2023-10-31T06:10:38.010 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../000-liblttng-ust0_2.11.0-1_amd64.deb ... 2023-10-31T06:10:38.115 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking liblttng-ust0:amd64 (2.11.0-1) ... 2023-10-31T06:10:38.117 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking librados2 (18.0.0-6937-gfcc751a4-1focal) over (15.2.17-0ubuntu0.20.04.4) ... 2023-10-31T06:10:38.288 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package liblua5.3-0:amd64. 2023-10-31T06:10:38.301 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../016-liblua5.3-0_5.3.3-1.1ubuntu2_amd64.deb ... 2023-10-31T06:10:38.346 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking liblua5.3-0:amd64 (5.3.3-1.1ubuntu2) ... 2023-10-31T06:10:38.460 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2023-10-31T06:10:38.474 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../001-libdouble-conversion3_3.1.5-4ubuntu1_amd64.deb ... 2023-10-31T06:10:38.518 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libdouble-conversion3:amd64 (3.1.5-4ubuntu1) ... 2023-10-31T06:10:38.701 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package librabbitmq4:amd64. 2023-10-31T06:10:38.715 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../017-librabbitmq4_0.10.0-1_amd64.deb ... 2023-10-31T06:10:38.760 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking librabbitmq4:amd64 (0.10.0-1) ... 2023-10-31T06:10:38.846 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2023-10-31T06:10:38.852 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libcephfs2. 2023-10-31T06:10:38.859 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../002-libpcre2-16-0_10.34-7ubuntu0.1_amd64.deb ... 2023-10-31T06:10:38.866 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../009-libcephfs2_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:38.896 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libpcre2-16-0:amd64 (10.34-7ubuntu0.1) ... 2023-10-31T06:10:38.910 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libcephfs2 (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:39.102 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package librdkafka1:amd64. 2023-10-31T06:10:39.115 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../018-librdkafka1_1.2.1-1ubuntu1_amd64.deb ... 2023-10-31T06:10:39.160 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2023-10-31T06:10:39.300 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libqt5core5a:amd64. 2023-10-31T06:10:39.313 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-rados. 2023-10-31T06:10:39.313 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../003-libqt5core5a_5.12.8+dfsg-0ubuntu2.1_amd64.deb ... 2023-10-31T06:10:39.328 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../010-python3-rados_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:39.360 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libqt5core5a:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2023-10-31T06:10:39.418 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-rados (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:39.550 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package librgw2. 2023-10-31T06:10:39.566 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../019-librgw2_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:39.608 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking librgw2 (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:39.750 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-ceph-argparse. 2023-10-31T06:10:39.763 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../011-python3-ceph-argparse_18.0.0-6937-gfcc751a4-1focal_all.deb ... 2023-10-31T06:10:39.846 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2023-10-31T06:10:39.859 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../004-libqt5dbus5_5.12.8+dfsg-0ubuntu2.1_amd64.deb ... 2023-10-31T06:10:39.896 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libqt5dbus5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2023-10-31T06:10:39.916 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-ceph-argparse (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:40.169 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-cephfs. 2023-10-31T06:10:40.184 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../012-python3-cephfs_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:40.227 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-cephfs (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:40.280 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libqt5network5:amd64. 2023-10-31T06:10:40.293 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../005-libqt5network5_5.12.8+dfsg-0ubuntu2.1_amd64.deb ... 2023-10-31T06:10:40.329 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libqt5network5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2023-10-31T06:10:40.571 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-ceph-common. 2023-10-31T06:10:40.585 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../013-python3-ceph-common_18.0.0-6937-gfcc751a4-1focal_all.deb ... 2023-10-31T06:10:40.630 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-ceph-common (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:40.708 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libthrift-0.13.0. 2023-10-31T06:10:40.721 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../006-libthrift-0.13.0_0.13.0-2build2_amd64.deb ... 2023-10-31T06:10:40.746 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-rgw. 2023-10-31T06:10:40.762 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../020-python3-rgw_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:40.766 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libthrift-0.13.0 (0.13.0-2build2) ... 2023-10-31T06:10:40.798 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-rgw (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:40.958 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-prettytable. 2023-10-31T06:10:40.972 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../014-python3-prettytable_0.7.2-5_all.deb ... 2023-10-31T06:10:41.016 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-prettytable (0.7.2-5) ... 2023-10-31T06:10:41.092 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../007-librbd1_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:41.170 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package liboath0. 2023-10-31T06:10:41.184 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../021-liboath0_2.6.1-1.3_amd64.deb ... 2023-10-31T06:10:41.203 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking librbd1 (18.0.0-6937-gfcc751a4-1focal) over (15.2.17-0ubuntu0.20.04.4) ... 2023-10-31T06:10:41.228 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking liboath0 (2.6.1-1.3) ... 2023-10-31T06:10:41.235 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-rbd. 2023-10-31T06:10:41.250 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../015-python3-rbd_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:41.285 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-rbd (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:41.568 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package libradosstriper1. 2023-10-31T06:10:41.583 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../022-libradosstriper1_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:41.627 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking libradosstriper1 (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:41.655 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package liblua5.3-0:amd64. 2023-10-31T06:10:41.671 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../016-liblua5.3-0_5.3.3-1.1ubuntu2_amd64.deb ... 2023-10-31T06:10:41.714 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking liblua5.3-0:amd64 (5.3.3-1.1ubuntu2) ... 2023-10-31T06:10:41.904 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../008-librados2_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:42.032 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking librados2 (18.0.0-6937-gfcc751a4-1focal) over (15.2.17-0ubuntu0.20.04.4) ... 2023-10-31T06:10:42.058 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package librabbitmq4:amd64. 2023-10-31T06:10:42.071 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../017-librabbitmq4_0.10.0-1_amd64.deb ... 2023-10-31T06:10:42.116 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package ceph-common. 2023-10-31T06:10:42.116 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking librabbitmq4:amd64 (0.10.0-1) ... 2023-10-31T06:10:42.131 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../023-ceph-common_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:42.176 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking ceph-common (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:42.453 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package librdkafka1:amd64. 2023-10-31T06:10:42.466 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../018-librdkafka1_1.2.1-1ubuntu1_amd64.deb ... 2023-10-31T06:10:42.511 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2023-10-31T06:10:42.803 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libcephfs2. 2023-10-31T06:10:42.811 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../009-libcephfs2_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:42.853 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libcephfs2 (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:42.855 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package librgw2. 2023-10-31T06:10:42.869 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../019-librgw2_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:42.914 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking librgw2 (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:43.189 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-rados. 2023-10-31T06:10:43.198 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../010-python3-rados_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:43.239 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-rados (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:43.592 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-ceph-argparse. 2023-10-31T06:10:43.605 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../011-python3-ceph-argparse_18.0.0-6937-gfcc751a4-1focal_all.deb ... 2023-10-31T06:10:43.642 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-ceph-argparse (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:43.816 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-rgw. 2023-10-31T06:10:43.831 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../020-python3-rgw_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:43.874 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-rgw (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:43.877 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-cephfs. 2023-10-31T06:10:43.891 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../012-python3-cephfs_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:43.936 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-cephfs (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:44.211 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package liboath0. 2023-10-31T06:10:44.224 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../021-liboath0_2.6.1-1.3_amd64.deb ... 2023-10-31T06:10:44.247 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-ceph-common. 2023-10-31T06:10:44.263 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../013-python3-ceph-common_18.0.0-6937-gfcc751a4-1focal_all.deb ... 2023-10-31T06:10:44.269 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking liboath0 (2.6.1-1.3) ... 2023-10-31T06:10:44.305 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-ceph-common (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:44.573 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libradosstriper1. 2023-10-31T06:10:44.587 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../022-libradosstriper1_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:44.625 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-prettytable. 2023-10-31T06:10:44.631 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libradosstriper1 (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:44.638 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../014-python3-prettytable_0.7.2-5_all.deb ... 2023-10-31T06:10:44.675 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-prettytable (0.7.2-5) ... 2023-10-31T06:10:44.928 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-rbd. 2023-10-31T06:10:44.943 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../015-python3-rbd_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:44.962 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package ceph-base. 2023-10-31T06:10:44.976 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../024-ceph-base_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:44.985 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-rbd (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:45.031 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking ceph-base (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:45.093 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package ceph-common. 2023-10-31T06:10:45.107 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../023-ceph-common_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:45.151 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking ceph-common (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:45.339 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package liblua5.3-0:amd64. 2023-10-31T06:10:45.352 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../016-liblua5.3-0_5.3.3-1.1ubuntu2_amd64.deb ... 2023-10-31T06:10:45.397 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking liblua5.3-0:amd64 (5.3.3-1.1ubuntu2) ... 2023-10-31T06:10:45.743 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package librabbitmq4:amd64. 2023-10-31T06:10:45.758 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../017-librabbitmq4_0.10.0-1_amd64.deb ... 2023-10-31T06:10:45.801 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking librabbitmq4:amd64 (0.10.0-1) ... 2023-10-31T06:10:46.154 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package librdkafka1:amd64. 2023-10-31T06:10:46.167 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../018-librdkafka1_1.2.1-1ubuntu1_amd64.deb ... 2023-10-31T06:10:46.212 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2023-10-31T06:10:46.565 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package librgw2. 2023-10-31T06:10:46.579 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../019-librgw2_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:46.623 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking librgw2 (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:46.999 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-cherrypy3. 2023-10-31T06:10:47.014 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../025-python3-cherrypy3_8.9.1-6_all.deb ... 2023-10-31T06:10:47.057 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-cherrypy3 (8.9.1-6) ... 2023-10-31T06:10:47.457 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-natsort. 2023-10-31T06:10:47.470 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../026-python3-natsort_7.0.1-1_all.deb ... 2023-10-31T06:10:47.515 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-natsort (7.0.1-1) ... 2023-10-31T06:10:47.559 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-rgw. 2023-10-31T06:10:47.574 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../020-python3-rgw_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:47.617 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-rgw (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:47.749 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package ceph-base. 2023-10-31T06:10:47.762 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../024-ceph-base_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:47.808 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking ceph-base (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:47.870 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-logutils. 2023-10-31T06:10:47.886 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../027-python3-logutils_0.3.3-7_all.deb ... 2023-10-31T06:10:47.937 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-logutils (0.3.3-7) ... 2023-10-31T06:10:47.961 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package liboath0. 2023-10-31T06:10:47.976 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../021-liboath0_2.6.1-1.3_amd64.deb ... 2023-10-31T06:10:48.019 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking liboath0 (2.6.1-1.3) ... 2023-10-31T06:10:48.269 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-markupsafe. 2023-10-31T06:10:48.282 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../028-python3-markupsafe_1.1.0-1build2_amd64.deb ... 2023-10-31T06:10:48.314 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libradosstriper1. 2023-10-31T06:10:48.327 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-markupsafe (1.1.0-1build2) ... 2023-10-31T06:10:48.328 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../022-libradosstriper1_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:48.364 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libradosstriper1 (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:48.675 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-mako. 2023-10-31T06:10:48.689 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../029-python3-mako_1.1.0+ds1-1ubuntu2.1_all.deb ... 2023-10-31T06:10:48.734 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-mako (1.1.0+ds1-1ubuntu2.1) ... 2023-10-31T06:10:48.792 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-common. 2023-10-31T06:10:48.806 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../023-ceph-common_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:48.850 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-common (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:49.073 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-simplegeneric. 2023-10-31T06:10:49.087 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../030-python3-simplegeneric_0.8.1-3_all.deb ... 2023-10-31T06:10:49.131 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2023-10-31T06:10:49.145 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-cherrypy3. 2023-10-31T06:10:49.158 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../025-python3-cherrypy3_8.9.1-6_all.deb ... 2023-10-31T06:10:49.194 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-cherrypy3 (8.9.1-6) ... 2023-10-31T06:10:49.463 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-singledispatch. 2023-10-31T06:10:49.476 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../031-python3-singledispatch_3.4.0.3-2build1_all.deb ... 2023-10-31T06:10:49.521 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-singledispatch (3.4.0.3-2build1) ... 2023-10-31T06:10:49.540 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-natsort. 2023-10-31T06:10:49.555 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../026-python3-natsort_7.0.1-1_all.deb ... 2023-10-31T06:10:49.598 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-natsort (7.0.1-1) ... 2023-10-31T06:10:49.792 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-webob. 2023-10-31T06:10:49.806 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../032-python3-webob_1%3a1.8.5-2_all.deb ... 2023-10-31T06:10:49.842 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-webob (1:1.8.5-2) ... 2023-10-31T06:10:49.926 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-logutils. 2023-10-31T06:10:49.940 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../027-python3-logutils_0.3.3-7_all.deb ... 2023-10-31T06:10:49.985 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-logutils (0.3.3-7) ... 2023-10-31T06:10:50.174 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-soupsieve. 2023-10-31T06:10:50.190 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../033-python3-soupsieve_1.9.5+dfsg-1_all.deb ... 2023-10-31T06:10:50.266 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-soupsieve (1.9.5+dfsg-1) ... 2023-10-31T06:10:50.564 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-bs4. 2023-10-31T06:10:50.579 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../034-python3-bs4_4.8.2-1_all.deb ... 2023-10-31T06:10:50.623 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-bs4 (4.8.2-1) ... 2023-10-31T06:10:50.995 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-waitress. 2023-10-31T06:10:51.009 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../035-python3-waitress_1.4.1-1ubuntu0.1_all.deb ... 2023-10-31T06:10:51.056 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-waitress (1.4.1-1ubuntu0.1) ... 2023-10-31T06:10:51.163 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-markupsafe. 2023-10-31T06:10:51.179 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../028-python3-markupsafe_1.1.0-1build2_amd64.deb ... 2023-10-31T06:10:51.221 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-markupsafe (1.1.0-1build2) ... 2023-10-31T06:10:51.394 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-tempita. 2023-10-31T06:10:51.409 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../036-python3-tempita_0.5.2-6_all.deb ... 2023-10-31T06:10:51.431 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-base. 2023-10-31T06:10:51.445 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../024-ceph-base_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:51.452 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-tempita (0.5.2-6) ... 2023-10-31T06:10:51.499 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-base (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:51.532 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-mako. 2023-10-31T06:10:51.546 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../029-python3-mako_1.1.0+ds1-1ubuntu2.1_all.deb ... 2023-10-31T06:10:51.582 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-mako (1.1.0+ds1-1ubuntu2.1) ... 2023-10-31T06:10:51.792 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-paste. 2023-10-31T06:10:51.806 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../037-python3-paste_3.4.0+dfsg1-1_all.deb ... 2023-10-31T06:10:51.851 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-paste (3.4.0+dfsg1-1) ... 2023-10-31T06:10:51.894 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-simplegeneric. 2023-10-31T06:10:51.907 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../030-python3-simplegeneric_0.8.1-3_all.deb ... 2023-10-31T06:10:51.952 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2023-10-31T06:10:52.190 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2023-10-31T06:10:52.204 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../038-python-pastedeploy-tpl_2.1.0-1_all.deb ... 2023-10-31T06:10:52.248 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python-pastedeploy-tpl (2.1.0-1) ... 2023-10-31T06:10:52.255 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-singledispatch. 2023-10-31T06:10:52.271 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../031-python3-singledispatch_3.4.0.3-2build1_all.deb ... 2023-10-31T06:10:52.313 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-singledispatch (3.4.0.3-2build1) ... 2023-10-31T06:10:52.608 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-webob. 2023-10-31T06:10:52.622 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../032-python3-webob_1%3a1.8.5-2_all.deb ... 2023-10-31T06:10:52.666 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-webob (1:1.8.5-2) ... 2023-10-31T06:10:52.919 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-cherrypy3. 2023-10-31T06:10:52.934 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../025-python3-cherrypy3_8.9.1-6_all.deb ... 2023-10-31T06:10:52.977 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-cherrypy3 (8.9.1-6) ... 2023-10-31T06:10:52.985 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-soupsieve. 2023-10-31T06:10:52.998 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../033-python3-soupsieve_1.9.5+dfsg-1_all.deb ... 2023-10-31T06:10:53.035 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-soupsieve (1.9.5+dfsg-1) ... 2023-10-31T06:10:53.297 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-natsort. 2023-10-31T06:10:53.311 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../026-python3-natsort_7.0.1-1_all.deb ... 2023-10-31T06:10:53.347 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-bs4. 2023-10-31T06:10:53.355 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-natsort (7.0.1-1) ... 2023-10-31T06:10:53.361 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../034-python3-bs4_4.8.2-1_all.deb ... 2023-10-31T06:10:53.404 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-bs4 (4.8.2-1) ... 2023-10-31T06:10:53.750 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-waitress. 2023-10-31T06:10:53.764 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../035-python3-waitress_1.4.1-1ubuntu0.1_all.deb ... 2023-10-31T06:10:53.802 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-waitress (1.4.1-1ubuntu0.1) ... 2023-10-31T06:10:53.839 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-pastedeploy. 2023-10-31T06:10:53.854 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../039-python3-pastedeploy_2.1.0-1_all.deb ... 2023-10-31T06:10:53.975 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-logutils. 2023-10-31T06:10:53.991 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../027-python3-logutils_0.3.3-7_all.deb ... 2023-10-31T06:10:54.033 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-logutils (0.3.3-7) ... 2023-10-31T06:10:54.064 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-pastedeploy (2.1.0-1) ... 2023-10-31T06:10:54.077 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-tempita. 2023-10-31T06:10:54.091 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../036-python3-tempita_0.5.2-6_all.deb ... 2023-10-31T06:10:54.127 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-tempita (0.5.2-6) ... 2023-10-31T06:10:54.354 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-webtest. 2023-10-31T06:10:54.361 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-markupsafe. 2023-10-31T06:10:54.367 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../040-python3-webtest_2.0.32-2_all.deb ... 2023-10-31T06:10:54.375 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../028-python3-markupsafe_1.1.0-1build2_amd64.deb ... 2023-10-31T06:10:54.404 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-webtest (2.0.32-2) ... 2023-10-31T06:10:54.427 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-markupsafe (1.1.0-1build2) ... 2023-10-31T06:10:54.439 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-paste. 2023-10-31T06:10:54.453 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../037-python3-paste_3.4.0+dfsg1-1_all.deb ... 2023-10-31T06:10:54.497 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-paste (3.4.0+dfsg1-1) ... 2023-10-31T06:10:54.701 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-pecan. 2023-10-31T06:10:54.715 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../041-python3-pecan_1.3.3-3ubuntu1_all.deb ... 2023-10-31T06:10:54.758 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-mako. 2023-10-31T06:10:54.759 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-pecan (1.3.3-3ubuntu1) ... 2023-10-31T06:10:54.769 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../029-python3-mako_1.1.0+ds1-1ubuntu2.1_all.deb ... 2023-10-31T06:10:54.813 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-mako (1.1.0+ds1-1ubuntu2.1) ... 2023-10-31T06:10:54.825 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2023-10-31T06:10:54.840 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../038-python-pastedeploy-tpl_2.1.0-1_all.deb ... 2023-10-31T06:10:54.883 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python-pastedeploy-tpl (2.1.0-1) ... 2023-10-31T06:10:55.136 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-werkzeug. 2023-10-31T06:10:55.150 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../042-python3-werkzeug_0.16.1+dfsg1-2ubuntu0.1_all.deb ... 2023-10-31T06:10:55.175 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-simplegeneric. 2023-10-31T06:10:55.189 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../030-python3-simplegeneric_0.8.1-3_all.deb ... 2023-10-31T06:10:55.194 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-werkzeug (0.16.1+dfsg1-2ubuntu0.1) ... 2023-10-31T06:10:55.203 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-pastedeploy. 2023-10-31T06:10:55.217 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../039-python3-pastedeploy_2.1.0-1_all.deb ... 2023-10-31T06:10:55.234 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2023-10-31T06:10:55.261 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-pastedeploy (2.1.0-1) ... 2023-10-31T06:10:55.510 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2023-10-31T06:10:55.523 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../043-ceph-mgr-modules-core_18.0.0-6937-gfcc751a4-1focal_all.deb ... 2023-10-31T06:10:55.536 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-singledispatch. 2023-10-31T06:10:55.549 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../031-python3-singledispatch_3.4.0.3-2build1_all.deb ... 2023-10-31T06:10:55.556 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-webtest. 2023-10-31T06:10:55.568 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking ceph-mgr-modules-core (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:55.570 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../040-python3-webtest_2.0.32-2_all.deb ... 2023-10-31T06:10:55.586 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-singledispatch (3.4.0.3-2build1) ... 2023-10-31T06:10:55.614 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-webtest (2.0.32-2) ... 2023-10-31T06:10:55.872 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-webob. 2023-10-31T06:10:55.887 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../032-python3-webob_1%3a1.8.5-2_all.deb ... 2023-10-31T06:10:55.925 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-pecan. 2023-10-31T06:10:55.930 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-webob (1:1.8.5-2) ... 2023-10-31T06:10:55.939 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../041-python3-pecan_1.3.3-3ubuntu1_all.deb ... 2023-10-31T06:10:55.962 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2023-10-31T06:10:55.976 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../044-libsqlite3-mod-ceph_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:55.983 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-pecan (1.3.3-3ubuntu1) ... 2023-10-31T06:10:56.020 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking libsqlite3-mod-ceph (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:56.258 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-soupsieve. 2023-10-31T06:10:56.272 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../033-python3-soupsieve_1.9.5+dfsg-1_all.deb ... 2023-10-31T06:10:56.317 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-soupsieve (1.9.5+dfsg-1) ... 2023-10-31T06:10:56.322 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-werkzeug. 2023-10-31T06:10:56.336 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../042-python3-werkzeug_0.16.1+dfsg1-2ubuntu0.1_all.deb ... 2023-10-31T06:10:56.376 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-cryptography. 2023-10-31T06:10:56.380 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-werkzeug (0.16.1+dfsg1-2ubuntu0.1) ... 2023-10-31T06:10:56.390 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../045-python3-cryptography_2.8-3ubuntu0.1_amd64.deb ... 2023-10-31T06:10:56.435 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-cryptography (2.8-3ubuntu0.1) ... 2023-10-31T06:10:56.644 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-bs4. 2023-10-31T06:10:56.658 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../034-python3-bs4_4.8.2-1_all.deb ... 2023-10-31T06:10:56.691 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2023-10-31T06:10:56.702 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-bs4 (4.8.2-1) ... 2023-10-31T06:10:56.706 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../043-ceph-mgr-modules-core_18.0.0-6937-gfcc751a4-1focal_all.deb ... 2023-10-31T06:10:56.750 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking ceph-mgr-modules-core (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:56.868 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-openssl. 2023-10-31T06:10:56.882 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../046-python3-openssl_19.0.0-1build1_all.deb ... 2023-10-31T06:10:56.926 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-openssl (19.0.0-1build1) ... 2023-10-31T06:10:57.081 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-waitress. 2023-10-31T06:10:57.095 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../035-python3-waitress_1.4.1-1ubuntu0.1_all.deb ... 2023-10-31T06:10:57.121 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2023-10-31T06:10:57.135 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../044-libsqlite3-mod-ceph_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:57.142 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-waitress (1.4.1-1ubuntu0.1) ... 2023-10-31T06:10:57.179 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libsqlite3-mod-ceph (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:57.273 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package ceph-mgr. 2023-10-31T06:10:57.282 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../047-ceph-mgr_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:57.331 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking ceph-mgr (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:57.467 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-tempita. 2023-10-31T06:10:57.483 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../036-python3-tempita_0.5.2-6_all.deb ... 2023-10-31T06:10:57.515 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-cryptography. 2023-10-31T06:10:57.525 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-tempita (0.5.2-6) ... 2023-10-31T06:10:57.531 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../045-python3-cryptography_2.8-3ubuntu0.1_amd64.deb ... 2023-10-31T06:10:57.574 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-cryptography (2.8-3ubuntu0.1) ... 2023-10-31T06:10:57.787 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-paste. 2023-10-31T06:10:57.802 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../037-python3-paste_3.4.0+dfsg1-1_all.deb ... 2023-10-31T06:10:57.845 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-paste (3.4.0+dfsg1-1) ... 2023-10-31T06:10:57.881 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package ceph-mon. 2023-10-31T06:10:57.889 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../048-ceph-mon_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:57.931 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking ceph-mon (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:57.944 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-openssl. 2023-10-31T06:10:57.958 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../046-python3-openssl_19.0.0-1build1_all.deb ... 2023-10-31T06:10:58.002 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-openssl (19.0.0-1build1) ... 2023-10-31T06:10:58.165 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2023-10-31T06:10:58.179 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../038-python-pastedeploy-tpl_2.1.0-1_all.deb ... 2023-10-31T06:10:58.223 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python-pastedeploy-tpl (2.1.0-1) ... 2023-10-31T06:10:58.372 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package ceph-mgr. 2023-10-31T06:10:58.386 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../047-ceph-mgr_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:58.430 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking ceph-mgr (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:58.509 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pastedeploy. 2023-10-31T06:10:58.523 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../039-python3-pastedeploy_2.1.0-1_all.deb ... 2023-10-31T06:10:58.567 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pastedeploy (2.1.0-1) ... 2023-10-31T06:10:59.042 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package ceph-mon. 2023-10-31T06:10:59.055 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../048-ceph-mon_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:59.100 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking ceph-mon (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:59.389 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package ceph-osd. 2023-10-31T06:10:59.403 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../049-ceph-osd_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:10:59.447 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking ceph-osd (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:10:59.604 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-webtest. 2023-10-31T06:10:59.613 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../040-python3-webtest_2.0.32-2_all.deb ... 2023-10-31T06:10:59.662 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-webtest (2.0.32-2) ... 2023-10-31T06:10:59.973 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pecan. 2023-10-31T06:10:59.988 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../041-python3-pecan_1.3.3-3ubuntu1_all.deb ... 2023-10-31T06:11:00.031 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pecan (1.3.3-3ubuntu1) ... 2023-10-31T06:11:00.386 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-werkzeug. 2023-10-31T06:11:00.399 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../042-python3-werkzeug_0.16.1+dfsg1-2ubuntu0.1_all.deb ... 2023-10-31T06:11:00.437 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package ceph-osd. 2023-10-31T06:11:00.444 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-werkzeug (0.16.1+dfsg1-2ubuntu0.1) ... 2023-10-31T06:11:00.452 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../049-ceph-osd_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:11:00.495 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking ceph-osd (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:00.739 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2023-10-31T06:11:00.754 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../043-ceph-mgr-modules-core_18.0.0-6937-gfcc751a4-1focal_all.deb ... 2023-10-31T06:11:00.797 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-mgr-modules-core (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:01.177 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2023-10-31T06:11:01.192 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../044-libsqlite3-mod-ceph_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:11:01.235 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libsqlite3-mod-ceph (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:01.563 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-cryptography. 2023-10-31T06:11:01.579 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../045-python3-cryptography_2.8-3ubuntu0.1_amd64.deb ... 2023-10-31T06:11:01.621 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-cryptography (2.8-3ubuntu0.1) ... 2023-10-31T06:11:01.975 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-openssl. 2023-10-31T06:11:01.991 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../046-python3-openssl_19.0.0-1build1_all.deb ... 2023-10-31T06:11:02.033 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-openssl (19.0.0-1build1) ... 2023-10-31T06:11:02.361 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-mgr. 2023-10-31T06:11:02.374 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../047-ceph-mgr_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:11:02.419 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-mgr (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:02.922 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-mon. 2023-10-31T06:11:02.936 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../048-ceph-mon_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:11:02.980 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-mon (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:03.128 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package ceph. 2023-10-31T06:11:03.141 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../050-ceph_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:11:03.186 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking ceph (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:03.517 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package ceph-fuse. 2023-10-31T06:11:03.532 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../051-ceph-fuse_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:11:03.575 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking ceph-fuse (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:03.715 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package ceph. 2023-10-31T06:11:03.731 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../050-ceph_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:11:03.765 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking ceph (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:04.058 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package ceph-mds. 2023-10-31T06:11:04.059 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package ceph-fuse. 2023-10-31T06:11:04.071 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../052-ceph-mds_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:11:04.073 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../051-ceph-fuse_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:11:04.116 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking ceph-mds (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:04.117 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking ceph-fuse (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:04.251 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-osd. 2023-10-31T06:11:04.264 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../049-ceph-osd_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:11:04.308 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-osd (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:04.521 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package ceph-mds. 2023-10-31T06:11:04.534 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../052-ceph-mds_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:11:04.579 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking ceph-mds (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:04.830 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package cephadm. 2023-10-31T06:11:04.843 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../053-cephadm_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:11:04.889 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking cephadm (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:05.107 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package cephadm. 2023-10-31T06:11:05.121 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../053-cephadm_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:11:05.165 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking cephadm (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:05.220 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-asyncssh. 2023-10-31T06:11:05.235 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../054-python3-asyncssh_1.12.2-1_all.deb ... 2023-10-31T06:11:05.269 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-asyncssh (1.12.2-1) ... 2023-10-31T06:11:05.493 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-asyncssh. 2023-10-31T06:11:05.507 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../054-python3-asyncssh_1.12.2-1_all.deb ... 2023-10-31T06:11:05.551 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-asyncssh (1.12.2-1) ... 2023-10-31T06:11:05.643 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-jinja2. 2023-10-31T06:11:05.658 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../055-python3-jinja2_2.10.1-2_all.deb ... 2023-10-31T06:11:05.701 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-jinja2 (2.10.1-2) ... 2023-10-31T06:11:05.921 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-jinja2. 2023-10-31T06:11:05.934 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../055-python3-jinja2_2.10.1-2_all.deb ... 2023-10-31T06:11:05.979 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-jinja2 (2.10.1-2) ... 2023-10-31T06:11:06.015 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2023-10-31T06:11:06.030 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../056-ceph-mgr-cephadm_18.0.0-6937-gfcc751a4-1focal_all.deb ... 2023-10-31T06:11:06.073 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking ceph-mgr-cephadm (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:06.431 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-bcrypt. 2023-10-31T06:11:06.446 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../057-python3-bcrypt_3.1.7-2ubuntu1_amd64.deb ... 2023-10-31T06:11:06.489 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-bcrypt (3.1.7-2ubuntu1) ... 2023-10-31T06:11:06.591 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2023-10-31T06:11:06.604 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../056-ceph-mgr-cephadm_18.0.0-6937-gfcc751a4-1focal_all.deb ... 2023-10-31T06:11:06.648 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking ceph-mgr-cephadm (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:06.836 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-jwt. 2023-10-31T06:11:06.849 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../058-python3-jwt_1.7.1-2ubuntu2.1_all.deb ... 2023-10-31T06:11:06.895 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-jwt (1.7.1-2ubuntu2.1) ... 2023-10-31T06:11:06.994 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-bcrypt. 2023-10-31T06:11:07.007 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../057-python3-bcrypt_3.1.7-2ubuntu1_amd64.deb ... 2023-10-31T06:11:07.051 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-bcrypt (3.1.7-2ubuntu1) ... 2023-10-31T06:11:07.184 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-repoze.lru. 2023-10-31T06:11:07.199 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../059-python3-repoze.lru_0.7-2_all.deb ... 2023-10-31T06:11:07.242 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2023-10-31T06:11:07.313 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-jwt. 2023-10-31T06:11:07.328 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../058-python3-jwt_1.7.1-2ubuntu2.1_all.deb ... 2023-10-31T06:11:07.363 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-jwt (1.7.1-2ubuntu2.1) ... 2023-10-31T06:11:07.378 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph. 2023-10-31T06:11:07.392 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../050-ceph_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:11:07.436 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:07.532 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package libjs-underscore. 2023-10-31T06:11:07.546 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../060-libjs-underscore_1.9.1~dfsg-1ubuntu0.20.04.1_all.deb ... 2023-10-31T06:11:07.598 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2023-10-31T06:11:07.658 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-repoze.lru. 2023-10-31T06:11:07.672 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../059-python3-repoze.lru_0.7-2_all.deb ... 2023-10-31T06:11:07.707 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2023-10-31T06:11:07.798 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-fuse. 2023-10-31T06:11:07.811 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../051-ceph-fuse_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:11:07.856 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-fuse (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:07.886 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package libjs-sphinxdoc. 2023-10-31T06:11:07.899 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../061-libjs-sphinxdoc_1.8.5-7ubuntu3_all.deb ... 2023-10-31T06:11:07.944 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2023-10-31T06:11:07.960 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libjs-underscore. 2023-10-31T06:11:07.975 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../060-libjs-underscore_1.9.1~dfsg-1ubuntu0.20.04.1_all.deb ... 2023-10-31T06:11:08.018 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2023-10-31T06:11:08.296 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libjs-sphinxdoc. 2023-10-31T06:11:08.309 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-mds. 2023-10-31T06:11:08.311 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../061-libjs-sphinxdoc_1.8.5-7ubuntu3_all.deb ... 2023-10-31T06:11:08.318 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-routes. 2023-10-31T06:11:08.323 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../052-ceph-mds_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:11:08.331 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../062-python3-routes_2.4.1-2_all.deb ... 2023-10-31T06:11:08.354 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2023-10-31T06:11:08.367 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-mds (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:08.376 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-routes (2.4.1-2) ... 2023-10-31T06:11:08.665 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-routes. 2023-10-31T06:11:08.680 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../062-python3-routes_2.4.1-2_all.deb ... 2023-10-31T06:11:08.715 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2023-10-31T06:11:08.723 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-routes (2.4.1-2) ... 2023-10-31T06:11:08.730 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../063-ceph-mgr-dashboard_18.0.0-6937-gfcc751a4-1focal_all.deb ... 2023-10-31T06:11:08.775 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking ceph-mgr-dashboard (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:08.895 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package cephadm. 2023-10-31T06:11:08.910 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../053-cephadm_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:11:08.953 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking cephadm (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:09.026 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2023-10-31T06:11:09.040 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../063-ceph-mgr-dashboard_18.0.0-6937-gfcc751a4-1focal_all.deb ... 2023-10-31T06:11:09.093 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking ceph-mgr-dashboard (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:09.306 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-asyncssh. 2023-10-31T06:11:09.319 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../054-python3-asyncssh_1.12.2-1_all.deb ... 2023-10-31T06:11:09.356 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-decorator. 2023-10-31T06:11:09.364 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-asyncssh (1.12.2-1) ... 2023-10-31T06:11:09.370 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../064-python3-decorator_4.4.2-0ubuntu1_all.deb ... 2023-10-31T06:11:09.415 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-decorator (4.4.2-0ubuntu1) ... 2023-10-31T06:11:09.597 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-decorator. 2023-10-31T06:11:09.610 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../064-python3-decorator_4.4.2-0ubuntu1_all.deb ... 2023-10-31T06:11:09.655 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-decorator (4.4.2-0ubuntu1) ... 2023-10-31T06:11:09.734 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-jinja2. 2023-10-31T06:11:09.747 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../055-python3-jinja2_2.10.1-2_all.deb ... 2023-10-31T06:11:09.842 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-jinja2 (2.10.1-2) ... 2023-10-31T06:11:09.941 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package liblbfgsb0:amd64. 2023-10-31T06:11:09.956 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../065-liblbfgsb0_3.0+dfsg.3-7build1_amd64.deb ... 2023-10-31T06:11:09.999 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2023-10-31T06:11:10.146 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package liblbfgsb0:amd64. 2023-10-31T06:11:10.160 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../065-liblbfgsb0_3.0+dfsg.3-7build1_amd64.deb ... 2023-10-31T06:11:10.170 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2023-10-31T06:11:10.183 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../056-ceph-mgr-cephadm_18.0.0-6937-gfcc751a4-1focal_all.deb ... 2023-10-31T06:11:10.204 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2023-10-31T06:11:10.228 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-mgr-cephadm (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:10.318 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-scipy. 2023-10-31T06:11:10.332 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../066-python3-scipy_1.3.3-3build1_amd64.deb ... 2023-10-31T06:11:10.376 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-scipy (1.3.3-3build1) ... 2023-10-31T06:11:10.551 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-scipy. 2023-10-31T06:11:10.566 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../066-python3-scipy_1.3.3-3build1_amd64.deb ... 2023-10-31T06:11:10.598 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-bcrypt. 2023-10-31T06:11:10.608 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-scipy (1.3.3-3build1) ... 2023-10-31T06:11:10.612 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../057-python3-bcrypt_3.1.7-2ubuntu1_amd64.deb ... 2023-10-31T06:11:10.656 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-bcrypt (3.1.7-2ubuntu1) ... 2023-10-31T06:11:10.959 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-jwt. 2023-10-31T06:11:10.975 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../058-python3-jwt_1.7.1-2ubuntu2.1_all.deb ... 2023-10-31T06:11:11.017 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-jwt (1.7.1-2ubuntu2.1) ... 2023-10-31T06:11:11.328 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-repoze.lru. 2023-10-31T06:11:11.342 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../059-python3-repoze.lru_0.7-2_all.deb ... 2023-10-31T06:11:11.386 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2023-10-31T06:11:11.622 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libjs-underscore. 2023-10-31T06:11:11.636 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../060-libjs-underscore_1.9.1~dfsg-1ubuntu0.20.04.1_all.deb ... 2023-10-31T06:11:11.654 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-sklearn-lib. 2023-10-31T06:11:11.669 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../067-python3-sklearn-lib_0.22.2.post1+dfsg-5_amd64.deb ... 2023-10-31T06:11:11.680 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2023-10-31T06:11:11.712 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2023-10-31T06:11:11.945 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-sklearn-lib. 2023-10-31T06:11:11.958 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libjs-sphinxdoc. 2023-10-31T06:11:11.959 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../067-python3-sklearn-lib_0.22.2.post1+dfsg-5_amd64.deb ... 2023-10-31T06:11:11.971 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../061-libjs-sphinxdoc_1.8.5-7ubuntu3_all.deb ... 2023-10-31T06:11:12.003 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2023-10-31T06:11:12.007 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2023-10-31T06:11:12.258 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-joblib. 2023-10-31T06:11:12.271 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../068-python3-joblib_0.14.0-3_all.deb ... 2023-10-31T06:11:12.310 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-routes. 2023-10-31T06:11:12.315 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-joblib (0.14.0-3) ... 2023-10-31T06:11:12.324 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../062-python3-routes_2.4.1-2_all.deb ... 2023-10-31T06:11:12.368 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-routes (2.4.1-2) ... 2023-10-31T06:11:12.594 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-joblib. 2023-10-31T06:11:12.608 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../068-python3-joblib_0.14.0-3_all.deb ... 2023-10-31T06:11:12.652 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-joblib (0.14.0-3) ... 2023-10-31T06:11:12.688 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2023-10-31T06:11:12.694 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-sklearn. 2023-10-31T06:11:12.703 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../063-ceph-mgr-dashboard_18.0.0-6937-gfcc751a4-1focal_all.deb ... 2023-10-31T06:11:12.708 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../069-python3-sklearn_0.22.2.post1+dfsg-5_all.deb ... 2023-10-31T06:11:12.746 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-mgr-dashboard (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:12.752 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-sklearn (0.22.2.post1+dfsg-5) ... 2023-10-31T06:11:13.035 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-sklearn. 2023-10-31T06:11:13.051 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../069-python3-sklearn_0.22.2.post1+dfsg-5_all.deb ... 2023-10-31T06:11:13.093 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-sklearn (0.22.2.post1+dfsg-5) ... 2023-10-31T06:11:13.258 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-decorator. 2023-10-31T06:11:13.272 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../064-python3-decorator_4.4.2-0ubuntu1_all.deb ... 2023-10-31T06:11:13.308 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-decorator (4.4.2-0ubuntu1) ... 2023-10-31T06:11:13.460 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2023-10-31T06:11:13.476 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../070-ceph-mgr-diskprediction-local_18.0.0-6937-gfcc751a4-1focal_all.deb ... 2023-10-31T06:11:13.518 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking ceph-mgr-diskprediction-local (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:13.619 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package liblbfgsb0:amd64. 2023-10-31T06:11:13.635 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../065-liblbfgsb0_3.0+dfsg.3-7build1_amd64.deb ... 2023-10-31T06:11:13.677 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2023-10-31T06:11:13.770 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2023-10-31T06:11:13.784 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../070-ceph-mgr-diskprediction-local_18.0.0-6937-gfcc751a4-1focal_all.deb ... 2023-10-31T06:11:13.828 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking ceph-mgr-diskprediction-local (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:13.988 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-scipy. 2023-10-31T06:11:14.001 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../066-python3-scipy_1.3.3-3build1_amd64.deb ... 2023-10-31T06:11:14.046 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-scipy (1.3.3-3build1) ... 2023-10-31T06:11:14.671 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-cachetools. 2023-10-31T06:11:14.685 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../071-python3-cachetools_4.0.0-1_all.deb ... 2023-10-31T06:11:14.729 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-cachetools (4.0.0-1) ... 2023-10-31T06:11:15.032 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-pyasn1. 2023-10-31T06:11:15.047 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../072-python3-pyasn1_0.4.2-3build1_all.deb ... 2023-10-31T06:11:15.090 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-pyasn1 (0.4.2-3build1) ... 2023-10-31T06:11:15.338 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-sklearn-lib. 2023-10-31T06:11:15.352 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../067-python3-sklearn-lib_0.22.2.post1+dfsg-5_amd64.deb ... 2023-10-31T06:11:15.396 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2023-10-31T06:11:15.443 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-pyasn1-modules. 2023-10-31T06:11:15.458 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../073-python3-pyasn1-modules_0.2.1-0.2build1_all.deb ... 2023-10-31T06:11:15.474 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-cachetools. 2023-10-31T06:11:15.490 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../071-python3-cachetools_4.0.0-1_all.deb ... 2023-10-31T06:11:15.501 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-pyasn1-modules (0.2.1-0.2build1) ... 2023-10-31T06:11:15.533 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-cachetools (4.0.0-1) ... 2023-10-31T06:11:15.812 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-rsa. 2023-10-31T06:11:15.827 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../074-python3-rsa_4.0-3_all.deb ... 2023-10-31T06:11:15.870 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-rsa (4.0-3) ... 2023-10-31T06:11:15.881 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-pyasn1. 2023-10-31T06:11:15.896 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../072-python3-pyasn1_0.4.2-3build1_all.deb ... 2023-10-31T06:11:15.939 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-pyasn1 (0.4.2-3build1) ... 2023-10-31T06:11:15.941 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-joblib. 2023-10-31T06:11:15.955 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../068-python3-joblib_0.14.0-3_all.deb ... 2023-10-31T06:11:15.999 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-joblib (0.14.0-3) ... 2023-10-31T06:11:16.174 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-google-auth. 2023-10-31T06:11:16.188 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../075-python3-google-auth_1.5.1-2_all.deb ... 2023-10-31T06:11:16.232 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-google-auth (1.5.1-2) ... 2023-10-31T06:11:16.320 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-pyasn1-modules. 2023-10-31T06:11:16.334 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../073-python3-pyasn1-modules_0.2.1-0.2build1_all.deb ... 2023-10-31T06:11:16.380 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-pyasn1-modules (0.2.1-0.2build1) ... 2023-10-31T06:11:16.395 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-sklearn. 2023-10-31T06:11:16.408 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../069-python3-sklearn_0.22.2.post1+dfsg-5_all.deb ... 2023-10-31T06:11:16.452 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-sklearn (0.22.2.post1+dfsg-5) ... 2023-10-31T06:11:16.560 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-blinker. 2023-10-31T06:11:16.576 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../076-python3-blinker_1.4+dfsg1-0.3ubuntu1_all.deb ... 2023-10-31T06:11:16.618 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2023-10-31T06:11:16.701 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-rsa. 2023-10-31T06:11:16.716 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../074-python3-rsa_4.0-3_all.deb ... 2023-10-31T06:11:16.760 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-rsa (4.0-3) ... 2023-10-31T06:11:16.921 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-oauthlib. 2023-10-31T06:11:16.936 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../077-python3-oauthlib_3.1.0-1ubuntu2_all.deb ... 2023-10-31T06:11:16.979 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-oauthlib (3.1.0-1ubuntu2) ... 2023-10-31T06:11:17.084 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-google-auth. 2023-10-31T06:11:17.098 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../075-python3-google-auth_1.5.1-2_all.deb ... 2023-10-31T06:11:17.142 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-google-auth (1.5.1-2) ... 2023-10-31T06:11:17.144 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2023-10-31T06:11:17.158 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../070-ceph-mgr-diskprediction-local_18.0.0-6937-gfcc751a4-1focal_all.deb ... 2023-10-31T06:11:17.202 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-mgr-diskprediction-local (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:17.332 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-requests-oauthlib. 2023-10-31T06:11:17.347 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../078-python3-requests-oauthlib_1.0.0-1.1build1_all.deb ... 2023-10-31T06:11:17.399 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-requests-oauthlib (1.0.0-1.1build1) ... 2023-10-31T06:11:17.456 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-blinker. 2023-10-31T06:11:17.470 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../076-python3-blinker_1.4+dfsg1-0.3ubuntu1_all.deb ... 2023-10-31T06:11:17.514 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2023-10-31T06:11:17.736 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-websocket. 2023-10-31T06:11:17.749 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../079-python3-websocket_0.53.0-2ubuntu1_all.deb ... 2023-10-31T06:11:17.793 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-websocket (0.53.0-2ubuntu1) ... 2023-10-31T06:11:17.854 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-oauthlib. 2023-10-31T06:11:17.868 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../077-python3-oauthlib_3.1.0-1ubuntu2_all.deb ... 2023-10-31T06:11:17.920 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-oauthlib (3.1.0-1ubuntu2) ... 2023-10-31T06:11:18.129 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-kubernetes. 2023-10-31T06:11:18.144 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../080-python3-kubernetes_7.0.0~a1-2_all.deb ... 2023-10-31T06:11:18.187 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-kubernetes (7.0.0~a1-2) ... 2023-10-31T06:11:18.295 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-requests-oauthlib. 2023-10-31T06:11:18.305 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-cachetools. 2023-10-31T06:11:18.310 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../078-python3-requests-oauthlib_1.0.0-1.1build1_all.deb ... 2023-10-31T06:11:18.320 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../071-python3-cachetools_4.0.0-1_all.deb ... 2023-10-31T06:11:18.361 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-requests-oauthlib (1.0.0-1.1build1) ... 2023-10-31T06:11:18.365 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-cachetools (4.0.0-1) ... 2023-10-31T06:11:18.658 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-websocket. 2023-10-31T06:11:18.672 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../079-python3-websocket_0.53.0-2ubuntu1_all.deb ... 2023-10-31T06:11:18.676 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pyasn1. 2023-10-31T06:11:18.692 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../072-python3-pyasn1_0.4.2-3build1_all.deb ... 2023-10-31T06:11:18.716 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-websocket (0.53.0-2ubuntu1) ... 2023-10-31T06:11:18.734 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pyasn1 (0.4.2-3build1) ... 2023-10-31T06:11:18.878 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2023-10-31T06:11:18.893 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../081-ceph-mgr-k8sevents_18.0.0-6937-gfcc751a4-1focal_all.deb ... 2023-10-31T06:11:18.936 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking ceph-mgr-k8sevents (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:19.065 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-kubernetes. 2023-10-31T06:11:19.078 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../080-python3-kubernetes_7.0.0~a1-2_all.deb ... 2023-10-31T06:11:19.087 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pyasn1-modules. 2023-10-31T06:11:19.103 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../073-python3-pyasn1-modules_0.2.1-0.2build1_all.deb ... 2023-10-31T06:11:19.123 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-kubernetes (7.0.0~a1-2) ... 2023-10-31T06:11:19.145 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pyasn1-modules (0.2.1-0.2build1) ... 2023-10-31T06:11:19.264 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libonig5:amd64. 2023-10-31T06:11:19.280 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../082-libonig5_6.9.4-1_amd64.deb ... 2023-10-31T06:11:19.322 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libonig5:amd64 (6.9.4-1) ... 2023-10-31T06:11:19.457 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-rsa. 2023-10-31T06:11:19.470 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../074-python3-rsa_4.0-3_all.deb ... 2023-10-31T06:11:19.540 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-rsa (4.0-3) ... 2023-10-31T06:11:19.684 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libjq1:amd64. 2023-10-31T06:11:19.699 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../083-libjq1_1.6-1ubuntu0.20.04.1_amd64.deb ... 2023-10-31T06:11:19.742 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2023-10-31T06:11:19.853 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-google-auth. 2023-10-31T06:11:19.863 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2023-10-31T06:11:19.865 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../075-python3-google-auth_1.5.1-2_all.deb ... 2023-10-31T06:11:19.872 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../081-ceph-mgr-k8sevents_18.0.0-6937-gfcc751a4-1focal_all.deb ... 2023-10-31T06:11:19.909 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-google-auth (1.5.1-2) ... 2023-10-31T06:11:19.913 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking ceph-mgr-k8sevents (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:20.019 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package jq. 2023-10-31T06:11:20.035 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../084-jq_1.6-1ubuntu0.20.04.1_amd64.deb ... 2023-10-31T06:11:20.078 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking jq (1.6-1ubuntu0.20.04.1) ... 2023-10-31T06:11:20.213 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-blinker. 2023-10-31T06:11:20.226 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../076-python3-blinker_1.4+dfsg1-0.3ubuntu1_all.deb ... 2023-10-31T06:11:20.270 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2023-10-31T06:11:20.271 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package libonig5:amd64. 2023-10-31T06:11:20.280 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../082-libonig5_6.9.4-1_amd64.deb ... 2023-10-31T06:11:20.329 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking libonig5:amd64 (6.9.4-1) ... 2023-10-31T06:11:20.339 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package socat. 2023-10-31T06:11:20.352 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../085-socat_1.7.3.3-2_amd64.deb ... 2023-10-31T06:11:20.397 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking socat (1.7.3.3-2) ... 2023-10-31T06:11:20.548 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-oauthlib. 2023-10-31T06:11:20.563 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../077-python3-oauthlib_3.1.0-1ubuntu2_all.deb ... 2023-10-31T06:11:20.606 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-oauthlib (3.1.0-1ubuntu2) ... 2023-10-31T06:11:20.731 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package xmlstarlet. 2023-10-31T06:11:20.737 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package libjq1:amd64. 2023-10-31T06:11:20.745 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../086-xmlstarlet_1.6.1-2build1_amd64.deb ... 2023-10-31T06:11:20.746 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../083-libjq1_1.6-1ubuntu0.20.04.1_amd64.deb ... 2023-10-31T06:11:20.789 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking xmlstarlet (1.6.1-2build1) ... 2023-10-31T06:11:20.795 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2023-10-31T06:11:20.943 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-requests-oauthlib. 2023-10-31T06:11:20.957 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../078-python3-requests-oauthlib_1.0.0-1.1build1_all.deb ... 2023-10-31T06:11:21.001 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-requests-oauthlib (1.0.0-1.1build1) ... 2023-10-31T06:11:21.083 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package jq. 2023-10-31T06:11:21.092 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../084-jq_1.6-1ubuntu0.20.04.1_amd64.deb ... 2023-10-31T06:11:21.133 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking jq (1.6-1ubuntu0.20.04.1) ... 2023-10-31T06:11:21.136 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package ceph-test. 2023-10-31T06:11:21.151 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../087-ceph-test_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:11:21.194 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking ceph-test (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:21.312 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-websocket. 2023-10-31T06:11:21.326 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../079-python3-websocket_0.53.0-2ubuntu1_all.deb ... 2023-10-31T06:11:21.370 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-websocket (0.53.0-2ubuntu1) ... 2023-10-31T06:11:21.414 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package socat. 2023-10-31T06:11:21.423 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../085-socat_1.7.3.3-2_amd64.deb ... 2023-10-31T06:11:21.473 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking socat (1.7.3.3-2) ... 2023-10-31T06:11:21.681 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-kubernetes. 2023-10-31T06:11:21.695 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../080-python3-kubernetes_7.0.0~a1-2_all.deb ... 2023-10-31T06:11:21.739 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-kubernetes (7.0.0~a1-2) ... 2023-10-31T06:11:21.790 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package xmlstarlet. 2023-10-31T06:11:21.799 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../086-xmlstarlet_1.6.1-2build1_amd64.deb ... 2023-10-31T06:11:21.840 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking xmlstarlet (1.6.1-2build1) ... 2023-10-31T06:11:22.226 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package ceph-test. 2023-10-31T06:11:22.240 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../087-ceph-test_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:11:22.284 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking ceph-test (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:22.376 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2023-10-31T06:11:22.390 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../081-ceph-mgr-k8sevents_18.0.0-6937-gfcc751a4-1focal_all.deb ... 2023-10-31T06:11:22.442 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-mgr-k8sevents (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:22.745 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libonig5:amd64. 2023-10-31T06:11:22.760 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../082-libonig5_6.9.4-1_amd64.deb ... 2023-10-31T06:11:22.803 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libonig5:amd64 (6.9.4-1) ... 2023-10-31T06:11:23.173 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libjq1:amd64. 2023-10-31T06:11:23.187 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../083-libjq1_1.6-1ubuntu0.20.04.1_amd64.deb ... 2023-10-31T06:11:23.239 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2023-10-31T06:11:23.509 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package jq. 2023-10-31T06:11:23.524 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../084-jq_1.6-1ubuntu0.20.04.1_amd64.deb ... 2023-10-31T06:11:23.567 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking jq (1.6-1ubuntu0.20.04.1) ... 2023-10-31T06:11:23.828 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package socat. 2023-10-31T06:11:23.843 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../085-socat_1.7.3.3-2_amd64.deb ... 2023-10-31T06:11:23.886 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking socat (1.7.3.3-2) ... 2023-10-31T06:11:24.231 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package xmlstarlet. 2023-10-31T06:11:24.247 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../086-xmlstarlet_1.6.1-2build1_amd64.deb ... 2023-10-31T06:11:24.289 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking xmlstarlet (1.6.1-2build1) ... 2023-10-31T06:11:24.611 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-test. 2023-10-31T06:11:24.625 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../087-ceph-test_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:11:24.669 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-test (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:25.782 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package ceph-volume. 2023-10-31T06:11:25.793 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../088-ceph-volume_18.0.0-6937-gfcc751a4-1focal_all.deb ... 2023-10-31T06:11:25.831 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking ceph-volume (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:26.144 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package fonts-mathjax. 2023-10-31T06:11:26.153 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../089-fonts-mathjax_2.7.4+dfsg-1_all.deb ... 2023-10-31T06:11:26.193 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking fonts-mathjax (2.7.4+dfsg-1) ... 2023-10-31T06:11:26.747 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libcephfs-dev. 2023-10-31T06:11:26.756 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../090-libcephfs-dev_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:11:26.797 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libcephfs-dev (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:27.192 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package nvme-cli. 2023-10-31T06:11:27.200 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../091-nvme-cli_1.9-1ubuntu0.1_amd64.deb ... 2023-10-31T06:11:27.266 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking nvme-cli (1.9-1ubuntu0.1) ... 2023-10-31T06:11:27.453 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package ceph-volume. 2023-10-31T06:11:27.467 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../088-ceph-volume_18.0.0-6937-gfcc751a4-1focal_all.deb ... 2023-10-31T06:11:27.511 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking ceph-volume (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:27.584 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python-asyncssh-doc. 2023-10-31T06:11:27.600 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../092-python-asyncssh-doc_1.12.2-1_all.deb ... 2023-10-31T06:11:27.642 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python-asyncssh-doc (1.12.2-1) ... 2023-10-31T06:11:27.828 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package fonts-mathjax. 2023-10-31T06:11:27.842 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../089-fonts-mathjax_2.7.4+dfsg-1_all.deb ... 2023-10-31T06:11:27.886 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking fonts-mathjax (2.7.4+dfsg-1) ... 2023-10-31T06:11:28.019 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package libjs-mathjax. 2023-10-31T06:11:28.033 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../093-libjs-mathjax_2.7.4+dfsg-1_all.deb ... 2023-10-31T06:11:28.068 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking libjs-mathjax (2.7.4+dfsg-1) ... 2023-10-31T06:11:28.401 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package libcephfs-dev. 2023-10-31T06:11:28.415 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../090-libcephfs-dev_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:11:28.459 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking libcephfs-dev (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:28.950 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package nvme-cli. 2023-10-31T06:11:28.964 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../091-nvme-cli_1.9-1ubuntu0.1_amd64.deb ... 2023-10-31T06:11:29.022 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking nvme-cli (1.9-1ubuntu0.1) ... 2023-10-31T06:11:29.186 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-volume. 2023-10-31T06:11:29.200 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../088-ceph-volume_18.0.0-6937-gfcc751a4-1focal_all.deb ... 2023-10-31T06:11:29.235 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-volume (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:29.343 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python-asyncssh-doc. 2023-10-31T06:11:29.359 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../092-python-asyncssh-doc_1.12.2-1_all.deb ... 2023-10-31T06:11:29.409 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python-asyncssh-doc (1.12.2-1) ... 2023-10-31T06:11:29.539 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package fonts-mathjax. 2023-10-31T06:11:29.555 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../089-fonts-mathjax_2.7.4+dfsg-1_all.deb ... 2023-10-31T06:11:29.597 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking fonts-mathjax (2.7.4+dfsg-1) ... 2023-10-31T06:11:29.697 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python-natsort-doc. 2023-10-31T06:11:29.714 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../094-python-natsort-doc_7.0.1-1_all.deb ... 2023-10-31T06:11:29.755 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python-natsort-doc (7.0.1-1) ... 2023-10-31T06:11:29.818 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package libjs-mathjax. 2023-10-31T06:11:29.832 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../093-libjs-mathjax_2.7.4+dfsg-1_all.deb ... 2023-10-31T06:11:29.876 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking libjs-mathjax (2.7.4+dfsg-1) ... 2023-10-31T06:11:30.108 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-atomicwrites. 2023-10-31T06:11:30.124 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../095-python3-atomicwrites_1.1.5-2build1_all.deb ... 2023-10-31T06:11:30.132 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libcephfs-dev. 2023-10-31T06:11:30.148 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../090-libcephfs-dev_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:11:30.166 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-atomicwrites (1.1.5-2build1) ... 2023-10-31T06:11:30.190 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libcephfs-dev (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:30.519 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-attr. 2023-10-31T06:11:30.533 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../096-python3-attr_19.3.0-2_all.deb ... 2023-10-31T06:11:30.576 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-attr (19.3.0-2) ... 2023-10-31T06:11:30.585 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package nvme-cli. 2023-10-31T06:11:30.600 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../091-nvme-cli_1.9-1ubuntu0.1_amd64.deb ... 2023-10-31T06:11:30.659 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking nvme-cli (1.9-1ubuntu0.1) ... 2023-10-31T06:11:30.913 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-webencodings. 2023-10-31T06:11:30.928 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../097-python3-webencodings_0.5.1-1ubuntu1_all.deb ... 2023-10-31T06:11:30.971 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-webencodings (0.5.1-1ubuntu1) ... 2023-10-31T06:11:30.973 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python-asyncssh-doc. 2023-10-31T06:11:30.988 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../092-python-asyncssh-doc_1.12.2-1_all.deb ... 2023-10-31T06:11:31.031 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python-asyncssh-doc (1.12.2-1) ... 2023-10-31T06:11:31.282 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-html5lib. 2023-10-31T06:11:31.296 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../098-python3-html5lib_1.0.1-2_all.deb ... 2023-10-31T06:11:31.340 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-html5lib (1.0.1-2) ... 2023-10-31T06:11:31.393 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libjs-mathjax. 2023-10-31T06:11:31.407 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../093-libjs-mathjax_2.7.4+dfsg-1_all.deb ... 2023-10-31T06:11:31.459 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libjs-mathjax (2.7.4+dfsg-1) ... 2023-10-31T06:11:31.672 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python-natsort-doc. 2023-10-31T06:11:31.676 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-lxml:amd64. 2023-10-31T06:11:31.688 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../094-python-natsort-doc_7.0.1-1_all.deb ... 2023-10-31T06:11:31.692 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../099-python3-lxml_4.5.0-1ubuntu0.5_amd64.deb ... 2023-10-31T06:11:31.730 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python-natsort-doc (7.0.1-1) ... 2023-10-31T06:11:31.743 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-lxml:amd64 (4.5.0-1ubuntu0.5) ... 2023-10-31T06:11:32.095 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-atomicwrites. 2023-10-31T06:11:32.111 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../095-python3-atomicwrites_1.1.5-2build1_all.deb ... 2023-10-31T06:11:32.153 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-atomicwrites (1.1.5-2build1) ... 2023-10-31T06:11:32.213 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-packaging. 2023-10-31T06:11:32.228 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../100-python3-packaging_20.3-1_all.deb ... 2023-10-31T06:11:32.271 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-packaging (20.3-1) ... 2023-10-31T06:11:32.466 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-attr. 2023-10-31T06:11:32.482 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../096-python3-attr_19.3.0-2_all.deb ... 2023-10-31T06:11:32.525 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-attr (19.3.0-2) ... 2023-10-31T06:11:32.583 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-pastescript. 2023-10-31T06:11:32.598 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../101-python3-pastescript_2.0.2-4_all.deb ... 2023-10-31T06:11:32.641 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2023-10-31T06:11:32.908 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-webencodings. 2023-10-31T06:11:32.924 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../097-python3-webencodings_0.5.1-1ubuntu1_all.deb ... 2023-10-31T06:11:32.945 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-pluggy. 2023-10-31T06:11:32.960 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../102-python3-pluggy_0.13.0-2_all.deb ... 2023-10-31T06:11:32.966 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-webencodings (0.5.1-1ubuntu1) ... 2023-10-31T06:11:33.003 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-pluggy (0.13.0-2) ... 2023-10-31T06:11:33.009 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python-natsort-doc. 2023-10-31T06:11:33.026 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../094-python-natsort-doc_7.0.1-1_all.deb ... 2023-10-31T06:11:33.076 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python-natsort-doc (7.0.1-1) ... 2023-10-31T06:11:33.289 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-html5lib. 2023-10-31T06:11:33.304 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../098-python3-html5lib_1.0.1-2_all.deb ... 2023-10-31T06:11:33.314 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-psutil. 2023-10-31T06:11:33.329 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../103-python3-psutil_5.5.1-1ubuntu4_amd64.deb ... 2023-10-31T06:11:33.347 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-html5lib (1.0.1-2) ... 2023-10-31T06:11:33.372 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-psutil (5.5.1-1ubuntu4) ... 2023-10-31T06:11:33.454 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-atomicwrites. 2023-10-31T06:11:33.469 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../095-python3-atomicwrites_1.1.5-2build1_all.deb ... 2023-10-31T06:11:33.512 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-atomicwrites (1.1.5-2build1) ... 2023-10-31T06:11:33.700 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-py. 2023-10-31T06:11:33.716 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../104-python3-py_1.8.1-1ubuntu0.1_all.deb ... 2023-10-31T06:11:33.720 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-lxml:amd64. 2023-10-31T06:11:33.735 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../099-python3-lxml_4.5.0-1ubuntu0.5_amd64.deb ... 2023-10-31T06:11:33.759 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-py (1.8.1-1ubuntu0.1) ... 2023-10-31T06:11:33.778 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-lxml:amd64 (4.5.0-1ubuntu0.5) ... 2023-10-31T06:11:33.814 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-attr. 2023-10-31T06:11:33.829 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../096-python3-attr_19.3.0-2_all.deb ... 2023-10-31T06:11:33.872 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-attr (19.3.0-2) ... 2023-10-31T06:11:34.071 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-pyinotify. 2023-10-31T06:11:34.085 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../105-python3-pyinotify_0.9.6-1.2ubuntu1_all.deb ... 2023-10-31T06:11:34.128 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-pyinotify (0.9.6-1.2ubuntu1) ... 2023-10-31T06:11:34.209 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-webencodings. 2023-10-31T06:11:34.225 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../097-python3-webencodings_0.5.1-1ubuntu1_all.deb ... 2023-10-31T06:11:34.260 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-packaging. 2023-10-31T06:11:34.267 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-webencodings (0.5.1-1ubuntu1) ... 2023-10-31T06:11:34.276 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../100-python3-packaging_20.3-1_all.deb ... 2023-10-31T06:11:34.311 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-packaging (20.3-1) ... 2023-10-31T06:11:34.465 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-wcwidth. 2023-10-31T06:11:34.480 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../106-python3-wcwidth_0.1.8+dfsg1-3_all.deb ... 2023-10-31T06:11:34.522 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-wcwidth (0.1.8+dfsg1-3) ... 2023-10-31T06:11:34.570 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-html5lib. 2023-10-31T06:11:34.585 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../098-python3-html5lib_1.0.1-2_all.deb ... 2023-10-31T06:11:34.637 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-html5lib (1.0.1-2) ... 2023-10-31T06:11:34.668 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-pastescript. 2023-10-31T06:11:34.682 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../101-python3-pastescript_2.0.2-4_all.deb ... 2023-10-31T06:11:34.726 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2023-10-31T06:11:34.817 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-pytest. 2023-10-31T06:11:34.833 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../107-python3-pytest_4.6.9-1_all.deb ... 2023-10-31T06:11:34.875 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-pytest (4.6.9-1) ... 2023-10-31T06:11:34.973 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-lxml:amd64. 2023-10-31T06:11:34.988 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../099-python3-lxml_4.5.0-1ubuntu0.5_amd64.deb ... 2023-10-31T06:11:35.039 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-lxml:amd64 (4.5.0-1ubuntu0.5) ... 2023-10-31T06:11:35.059 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-pluggy. 2023-10-31T06:11:35.075 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../102-python3-pluggy_0.13.0-2_all.deb ... 2023-10-31T06:11:35.117 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-pluggy (0.13.0-2) ... 2023-10-31T06:11:35.224 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package python3-simplejson. 2023-10-31T06:11:35.241 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../108-python3-simplejson_3.16.0-2ubuntu2_amd64.deb ... 2023-10-31T06:11:35.273 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking python3-simplejson (3.16.0-2ubuntu2) ... 2023-10-31T06:11:35.485 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-packaging. 2023-10-31T06:11:35.498 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-psutil. 2023-10-31T06:11:35.500 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../100-python3-packaging_20.3-1_all.deb ... 2023-10-31T06:11:35.512 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../103-python3-psutil_5.5.1-1ubuntu4_amd64.deb ... 2023-10-31T06:11:35.543 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-packaging (20.3-1) ... 2023-10-31T06:11:35.543 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package qttranslations5-l10n. 2023-10-31T06:11:35.552 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-psutil (5.5.1-1ubuntu4) ... 2023-10-31T06:11:35.558 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../109-qttranslations5-l10n_5.12.8-0ubuntu1_all.deb ... 2023-10-31T06:11:35.601 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking qttranslations5-l10n (5.12.8-0ubuntu1) ... 2023-10-31T06:11:35.846 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pastescript. 2023-10-31T06:11:35.860 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../101-python3-pastescript_2.0.2-4_all.deb ... 2023-10-31T06:11:35.904 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2023-10-31T06:11:35.921 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-py. 2023-10-31T06:11:35.936 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../104-python3-py_1.8.1-1ubuntu0.1_all.deb ... 2023-10-31T06:11:35.979 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-py (1.8.1-1ubuntu0.1) ... 2023-10-31T06:11:36.224 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pluggy. 2023-10-31T06:11:36.239 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../102-python3-pluggy_0.13.0-2_all.deb ... 2023-10-31T06:11:36.282 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pluggy (0.13.0-2) ... 2023-10-31T06:11:36.305 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package radosgw. 2023-10-31T06:11:36.320 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../110-radosgw_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:11:36.360 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-pyinotify. 2023-10-31T06:11:36.374 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../105-python3-pyinotify_0.9.6-1.2ubuntu1_all.deb ... 2023-10-31T06:11:36.380 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking radosgw (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:36.418 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-pyinotify (0.9.6-1.2ubuntu1) ... 2023-10-31T06:11:36.595 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-psutil. 2023-10-31T06:11:36.609 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../103-python3-psutil_5.5.1-1ubuntu4_amd64.deb ... 2023-10-31T06:11:36.663 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-psutil (5.5.1-1ubuntu4) ... 2023-10-31T06:11:36.741 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-wcwidth. 2023-10-31T06:11:36.756 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../106-python3-wcwidth_0.1.8+dfsg1-3_all.deb ... 2023-10-31T06:11:36.799 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-wcwidth (0.1.8+dfsg1-3) ... 2023-10-31T06:11:36.999 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-py. 2023-10-31T06:11:37.015 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../104-python3-py_1.8.1-1ubuntu0.1_all.deb ... 2023-10-31T06:11:37.057 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-py (1.8.1-1ubuntu0.1) ... 2023-10-31T06:11:37.112 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-pytest. 2023-10-31T06:11:37.122 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../107-python3-pytest_4.6.9-1_all.deb ... 2023-10-31T06:11:37.164 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-pytest (4.6.9-1) ... 2023-10-31T06:11:37.385 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pyinotify. 2023-10-31T06:11:37.401 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../105-python3-pyinotify_0.9.6-1.2ubuntu1_all.deb ... 2023-10-31T06:11:37.443 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pyinotify (0.9.6-1.2ubuntu1) ... 2023-10-31T06:11:37.512 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package python3-simplejson. 2023-10-31T06:11:37.521 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../108-python3-simplejson_3.16.0-2ubuntu2_amd64.deb ... 2023-10-31T06:11:37.563 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking python3-simplejson (3.16.0-2ubuntu2) ... 2023-10-31T06:11:37.762 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-wcwidth. 2023-10-31T06:11:37.778 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../106-python3-wcwidth_0.1.8+dfsg1-3_all.deb ... 2023-10-31T06:11:37.821 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-wcwidth (0.1.8+dfsg1-3) ... 2023-10-31T06:11:37.836 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package qttranslations5-l10n. 2023-10-31T06:11:37.841 INFO:teuthology.orchestra.run.smithi006.stdout:Selecting previously unselected package rbd-fuse. 2023-10-31T06:11:37.852 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../109-qttranslations5-l10n_5.12.8-0ubuntu1_all.deb ... 2023-10-31T06:11:37.856 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing to unpack .../111-rbd-fuse_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:11:37.894 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking qttranslations5-l10n (5.12.8-0ubuntu1) ... 2023-10-31T06:11:37.899 INFO:teuthology.orchestra.run.smithi006.stdout:Unpacking rbd-fuse (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:38.132 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pytest. 2023-10-31T06:11:38.147 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../107-python3-pytest_4.6.9-1_all.deb ... 2023-10-31T06:11:38.189 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pytest (4.6.9-1) ... 2023-10-31T06:11:38.239 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-attr (19.3.0-2) ... 2023-10-31T06:11:38.540 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up librabbitmq4:amd64 (0.10.0-1) ... 2023-10-31T06:11:38.543 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-simplejson. 2023-10-31T06:11:38.558 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../108-python3-simplejson_3.16.0-2ubuntu2_amd64.deb ... 2023-10-31T06:11:38.602 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-simplejson (3.16.0-2ubuntu2) ... 2023-10-31T06:11:38.611 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package radosgw. 2023-10-31T06:11:38.626 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../110-radosgw_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:11:38.674 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libdouble-conversion3:amd64 (3.1.5-4ubuntu1) ... 2023-10-31T06:11:38.680 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking radosgw (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:38.800 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up nvme-cli (1.9-1ubuntu0.1) ... 2023-10-31T06:11:38.888 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package qttranslations5-l10n. 2023-10-31T06:11:38.904 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../109-qttranslations5-l10n_5.12.8-0ubuntu1_all.deb ... 2023-10-31T06:11:38.945 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking qttranslations5-l10n (5.12.8-0ubuntu1) ... 2023-10-31T06:11:38.989 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up cephadm (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:39.594 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package radosgw. 2023-10-31T06:11:39.600 INFO:teuthology.orchestra.run.smithi006.stdout:Adding system user cephadm....done 2023-10-31T06:11:39.609 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../110-radosgw_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:11:39.652 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking radosgw (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:39.755 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up fonts-mathjax (2.7.4+dfsg-1) ... 2023-10-31T06:11:39.888 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-waitress (1.4.1-1ubuntu0.1) ... 2023-10-31T06:11:40.242 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-repoze.lru (0.7-2) ... 2023-10-31T06:11:40.310 INFO:teuthology.orchestra.run.smithi029.stdout:Selecting previously unselected package rbd-fuse. 2023-10-31T06:11:40.325 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing to unpack .../111-rbd-fuse_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:11:40.368 INFO:teuthology.orchestra.run.smithi029.stdout:Unpacking rbd-fuse (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:40.526 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libjs-mathjax (2.7.4+dfsg-1) ... 2023-10-31T06:11:40.652 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up liboath0 (2.6.1-1.3) ... 2023-10-31T06:11:40.778 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-py (1.8.1-1ubuntu0.1) ... 2023-10-31T06:11:41.081 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package rbd-fuse. 2023-10-31T06:11:41.096 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../111-rbd-fuse_18.0.0-6937-gfcc751a4-1focal_amd64.deb ... 2023-10-31T06:11:41.112 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-joblib (0.14.0-3) ... 2023-10-31T06:11:41.155 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking rbd-fuse (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:41.418 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-attr (19.3.0-2) ... 2023-10-31T06:11:41.443 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-attr (19.3.0-2) ... 2023-10-31T06:11:41.532 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-jwt (1.7.1-2ubuntu2.1) ... 2023-10-31T06:11:41.735 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up librabbitmq4:amd64 (0.10.0-1) ... 2023-10-31T06:11:41.749 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up librabbitmq4:amd64 (0.10.0-1) ... 2023-10-31T06:11:41.816 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-cachetools (4.0.0-1) ... 2023-10-31T06:11:41.856 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libdouble-conversion3:amd64 (3.1.5-4ubuntu1) ... 2023-10-31T06:11:41.890 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up libdouble-conversion3:amd64 (3.1.5-4ubuntu1) ... 2023-10-31T06:11:41.982 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up nvme-cli (1.9-1ubuntu0.1) ... 2023-10-31T06:11:42.033 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up nvme-cli (1.9-1ubuntu0.1) ... 2023-10-31T06:11:42.100 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-bcrypt (3.1.7-2ubuntu1) ... 2023-10-31T06:11:42.184 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up cephadm (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:42.238 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up cephadm (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:42.402 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-pyinotify (0.9.6-1.2ubuntu1) ... 2023-10-31T06:11:42.703 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-ceph-argparse (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:42.836 INFO:teuthology.orchestra.run.smithi032.stdout:Adding system user cephadm....done 2023-10-31T06:11:42.938 INFO:teuthology.orchestra.run.smithi029.stdout:Adding system user cephadm....done 2023-10-31T06:11:43.004 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2023-10-31T06:11:43.015 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up fonts-mathjax (2.7.4+dfsg-1) ... 2023-10-31T06:11:43.100 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up fonts-mathjax (2.7.4+dfsg-1) ... 2023-10-31T06:11:43.129 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-markupsafe (1.1.0-1build2) ... 2023-10-31T06:11:43.149 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-waitress (1.4.1-1ubuntu0.1) ... 2023-10-31T06:11:43.227 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-waitress (1.4.1-1ubuntu0.1) ... 2023-10-31T06:11:43.423 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-webencodings (0.5.1-1ubuntu1) ... 2023-10-31T06:11:43.484 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-repoze.lru (0.7-2) ... 2023-10-31T06:11:43.599 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-repoze.lru (0.7-2) ... 2023-10-31T06:11:43.707 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libpcre2-16-0:amd64 (10.34-7ubuntu0.1) ... 2023-10-31T06:11:43.777 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libjs-mathjax (2.7.4+dfsg-1) ... 2023-10-31T06:11:43.833 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-psutil (5.5.1-1ubuntu4) ... 2023-10-31T06:11:43.892 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up libjs-mathjax (2.7.4+dfsg-1) ... 2023-10-31T06:11:43.903 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up liboath0 (2.6.1-1.3) ... 2023-10-31T06:11:44.019 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up liboath0 (2.6.1-1.3) ... 2023-10-31T06:11:44.037 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-py (1.8.1-1ubuntu0.1) ... 2023-10-31T06:11:44.146 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-py (1.8.1-1ubuntu0.1) ... 2023-10-31T06:11:44.209 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-natsort (7.0.1-1) ... 2023-10-31T06:11:44.389 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-joblib (0.14.0-3) ... 2023-10-31T06:11:44.476 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-joblib (0.14.0-3) ... 2023-10-31T06:11:44.510 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-atomicwrites (1.1.5-2build1) ... 2023-10-31T06:11:44.786 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-simplejson (3.16.0-2ubuntu2) ... 2023-10-31T06:11:44.790 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-jwt (1.7.1-2ubuntu2.1) ... 2023-10-31T06:11:44.871 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-jwt (1.7.1-2ubuntu2.1) ... 2023-10-31T06:11:45.091 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-cachetools (4.0.0-1) ... 2023-10-31T06:11:45.120 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-decorator (4.4.2-0ubuntu1) ... 2023-10-31T06:11:45.157 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-cachetools (4.0.0-1) ... 2023-10-31T06:11:45.376 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-bcrypt (3.1.7-2ubuntu1) ... 2023-10-31T06:11:45.421 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-jinja2 (2.10.1-2) ... 2023-10-31T06:11:45.469 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-bcrypt (3.1.7-2ubuntu1) ... 2023-10-31T06:11:45.652 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pyinotify (0.9.6-1.2ubuntu1) ... 2023-10-31T06:11:45.762 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-pyinotify (0.9.6-1.2ubuntu1) ... 2023-10-31T06:11:45.764 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-tempita (0.5.2-6) ... 2023-10-31T06:11:45.944 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-ceph-argparse (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:46.073 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-ceph-argparse (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:46.091 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-packaging (20.3-1) ... 2023-10-31T06:11:46.237 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2023-10-31T06:11:46.363 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-markupsafe (1.1.0-1build2) ... 2023-10-31T06:11:46.366 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2023-10-31T06:11:46.384 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python-pastedeploy-tpl (2.1.0-1) ... 2023-10-31T06:11:46.495 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-markupsafe (1.1.0-1build2) ... 2023-10-31T06:11:46.510 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up qttranslations5-l10n (5.12.8-0ubuntu1) ... 2023-10-31T06:11:46.648 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-webencodings (0.5.1-1ubuntu1) ... 2023-10-31T06:11:46.652 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-wcwidth (0.1.8+dfsg1-3) ... 2023-10-31T06:11:46.798 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-webencodings (0.5.1-1ubuntu1) ... 2023-10-31T06:11:46.949 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libpcre2-16-0:amd64 (10.34-7ubuntu0.1) ... 2023-10-31T06:11:46.955 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-paste (3.4.0+dfsg1-1) ... 2023-10-31T06:11:47.075 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-psutil (5.5.1-1ubuntu4) ... 2023-10-31T06:11:47.091 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up libpcre2-16-0:amd64 (10.34-7ubuntu0.1) ... 2023-10-31T06:11:47.218 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-psutil (5.5.1-1ubuntu4) ... 2023-10-31T06:11:47.358 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-werkzeug (0.16.1+dfsg1-2ubuntu0.1) ... 2023-10-31T06:11:47.486 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-natsort (7.0.1-1) ... 2023-10-31T06:11:47.592 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-natsort (7.0.1-1) ... 2023-10-31T06:11:47.717 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-cryptography (2.8-3ubuntu0.1) ... 2023-10-31T06:11:47.779 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-atomicwrites (1.1.5-2build1) ... 2023-10-31T06:11:47.881 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-atomicwrites (1.1.5-2build1) ... 2023-10-31T06:11:48.064 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-simplejson (3.16.0-2ubuntu2) ... 2023-10-31T06:11:48.086 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up socat (1.7.3.3-2) ... 2023-10-31T06:11:48.166 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-simplejson (3.16.0-2ubuntu2) ... 2023-10-31T06:11:48.211 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-ceph-common (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:48.423 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-decorator (4.4.2-0ubuntu1) ... 2023-10-31T06:11:48.502 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-decorator (4.4.2-0ubuntu1) ... 2023-10-31T06:11:48.538 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libqt5core5a:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2023-10-31T06:11:48.675 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-html5lib (1.0.1-2) ... 2023-10-31T06:11:48.724 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-jinja2 (2.10.1-2) ... 2023-10-31T06:11:48.795 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-jinja2 (2.10.1-2) ... 2023-10-31T06:11:49.027 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2023-10-31T06:11:49.059 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-tempita (0.5.2-6) ... 2023-10-31T06:11:49.149 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-tempita (0.5.2-6) ... 2023-10-31T06:11:49.152 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up xmlstarlet (1.6.1-2build1) ... 2023-10-31T06:11:49.287 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-pluggy (0.13.0-2) ... 2023-10-31T06:11:49.343 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-packaging (20.3-1) ... 2023-10-31T06:11:49.443 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-packaging (20.3-1) ... 2023-10-31T06:11:49.588 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-lxml:amd64 (4.5.0-1ubuntu0.5) ... 2023-10-31T06:11:49.672 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python-pastedeploy-tpl (2.1.0-1) ... 2023-10-31T06:11:49.727 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python-pastedeploy-tpl (2.1.0-1) ... 2023-10-31T06:11:49.806 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up qttranslations5-l10n (5.12.8-0ubuntu1) ... 2023-10-31T06:11:49.862 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up qttranslations5-l10n (5.12.8-0ubuntu1) ... 2023-10-31T06:11:49.931 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libqt5dbus5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2023-10-31T06:11:49.932 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-wcwidth (0.1.8+dfsg1-3) ... 2023-10-31T06:11:50.014 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-wcwidth (0.1.8+dfsg1-3) ... 2023-10-31T06:11:50.057 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up liblua5.3-0:amd64 (5.3.3-1.1ubuntu2) ... 2023-10-31T06:11:50.185 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-pyasn1 (0.4.2-3build1) ... 2023-10-31T06:11:50.250 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-paste (3.4.0+dfsg1-1) ... 2023-10-31T06:11:50.300 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-paste (3.4.0+dfsg1-1) ... 2023-10-31T06:11:50.511 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-singledispatch (3.4.0.3-2build1) ... 2023-10-31T06:11:50.651 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-werkzeug (0.16.1+dfsg1-2ubuntu0.1) ... 2023-10-31T06:11:50.696 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-werkzeug (0.16.1+dfsg1-2ubuntu0.1) ... 2023-10-31T06:11:50.788 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-logutils (0.3.3-7) ... 2023-10-31T06:11:51.020 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-cryptography (2.8-3ubuntu0.1) ... 2023-10-31T06:11:51.090 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-cryptography (2.8-3ubuntu0.1) ... 2023-10-31T06:11:51.097 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up liblttng-ust0:amd64 (2.11.0-1) ... 2023-10-31T06:11:51.231 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2023-10-31T06:11:51.399 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up socat (1.7.3.3-2) ... 2023-10-31T06:11:51.454 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up socat (1.7.3.3-2) ... 2023-10-31T06:11:51.524 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-prettytable (0.7.2-5) ... 2023-10-31T06:11:51.525 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-ceph-common (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:51.584 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-ceph-common (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:11:51.817 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-soupsieve (1.9.5+dfsg-1) ... 2023-10-31T06:11:51.851 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libqt5core5a:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2023-10-31T06:11:51.913 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up libqt5core5a:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2023-10-31T06:11:51.985 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-html5lib (1.0.1-2) ... 2023-10-31T06:11:52.065 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-html5lib (1.0.1-2) ... 2023-10-31T06:11:52.126 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-websocket (0.53.0-2ubuntu1) ... 2023-10-31T06:11:52.320 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2023-10-31T06:11:52.409 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2023-10-31T06:11:52.445 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up xmlstarlet (1.6.1-2build1) ... 2023-10-31T06:11:52.536 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up xmlstarlet (1.6.1-2build1) ... 2023-10-31T06:11:52.555 INFO:teuthology.orchestra.run.smithi006.stdout:update-alternatives: using /usr/bin/python3-wsdump to provide /usr/bin/wsdump (wsdump) in auto mode 2023-10-31T06:11:52.571 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pluggy (0.13.0-2) ... 2023-10-31T06:11:52.681 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-pluggy (0.13.0-2) ... 2023-10-31T06:11:52.812 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libonig5:amd64 (6.9.4-1) ... 2023-10-31T06:11:52.864 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-lxml:amd64 (4.5.0-1ubuntu0.5) ... 2023-10-31T06:11:52.938 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-mako (1.1.0+ds1-1ubuntu2.1) ... 2023-10-31T06:11:52.975 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-lxml:amd64 (4.5.0-1ubuntu0.5) ... 2023-10-31T06:11:53.174 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libqt5dbus5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2023-10-31T06:11:53.264 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-cherrypy3 (8.9.1-6) ... 2023-10-31T06:11:53.294 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up libqt5dbus5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2023-10-31T06:11:53.300 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up liblua5.3-0:amd64 (5.3.3-1.1ubuntu2) ... 2023-10-31T06:11:53.429 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up liblua5.3-0:amd64 (5.3.3-1.1ubuntu2) ... 2023-10-31T06:11:53.434 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pyasn1 (0.4.2-3build1) ... 2023-10-31T06:11:53.591 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-pyasn1 (0.4.2-3build1) ... 2023-10-31T06:11:53.624 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2023-10-31T06:11:53.742 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2023-10-31T06:11:53.761 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-singledispatch (3.4.0.3-2build1) ... 2023-10-31T06:11:53.876 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-webob (1:1.8.5-2) ... 2023-10-31T06:11:53.919 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-singledispatch (3.4.0.3-2build1) ... 2023-10-31T06:11:54.045 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-logutils (0.3.3-7) ... 2023-10-31T06:11:54.196 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-logutils (0.3.3-7) ... 2023-10-31T06:11:54.218 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2023-10-31T06:11:54.321 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up liblttng-ust0:amd64 (2.11.0-1) ... 2023-10-31T06:11:54.447 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2023-10-31T06:11:54.511 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-scipy (1.3.3-3build1) ... 2023-10-31T06:11:54.548 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up liblttng-ust0:amd64 (2.11.0-1) ... 2023-10-31T06:11:54.676 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2023-10-31T06:11:54.731 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-prettytable (0.7.2-5) ... 2023-10-31T06:11:54.970 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-prettytable (0.7.2-5) ... 2023-10-31T06:11:55.041 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-soupsieve (1.9.5+dfsg-1) ... 2023-10-31T06:11:55.272 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-soupsieve (1.9.5+dfsg-1) ... 2023-10-31T06:11:55.341 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-websocket (0.53.0-2ubuntu1) ... 2023-10-31T06:11:55.582 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-websocket (0.53.0-2ubuntu1) ... 2023-10-31T06:11:55.705 INFO:teuthology.orchestra.run.smithi032.stdout:update-alternatives: using /usr/bin/python3-wsdump to provide /usr/bin/wsdump (wsdump) in auto mode 2023-10-31T06:11:55.952 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libonig5:amd64 (6.9.4-1) ... 2023-10-31T06:11:55.971 INFO:teuthology.orchestra.run.smithi029.stdout:update-alternatives: using /usr/bin/python3-wsdump to provide /usr/bin/wsdump (wsdump) in auto mode 2023-10-31T06:11:56.067 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2023-10-31T06:11:56.078 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-mako (1.1.0+ds1-1ubuntu2.1) ... 2023-10-31T06:11:56.201 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-pytest (4.6.9-1) ... 2023-10-31T06:11:56.230 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up libonig5:amd64 (6.9.4-1) ... 2023-10-31T06:11:56.399 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-mako (1.1.0+ds1-1ubuntu2.1) ... 2023-10-31T06:11:56.412 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-cherrypy3 (8.9.1-6) ... 2023-10-31T06:11:56.577 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-openssl (19.0.0-1build1) ... 2023-10-31T06:11:56.710 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-cherrypy3 (8.9.1-6) ... 2023-10-31T06:11:56.764 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2023-10-31T06:11:56.879 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-pastedeploy (2.1.0-1) ... 2023-10-31T06:11:56.915 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2023-10-31T06:11:57.041 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-webob (1:1.8.5-2) ... 2023-10-31T06:11:57.056 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2023-10-31T06:11:57.171 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libqt5network5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2023-10-31T06:11:57.199 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2023-10-31T06:11:57.297 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-bs4 (4.8.2-1) ... 2023-10-31T06:11:57.326 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-webob (1:1.8.5-2) ... 2023-10-31T06:11:57.367 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2023-10-31T06:11:57.651 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-scipy (1.3.3-3build1) ... 2023-10-31T06:11:57.661 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2023-10-31T06:11:57.665 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-oauthlib (3.1.0-1ubuntu2) ... 2023-10-31T06:11:57.965 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-scipy (1.3.3-3build1) ... 2023-10-31T06:11:57.992 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-asyncssh (1.12.2-1) ... 2023-10-31T06:11:58.368 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-pyasn1-modules (0.2.1-0.2build1) ... 2023-10-31T06:11:58.703 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-sklearn (0.22.2.post1+dfsg-5) ... 2023-10-31T06:11:59.173 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2023-10-31T06:11:59.299 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pytest (4.6.9-1) ... 2023-10-31T06:11:59.502 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2023-10-31T06:11:59.629 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-pytest (4.6.9-1) ... 2023-10-31T06:11:59.675 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-openssl (19.0.0-1build1) ... 2023-10-31T06:11:59.808 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2023-10-31T06:11:59.934 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python-natsort-doc (7.0.1-1) ... 2023-10-31T06:11:59.993 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pastedeploy (2.1.0-1) ... 2023-10-31T06:12:00.025 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-openssl (19.0.0-1build1) ... 2023-10-31T06:12:00.068 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up jq (1.6-1ubuntu0.20.04.1) ... 2023-10-31T06:12:00.194 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-rsa (4.0-3) ... 2023-10-31T06:12:00.294 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libqt5network5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2023-10-31T06:12:00.327 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-pastedeploy (2.1.0-1) ... 2023-10-31T06:12:00.428 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-bs4 (4.8.2-1) ... 2023-10-31T06:12:00.495 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libthrift-0.13.0 (0.13.0-2build2) ... 2023-10-31T06:12:00.621 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up libqt5network5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2023-10-31T06:12:00.621 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-webtest (2.0.32-2) ... 2023-10-31T06:12:00.754 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-oauthlib (3.1.0-1ubuntu2) ... 2023-10-31T06:12:00.772 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-bs4 (4.8.2-1) ... 2023-10-31T06:12:00.931 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-requests-oauthlib (1.0.0-1.1build1) ... 2023-10-31T06:12:01.135 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-oauthlib (3.1.0-1ubuntu2) ... 2023-10-31T06:12:01.232 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-pastescript (2.0.2-4) ... 2023-10-31T06:12:01.373 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-asyncssh (1.12.2-1) ... 2023-10-31T06:12:01.472 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-asyncssh (1.12.2-1) ... 2023-10-31T06:12:01.558 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-pecan (1.3.3-3ubuntu1) ... 2023-10-31T06:12:01.758 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pyasn1-modules (0.2.1-0.2build1) ... 2023-10-31T06:12:01.874 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-pyasn1-modules (0.2.1-0.2build1) ... 2023-10-31T06:12:01.919 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up librados2 (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:02.045 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python-asyncssh-doc (1.12.2-1) ... 2023-10-31T06:12:02.100 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-sklearn (0.22.2.post1+dfsg-5) ... 2023-10-31T06:12:02.171 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up librgw2 (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:02.219 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-sklearn (0.22.2.post1+dfsg-5) ... 2023-10-31T06:12:02.296 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libsqlite3-mod-ceph (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:02.508 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libcephfs2 (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:02.634 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-routes (2.4.1-2) ... 2023-10-31T06:12:02.927 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libradosstriper1 (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:03.053 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-google-auth (1.5.1-2) ... 2023-10-31T06:12:03.180 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2023-10-31T06:12:03.306 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2023-10-31T06:12:03.314 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python-natsort-doc (7.0.1-1) ... 2023-10-31T06:12:03.363 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up librbd1 (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:03.441 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up jq (1.6-1ubuntu0.20.04.1) ... 2023-10-31T06:12:03.441 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python-natsort-doc (7.0.1-1) ... 2023-10-31T06:12:03.497 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up ceph-mgr-modules-core (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:03.568 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up jq (1.6-1ubuntu0.20.04.1) ... 2023-10-31T06:12:03.575 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-rsa (4.0-3) ... 2023-10-31T06:12:03.648 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up ceph-fuse (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:03.695 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-rsa (4.0-3) ... 2023-10-31T06:12:03.868 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libthrift-0.13.0 (0.13.0-2build2) ... 2023-10-31T06:12:03.875 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-10-31T06:12:03.877 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-10-31T06:12:03.993 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-webtest (2.0.32-2) ... 2023-10-31T06:12:03.998 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up libthrift-0.13.0 (0.13.0-2build2) ... 2023-10-31T06:12:04.150 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-webtest (2.0.32-2) ... 2023-10-31T06:12:04.311 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-requests-oauthlib (1.0.0-1.1build1) ... 2023-10-31T06:12:04.341 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up libcephfs-dev (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:04.444 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-requests-oauthlib (1.0.0-1.1build1) ... 2023-10-31T06:12:04.467 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-rados (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:04.602 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-kubernetes (7.0.0~a1-2) ... 2023-10-31T06:12:04.604 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pastescript (2.0.2-4) ... 2023-10-31T06:12:04.738 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-pastescript (2.0.2-4) ... 2023-10-31T06:12:04.930 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pecan (1.3.3-3ubuntu1) ... 2023-10-31T06:12:05.067 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-pecan (1.3.3-3ubuntu1) ... 2023-10-31T06:12:05.299 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up librados2 (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:05.425 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python-asyncssh-doc (1.12.2-1) ... 2023-10-31T06:12:05.429 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up librados2 (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:05.547 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-rbd (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:05.556 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python-asyncssh-doc (1.12.2-1) ... 2023-10-31T06:12:05.559 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up librgw2 (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:05.673 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up rbd-fuse (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:05.693 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up librgw2 (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:05.710 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libsqlite3-mod-ceph (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:05.799 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-rgw (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:05.820 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up libsqlite3-mod-ceph (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:05.919 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up python3-cephfs (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:05.921 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libcephfs2 (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:06.035 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up libcephfs2 (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:06.046 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up ceph-common (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:06.047 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-routes (2.4.1-2) ... 2023-10-31T06:12:06.162 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-routes (2.4.1-2) ... 2023-10-31T06:12:06.340 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libradosstriper1 (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:06.466 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-google-auth (1.5.1-2) ... 2023-10-31T06:12:06.481 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up libradosstriper1 (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:06.623 INFO:teuthology.orchestra.run.smithi006.stdout:Adding group ceph....done 2023-10-31T06:12:06.667 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-google-auth (1.5.1-2) ... 2023-10-31T06:12:06.768 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up librbd1 (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:06.902 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-mgr-modules-core (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:06.988 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up librbd1 (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:07.017 INFO:teuthology.orchestra.run.smithi006.stdout:Adding system user ceph....done 2023-10-31T06:12:07.030 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-fuse (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:07.166 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up ceph-mgr-modules-core (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:07.193 INFO:teuthology.orchestra.run.smithi006.stdout:Setting system user ceph properties....done 2023-10-31T06:12:07.211 INFO:teuthology.orchestra.run.smithi006.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2023-10-31T06:12:07.259 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-10-31T06:12:07.259 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-10-31T06:12:07.299 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up ceph-fuse (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:07.365 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2023-10-31T06:12:07.520 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-10-31T06:12:07.520 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-10-31T06:12:07.699 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libcephfs-dev (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:07.718 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2023-10-31T06:12:07.825 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-rados (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:07.951 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-kubernetes (7.0.0~a1-2) ... 2023-10-31T06:12:08.011 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up libcephfs-dev (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:08.156 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-rados (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:08.299 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-kubernetes (7.0.0~a1-2) ... 2023-10-31T06:12:08.347 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up ceph-test (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:08.541 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up radosgw (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:08.921 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-rbd (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:09.055 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up rbd-fuse (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:09.056 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-10-31T06:12:09.056 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-10-31T06:12:09.181 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-rgw (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:09.283 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-rbd (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:09.316 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-cephfs (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:09.410 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up rbd-fuse (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:09.458 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-common (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:09.537 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-rgw (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:09.542 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up ceph-base (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:09.672 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up python3-cephfs (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:09.825 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up ceph-common (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:09.931 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2023-10-31T06:12:10.006 INFO:teuthology.orchestra.run.smithi032.stdout:Adding group ceph....done 2023-10-31T06:12:10.378 INFO:teuthology.orchestra.run.smithi029.stdout:Adding group ceph....done 2023-10-31T06:12:10.404 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up ceph-mds (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:10.415 INFO:teuthology.orchestra.run.smithi032.stdout:Adding system user ceph....done 2023-10-31T06:12:10.591 INFO:teuthology.orchestra.run.smithi032.stdout:Setting system user ceph properties....done 2023-10-31T06:12:10.611 INFO:teuthology.orchestra.run.smithi032.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2023-10-31T06:12:10.664 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-10-31T06:12:10.664 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-10-31T06:12:10.763 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2023-10-31T06:12:10.836 INFO:teuthology.orchestra.run.smithi029.stdout:Adding system user ceph....done 2023-10-31T06:12:11.047 INFO:teuthology.orchestra.run.smithi029.stdout:Setting system user ceph properties....done 2023-10-31T06:12:11.068 INFO:teuthology.orchestra.run.smithi029.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2023-10-31T06:12:11.075 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2023-10-31T06:12:11.123 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up ceph-mgr (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:11.223 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2023-10-31T06:12:11.391 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-10-31T06:12:11.391 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-10-31T06:12:11.511 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-test (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:11.574 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2023-10-31T06:12:11.629 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up radosgw (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:11.849 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up ceph-osd (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:12.060 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up ceph-test (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:12.121 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-10-31T06:12:12.121 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-10-31T06:12:12.188 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up radosgw (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:12.361 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-10-31T06:12:12.361 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-10-31T06:12:12.539 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-base (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:12.661 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-10-31T06:12:12.661 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-10-31T06:12:12.842 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up ceph-mgr-k8sevents (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:12.934 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2023-10-31T06:12:13.027 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up ceph-mgr-diskprediction-local (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:13.126 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up ceph-base (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:13.170 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up ceph-mon (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:13.366 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-mds (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:13.383 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-10-31T06:12:13.383 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-10-31T06:12:13.536 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2023-10-31T06:12:13.598 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-10-31T06:12:13.599 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-10-31T06:12:13.838 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up ceph-mgr-cephadm (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:13.974 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up ceph (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:13.991 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up ceph-mds (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:14.043 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-mgr (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:14.099 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up ceph-mgr-dashboard (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:14.234 INFO:teuthology.orchestra.run.smithi006.stdout:Setting up ceph-volume (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:14.269 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-10-31T06:12:14.269 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-10-31T06:12:14.273 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-10-31T06:12:14.273 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-10-31T06:12:14.612 INFO:teuthology.orchestra.run.smithi006.stdout:Processing triggers for libc-bin (2.31-0ubuntu9.9) ... 2023-10-31T06:12:14.711 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-osd (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:14.735 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up ceph-mgr (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:14.772 INFO:teuthology.orchestra.run.smithi006.stdout:Processing triggers for systemd (245.4-4ubuntu3.17) ... 2023-10-31T06:12:14.964 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-10-31T06:12:14.964 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-10-31T06:12:15.082 INFO:teuthology.orchestra.run.smithi006.stdout:Processing triggers for man-db (2.9.1-1) ... 2023-10-31T06:12:15.248 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-10-31T06:12:15.248 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-10-31T06:12:15.430 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up ceph-osd (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:15.679 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-mgr-k8sevents (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:15.830 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-mgr-diskprediction-local (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:15.951 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-10-31T06:12:15.952 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-10-31T06:12:15.981 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-mon (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:16.212 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-10-31T06:12:16.213 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-10-31T06:12:16.418 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up ceph-mgr-k8sevents (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:16.553 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up ceph-mgr-diskprediction-local (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:16.696 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up ceph-mon (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:16.784 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-mgr-cephadm (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:16.923 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-10-31T06:12:16.924 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-10-31T06:12:16.943 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:17.086 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-mgr-dashboard (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:17.228 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-volume (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:17.402 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up ceph-mgr-cephadm (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:17.546 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up ceph (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:17.606 INFO:teuthology.orchestra.run.smithi032.stdout:Processing triggers for libc-bin (2.31-0ubuntu9.9) ... 2023-10-31T06:12:17.672 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up ceph-mgr-dashboard (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:17.766 INFO:teuthology.orchestra.run.smithi032.stdout:Processing triggers for systemd (245.4-4ubuntu3.17) ... 2023-10-31T06:12:17.816 INFO:teuthology.orchestra.run.smithi029.stdout:Setting up ceph-volume (18.0.0-6937-gfcc751a4-1focal) ... 2023-10-31T06:12:18.051 INFO:teuthology.orchestra.run.smithi032.stdout:Processing triggers for man-db (2.9.1-1) ... 2023-10-31T06:12:18.177 INFO:teuthology.orchestra.run.smithi006.stdout:Processing triggers for fontconfig (2.13.1-2ubuntu3) ... 2023-10-31T06:12:18.189 INFO:teuthology.orchestra.run.smithi029.stdout:Processing triggers for libc-bin (2.31-0ubuntu9.9) ... 2023-10-31T06:12:18.359 INFO:teuthology.orchestra.run.smithi029.stdout:Processing triggers for systemd (245.4-4ubuntu3.17) ... 2023-10-31T06:12:18.653 INFO:teuthology.orchestra.run.smithi029.stdout:Processing triggers for man-db (2.9.1-1) ... 2023-10-31T06:12:18.738 INFO:teuthology.orchestra.run.smithi006.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-10-31T06:12:18.741 DEBUG:teuthology.parallel:result is None 2023-10-31T06:12:21.128 INFO:teuthology.orchestra.run.smithi032.stdout:Processing triggers for fontconfig (2.13.1-2ubuntu3) ... 2023-10-31T06:12:21.731 INFO:teuthology.orchestra.run.smithi032.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-10-31T06:12:21.734 DEBUG:teuthology.parallel:result is None 2023-10-31T06:12:21.734 INFO:teuthology.orchestra.run.smithi029.stdout:Processing triggers for fontconfig (2.13.1-2ubuntu3) ... 2023-10-31T06:12:22.339 INFO:teuthology.orchestra.run.smithi029.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-10-31T06:12:22.341 DEBUG:teuthology.parallel:result is None 2023-10-31T06:12:22.342 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&sha1=fcc751a494aeedbeb6237860a239d39dfe5b98d4 2023-10-31T06:12:22.515 DEBUG:teuthology.orchestra.run.smithi006:> dpkg-query -W -f '${Version}' ceph 2023-10-31T06:12:22.538 INFO:teuthology.orchestra.run.smithi006.stdout:18.0.0-6937-gfcc751a4-1focal 2023-10-31T06:12:22.539 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-6937-gfcc751a4-1focal 2023-10-31T06:12:22.539 INFO:teuthology.task.install:The correct ceph version 18.0.0-6937-gfcc751a4-1focal is installed. 2023-10-31T06:12:22.539 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&sha1=fcc751a494aeedbeb6237860a239d39dfe5b98d4 2023-10-31T06:12:22.681 DEBUG:teuthology.orchestra.run.smithi029:> dpkg-query -W -f '${Version}' ceph 2023-10-31T06:12:22.704 INFO:teuthology.orchestra.run.smithi029.stdout:18.0.0-6937-gfcc751a4-1focal 2023-10-31T06:12:22.704 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-6937-gfcc751a4-1focal 2023-10-31T06:12:22.704 INFO:teuthology.task.install:The correct ceph version 18.0.0-6937-gfcc751a4-1focal is installed. 2023-10-31T06:12:22.705 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&sha1=fcc751a494aeedbeb6237860a239d39dfe5b98d4 2023-10-31T06:12:22.844 DEBUG:teuthology.orchestra.run.smithi032:> dpkg-query -W -f '${Version}' ceph 2023-10-31T06:12:22.867 INFO:teuthology.orchestra.run.smithi032.stdout:18.0.0-6937-gfcc751a4-1focal 2023-10-31T06:12:22.868 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-6937-gfcc751a4-1focal 2023-10-31T06:12:22.868 INFO:teuthology.task.install:The correct ceph version 18.0.0-6937-gfcc751a4-1focal is installed. 2023-10-31T06:12:22.868 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-10-31T06:12:22.869 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2023-10-31T06:12:22.869 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-10-31T06:12:22.885 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2023-10-31T06:12:22.885 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-10-31T06:12:22.902 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2023-10-31T06:12:22.902 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-10-31T06:12:22.929 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-10-31T06:12:22.929 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2023-10-31T06:12:22.929 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd of=/usr/bin/daemon-helper 2023-10-31T06:12:22.944 DEBUG:teuthology.orchestra.run.smithi006:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-10-31T06:12:23.002 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2023-10-31T06:12:23.003 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/usr/bin/daemon-helper 2023-10-31T06:12:23.019 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-10-31T06:12:23.077 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2023-10-31T06:12:23.078 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/usr/bin/daemon-helper 2023-10-31T06:12:23.094 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-10-31T06:12:23.157 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-10-31T06:12:23.158 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2023-10-31T06:12:23.158 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd of=/usr/bin/adjust-ulimits 2023-10-31T06:12:23.174 DEBUG:teuthology.orchestra.run.smithi006:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-10-31T06:12:23.231 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2023-10-31T06:12:23.231 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/usr/bin/adjust-ulimits 2023-10-31T06:12:23.247 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-10-31T06:12:23.304 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2023-10-31T06:12:23.304 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/usr/bin/adjust-ulimits 2023-10-31T06:12:23.321 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-10-31T06:12:23.375 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2023-10-31T06:12:23.376 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2023-10-31T06:12:23.376 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd of=/usr/bin/stdin-killer 2023-10-31T06:12:23.392 DEBUG:teuthology.orchestra.run.smithi006:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-10-31T06:12:23.451 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2023-10-31T06:12:23.451 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/usr/bin/stdin-killer 2023-10-31T06:12:23.466 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-10-31T06:12:23.530 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2023-10-31T06:12:23.530 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/usr/bin/stdin-killer 2023-10-31T06:12:23.546 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-10-31T06:12:23.606 INFO:teuthology.run_tasks:Running task cephadm... 2023-10-31T06:12:23.680 INFO:tasks.cephadm:Config: {'conf': {'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1, 'mgr/cephadm/use_agent': True}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'fcc751a494aeedbeb6237860a239d39dfe5b98d4'} 2023-10-31T06:12:23.681 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 2023-10-31T06:12:23.681 INFO:tasks.cephadm:Cluster fsid is 750f415a-77b4-11ee-8db9-212e2dc638e7 2023-10-31T06:12:23.682 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2023-10-31T06:12:23.682 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.6', 'mon.b': '172.21.15.29', 'mon.c': '172.21.15.32'} 2023-10-31T06:12:23.682 INFO:tasks.cephadm:First mon is mon.a on smithi006 2023-10-31T06:12:23.683 INFO:tasks.cephadm:First mgr is a 2023-10-31T06:12:23.683 INFO:tasks.cephadm:Normalizing hostnames... 2023-10-31T06:12:23.683 DEBUG:teuthology.orchestra.run.smithi006:> sudo hostname $(hostname -s) 2023-10-31T06:12:23.700 DEBUG:teuthology.orchestra.run.smithi029:> sudo hostname $(hostname -s) 2023-10-31T06:12:23.717 DEBUG:teuthology.orchestra.run.smithi032:> sudo hostname $(hostname -s) 2023-10-31T06:12:23.734 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2023-10-31T06:12:23.735 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&sha1=fcc751a494aeedbeb6237860a239d39dfe5b98d4 2023-10-31T06:12:23.876 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'fcc751a494aeedbeb6237860a239d39dfe5b98d4', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=focal,DIST=focal,MACHINE_SIZE=gigantic/73691/', 'root_build_cause': 'SCMTRIGGER', 'version': '18.0.0-6937-gfcc751a4', 'node_name': '172.21.2.9+braggi09', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=focal,DIST=focal,MACHINE_SIZE=gigantic', 'package_manager_version': '18.0.0-6937-gfcc751a4-1focal'}, 'url': 'https://1.chacra.ceph.com/r/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default/', 'distro_codename': 'focal', 'modified': '2023-10-31 01:19:26.615598', 'distro_version': '20.04', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-adk-testing-2023-10-30-1928', 'chacra_url': 'https://1.chacra.ceph.com/repos/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/flavors/default/', 'archs': ['x86_64'], 'distro': 'ubuntu'}] 2023-10-31T06:12:24.020 INFO:tasks.util.chacra:got chacra host 1.chacra.ceph.com, ref wip-adk-testing-2023-10-30-1928, sha1 fcc751a494aeedbeb6237860a239d39dfe5b98d4 from https://shaman.ceph.com/api/search/?project=ceph&distros=ubuntu%2F20.04%2Fx86_64&flavor=default&sha1=fcc751a494aeedbeb6237860a239d39dfe5b98d4 2023-10-31T06:12:24.021 INFO:tasks.cephadm:Discovered cachra url: https://1.chacra.ceph.com/binaries/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/x86_64/flavors/default/cephadm 2023-10-31T06:12:24.021 DEBUG:teuthology.orchestra.run.smithi006:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-10-31T06:12:24.454 INFO:teuthology.orchestra.run.smithi006.stdout:-rw-rw-r-- 1 ubuntu ubuntu 794378 Oct 31 06:12 /home/ubuntu/cephtest/cephadm 2023-10-31T06:12:24.455 DEBUG:teuthology.orchestra.run.smithi029:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-10-31T06:12:24.872 INFO:teuthology.orchestra.run.smithi029.stdout:-rw-rw-r-- 1 ubuntu ubuntu 794378 Oct 31 06:12 /home/ubuntu/cephtest/cephadm 2023-10-31T06:12:24.872 DEBUG:teuthology.orchestra.run.smithi032:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/wip-adk-testing-2023-10-30-1928/fcc751a494aeedbeb6237860a239d39dfe5b98d4/ubuntu/focal/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-10-31T06:12:25.279 INFO:teuthology.orchestra.run.smithi032.stdout:-rw-rw-r-- 1 ubuntu ubuntu 794378 Oct 31 06:12 /home/ubuntu/cephtest/cephadm 2023-10-31T06:12:25.280 DEBUG:teuthology.orchestra.run.smithi006:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-10-31T06:12:25.289 DEBUG:teuthology.orchestra.run.smithi029:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-10-31T06:12:25.299 DEBUG:teuthology.orchestra.run.smithi032:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-10-31T06:12:25.317 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 on all hosts... 2023-10-31T06:12:25.318 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 pull 2023-10-31T06:12:25.337 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 pull 2023-10-31T06:12:25.343 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 pull 2023-10-31T06:12:25.591 INFO:teuthology.orchestra.run.smithi029.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4... 2023-10-31T06:12:25.596 INFO:teuthology.orchestra.run.smithi032.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4... 2023-10-31T06:12:25.647 INFO:teuthology.orchestra.run.smithi006.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4... 2023-10-31T06:13:25.750 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2023-10-31T06:13:25.750 INFO:teuthology.orchestra.run.smithi029.stdout: "ceph_version": "ceph version 18.0.0-6937-gfcc751a4 (fcc751a494aeedbeb6237860a239d39dfe5b98d4) reef (dev)", 2023-10-31T06:13:25.751 INFO:teuthology.orchestra.run.smithi029.stdout: "image_id": "33a7e9a7c3d747c1ca8ec938b2fc776c910589abcfb5b7478ef6727050988d3c", 2023-10-31T06:13:25.751 INFO:teuthology.orchestra.run.smithi029.stdout: "repo_digests": [ 2023-10-31T06:13:25.751 INFO:teuthology.orchestra.run.smithi029.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:938b2a64af7f366ed8662866b3f2435a194765833951587a59ae68559bcfd880" 2023-10-31T06:13:25.752 INFO:teuthology.orchestra.run.smithi029.stdout: ] 2023-10-31T06:13:25.752 INFO:teuthology.orchestra.run.smithi029.stdout:} 2023-10-31T06:13:31.493 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2023-10-31T06:13:31.493 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_version": "ceph version 18.0.0-6937-gfcc751a4 (fcc751a494aeedbeb6237860a239d39dfe5b98d4) reef (dev)", 2023-10-31T06:13:31.493 INFO:teuthology.orchestra.run.smithi006.stdout: "image_id": "33a7e9a7c3d747c1ca8ec938b2fc776c910589abcfb5b7478ef6727050988d3c", 2023-10-31T06:13:31.494 INFO:teuthology.orchestra.run.smithi006.stdout: "repo_digests": [ 2023-10-31T06:13:31.494 INFO:teuthology.orchestra.run.smithi006.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:938b2a64af7f366ed8662866b3f2435a194765833951587a59ae68559bcfd880" 2023-10-31T06:13:31.494 INFO:teuthology.orchestra.run.smithi006.stdout: ] 2023-10-31T06:13:31.494 INFO:teuthology.orchestra.run.smithi006.stdout:} 2023-10-31T06:13:33.798 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-10-31T06:13:33.799 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_version": "ceph version 18.0.0-6937-gfcc751a4 (fcc751a494aeedbeb6237860a239d39dfe5b98d4) reef (dev)", 2023-10-31T06:13:33.799 INFO:teuthology.orchestra.run.smithi032.stdout: "image_id": "33a7e9a7c3d747c1ca8ec938b2fc776c910589abcfb5b7478ef6727050988d3c", 2023-10-31T06:13:33.799 INFO:teuthology.orchestra.run.smithi032.stdout: "repo_digests": [ 2023-10-31T06:13:33.799 INFO:teuthology.orchestra.run.smithi032.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:938b2a64af7f366ed8662866b3f2435a194765833951587a59ae68559bcfd880" 2023-10-31T06:13:33.799 INFO:teuthology.orchestra.run.smithi032.stdout: ] 2023-10-31T06:13:33.800 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-10-31T06:13:33.827 DEBUG:teuthology.orchestra.run.smithi006:> sudo mkdir -p /etc/ceph 2023-10-31T06:13:33.846 DEBUG:teuthology.orchestra.run.smithi029:> sudo mkdir -p /etc/ceph 2023-10-31T06:13:33.864 DEBUG:teuthology.orchestra.run.smithi032:> sudo mkdir -p /etc/ceph 2023-10-31T06:13:33.882 DEBUG:teuthology.orchestra.run.smithi006:> sudo chmod 777 /etc/ceph 2023-10-31T06:13:33.903 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod 777 /etc/ceph 2023-10-31T06:13:33.922 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 777 /etc/ceph 2023-10-31T06:13:33.940 INFO:tasks.cephadm:Writing seed config... 2023-10-31T06:13:33.941 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2023-10-31T06:13:33.942 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2023-10-31T06:13:33.942 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2023-10-31T06:13:33.942 INFO:tasks.cephadm: override: [mgr] mgr/cephadm/use_agent = True 2023-10-31T06:13:33.942 INFO:tasks.cephadm: override: [mon] debug mon = 20 2023-10-31T06:13:33.943 INFO:tasks.cephadm: override: [mon] debug ms = 1 2023-10-31T06:13:33.943 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2023-10-31T06:13:33.943 INFO:tasks.cephadm: override: [osd] debug ms = 1 2023-10-31T06:13:33.943 INFO:tasks.cephadm: override: [osd] debug osd = 20 2023-10-31T06:13:33.944 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2023-10-31T06:13:33.944 DEBUG:teuthology.orchestra.run.smithi006:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2023-10-31T06:13:33.952 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 750f415a-77b4-11ee-8db9-212e2dc638e7 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = true bdev debug aio = true osd sloppy crc = true debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 mgr/cephadm/use_agent = True [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2023-10-31T06:13:33.952 DEBUG:teuthology.orchestra.run.smithi006:mon.a> sudo journalctl -f -n 0 -u ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@mon.a.service 2023-10-31T06:13:33.994 DEBUG:teuthology.orchestra.run.smithi006:mgr.a> sudo journalctl -f -n 0 -u ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@mgr.a.service 2023-10-31T06:13:34.037 INFO:tasks.cephadm:Bootstrapping... 2023-10-31T06:13:34.038 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 -v bootstrap --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id a --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.6 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2023-10-31T06:13:34.244 INFO:journalctl@ceph.mgr.a.smithi006.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2023-10-31T06:13:34.248 INFO:teuthology.orchestra.run.smithi006.stdout:-------------------------------------------------------------------------------- 2023-10-31T06:13:34.248 INFO:teuthology.orchestra.run.smithi006.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4', '-v', 'bootstrap', '--fsid', '750f415a-77b4-11ee-8db9-212e2dc638e7', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'a', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.6', '--skip-admin-label'] 2023-10-31T06:13:34.249 INFO:teuthology.orchestra.run.smithi006.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2023-10-31T06:13:34.249 INFO:teuthology.orchestra.run.smithi006.stdout:Verifying podman|docker is present... 2023-10-31T06:13:34.249 INFO:teuthology.orchestra.run.smithi006.stdout:Verifying lvm2 is present... 2023-10-31T06:13:34.250 INFO:teuthology.orchestra.run.smithi006.stdout:Verifying time synchronization is in place... 2023-10-31T06:13:34.252 INFO:journalctl@ceph.mon.a.smithi006.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2023-10-31T06:13:34.257 INFO:teuthology.orchestra.run.smithi006.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-10-31T06:13:34.257 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-10-31T06:13:34.264 INFO:teuthology.orchestra.run.smithi006.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-10-31T06:13:34.264 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stdout inactive 2023-10-31T06:13:34.271 INFO:teuthology.orchestra.run.smithi006.stdout:Non-zero exit code 1 from systemctl is-enabled chronyd.service 2023-10-31T06:13:34.272 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stderr Failed to get unit file state for chronyd.service: No such file or directory 2023-10-31T06:13:34.279 INFO:teuthology.orchestra.run.smithi006.stdout:Non-zero exit code 3 from systemctl is-active chronyd.service 2023-10-31T06:13:34.279 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stdout inactive 2023-10-31T06:13:34.286 INFO:teuthology.orchestra.run.smithi006.stdout:Non-zero exit code 1 from systemctl is-enabled systemd-timesyncd.service 2023-10-31T06:13:34.286 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stdout masked 2023-10-31T06:13:34.292 INFO:teuthology.orchestra.run.smithi006.stdout:Non-zero exit code 3 from systemctl is-active systemd-timesyncd.service 2023-10-31T06:13:34.292 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stdout inactive 2023-10-31T06:13:34.299 INFO:teuthology.orchestra.run.smithi006.stdout:Non-zero exit code 1 from systemctl is-enabled ntpd.service 2023-10-31T06:13:34.300 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stderr Failed to get unit file state for ntpd.service: No such file or directory 2023-10-31T06:13:34.306 INFO:teuthology.orchestra.run.smithi006.stdout:Non-zero exit code 3 from systemctl is-active ntpd.service 2023-10-31T06:13:34.306 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stdout inactive 2023-10-31T06:13:34.314 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stdout enabled 2023-10-31T06:13:34.320 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stdout active 2023-10-31T06:13:34.320 INFO:teuthology.orchestra.run.smithi006.stdout:Unit ntp.service is enabled and running 2023-10-31T06:13:34.320 INFO:teuthology.orchestra.run.smithi006.stdout:Repeating the final host check... 2023-10-31T06:13:34.320 INFO:teuthology.orchestra.run.smithi006.stdout:docker (/usr/bin/docker) is present 2023-10-31T06:13:34.321 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl is present 2023-10-31T06:13:34.321 INFO:teuthology.orchestra.run.smithi006.stdout:lvcreate is present 2023-10-31T06:13:34.328 INFO:teuthology.orchestra.run.smithi006.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-10-31T06:13:34.328 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-10-31T06:13:34.335 INFO:teuthology.orchestra.run.smithi006.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-10-31T06:13:34.336 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stdout inactive 2023-10-31T06:13:34.343 INFO:teuthology.orchestra.run.smithi006.stdout:Non-zero exit code 1 from systemctl is-enabled chronyd.service 2023-10-31T06:13:34.343 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stderr Failed to get unit file state for chronyd.service: No such file or directory 2023-10-31T06:13:34.350 INFO:teuthology.orchestra.run.smithi006.stdout:Non-zero exit code 3 from systemctl is-active chronyd.service 2023-10-31T06:13:34.351 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stdout inactive 2023-10-31T06:13:34.357 INFO:teuthology.orchestra.run.smithi006.stdout:Non-zero exit code 1 from systemctl is-enabled systemd-timesyncd.service 2023-10-31T06:13:34.357 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stdout masked 2023-10-31T06:13:34.364 INFO:teuthology.orchestra.run.smithi006.stdout:Non-zero exit code 3 from systemctl is-active systemd-timesyncd.service 2023-10-31T06:13:34.365 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stdout inactive 2023-10-31T06:13:34.371 INFO:teuthology.orchestra.run.smithi006.stdout:Non-zero exit code 1 from systemctl is-enabled ntpd.service 2023-10-31T06:13:34.372 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stderr Failed to get unit file state for ntpd.service: No such file or directory 2023-10-31T06:13:34.379 INFO:teuthology.orchestra.run.smithi006.stdout:Non-zero exit code 3 from systemctl is-active ntpd.service 2023-10-31T06:13:34.379 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stdout inactive 2023-10-31T06:13:34.388 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stdout enabled 2023-10-31T06:13:34.395 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stdout active 2023-10-31T06:13:34.396 INFO:teuthology.orchestra.run.smithi006.stdout:Unit ntp.service is enabled and running 2023-10-31T06:13:34.396 INFO:teuthology.orchestra.run.smithi006.stdout:Host looks OK 2023-10-31T06:13:34.396 INFO:teuthology.orchestra.run.smithi006.stdout:Cluster fsid: 750f415a-77b4-11ee-8db9-212e2dc638e7 2023-10-31T06:13:34.397 INFO:teuthology.orchestra.run.smithi006.stdout:Acquiring lock 140353577464784 on /run/cephadm/750f415a-77b4-11ee-8db9-212e2dc638e7.lock 2023-10-31T06:13:34.397 INFO:teuthology.orchestra.run.smithi006.stdout:Lock 140353577464784 acquired on /run/cephadm/750f415a-77b4-11ee-8db9-212e2dc638e7.lock 2023-10-31T06:13:34.398 INFO:teuthology.orchestra.run.smithi006.stdout:Verifying IP 172.21.15.6 port 3300 ... 2023-10-31T06:13:34.398 INFO:teuthology.orchestra.run.smithi006.stdout:Verifying IP 172.21.15.6 port 6789 ... 2023-10-31T06:13:34.398 INFO:teuthology.orchestra.run.smithi006.stdout:Base mon IP(s) is [172.21.15.6:3300, 172.21.15.6:6789], mon addrv is [v2:172.21.15.6:3300,v1:172.21.15.6:6789] 2023-10-31T06:13:34.402 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 2023-10-31T06:13:34.402 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/sbin/ip: stdout 172.17.0.0/16 dev docker0 proto kernel scope link src 172.17.0.1 linkdown 2023-10-31T06:13:34.402 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.6 2023-10-31T06:13:34.406 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2023-10-31T06:13:34.407 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 256 pref medium 2023-10-31T06:13:34.407 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 1024 expires 1794sec hoplimit 64 pref medium 2023-10-31T06:13:34.411 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2023-10-31T06:13:34.411 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/sbin/ip: stdout inet6 ::1/128 scope host 2023-10-31T06:13:34.411 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-10-31T06:13:34.411 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2023-10-31T06:13:34.411 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:15e4/64 scope link 2023-10-31T06:13:34.412 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-10-31T06:13:34.412 INFO:teuthology.orchestra.run.smithi006.stdout:Mon IP `172.21.15.6` is in CIDR network `172.21.0.0/20` 2023-10-31T06:13:34.413 INFO:teuthology.orchestra.run.smithi006.stdout:Mon IP `172.21.15.6` is in CIDR network `172.21.0.0/20` 2023-10-31T06:13:34.413 INFO:teuthology.orchestra.run.smithi006.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2023-10-31T06:13:34.413 INFO:teuthology.orchestra.run.smithi006.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2023-10-31T06:13:34.413 INFO:teuthology.orchestra.run.smithi006.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4... 2023-10-31T06:13:34.692 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/docker: stdout fcc751a494aeedbeb6237860a239d39dfe5b98d4: Pulling from ceph-ci/ceph 2023-10-31T06:13:34.692 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/docker: stdout Digest: sha256:938b2a64af7f366ed8662866b3f2435a194765833951587a59ae68559bcfd880 2023-10-31T06:13:34.693 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/docker: stdout Status: Image is up to date for quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 2023-10-31T06:13:34.693 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/docker: stdout quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 2023-10-31T06:13:36.372 INFO:teuthology.orchestra.run.smithi006.stdout:ceph: stdout ceph version 18.0.0-6937-gfcc751a4 (fcc751a494aeedbeb6237860a239d39dfe5b98d4) reef (dev) 2023-10-31T06:13:36.372 INFO:teuthology.orchestra.run.smithi006.stdout:Ceph version: ceph version 18.0.0-6937-gfcc751a4 (fcc751a494aeedbeb6237860a239d39dfe5b98d4) reef (dev) 2023-10-31T06:13:36.372 INFO:teuthology.orchestra.run.smithi006.stdout:Extracting ceph user uid/gid from container image... 2023-10-31T06:13:37.675 INFO:teuthology.orchestra.run.smithi006.stdout:stat: stdout 167 167 2023-10-31T06:13:37.675 INFO:teuthology.orchestra.run.smithi006.stdout:Creating initial keys... 2023-10-31T06:13:39.098 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-authtool: stdout AQASm0BlVQHHHBAAZ3cTMIG3kQWBRWgcIhA0Cg== 2023-10-31T06:13:40.462 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-authtool: stdout AQATm0BlytJ/NBAAPQfEVx+57qcoyKeg3jDjxg== 2023-10-31T06:13:41.774 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-authtool: stdout AQAVm0BlZ3XXDRAA6d2KuotSiEDoBl3xvSju8g== 2023-10-31T06:13:41.775 INFO:teuthology.orchestra.run.smithi006.stdout:Creating initial monmap... 2023-10-31T06:13:43.155 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2023-10-31T06:13:43.155 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2023-10-31T06:13:43.155 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 750f415a-77b4-11ee-8db9-212e2dc638e7 2023-10-31T06:13:43.155 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-10-31T06:13:43.156 INFO:teuthology.orchestra.run.smithi006.stdout:monmaptool for a [v2:172.21.15.6:3300,v1:172.21.15.6:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2023-10-31T06:13:43.156 INFO:teuthology.orchestra.run.smithi006.stdout:setting min_mon_release = pacific 2023-10-31T06:13:43.156 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/monmaptool: set fsid to 750f415a-77b4-11ee-8db9-212e2dc638e7 2023-10-31T06:13:43.156 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-10-31T06:13:43.156 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:13:43.156 INFO:teuthology.orchestra.run.smithi006.stdout:Creating mon... 2023-10-31T06:13:44.505 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.970+0000 7f78e2435c80 0 set uid:gid to 167:167 (ceph:ceph) 2023-10-31T06:13:44.506 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.970+0000 7f78e2435c80 1 imported monmap: 2023-10-31T06:13:44.506 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr epoch 0 2023-10-31T06:13:44.507 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 2023-10-31T06:13:44.507 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr last_changed 2023-10-31T06:13:42.635673+0000 2023-10-31T06:13:44.507 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr created 2023-10-31T06:13:42.635673+0000 2023-10-31T06:13:44.508 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr min_mon_release 16 (pacific) 2023-10-31T06:13:44.508 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr election_strategy: 1 2023-10-31T06:13:44.509 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr 0: [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] mon.a 2023-10-31T06:13:44.509 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr 2023-10-31T06:13:44.509 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.970+0000 7f78e2435c80 0 /usr/bin/ceph-mon: set fsid to 750f415a-77b4-11ee-8db9-212e2dc638e7 2023-10-31T06:13:44.509 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: RocksDB version: 7.9.2 2023-10-31T06:13:44.510 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr 2023-10-31T06:13:44.510 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Git sha 0 2023-10-31T06:13:44.510 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Compile date 2023-10-30 23:45:58 2023-10-31T06:13:44.510 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: DB SUMMARY 2023-10-31T06:13:44.511 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr 2023-10-31T06:13:44.511 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: DB Session ID: MBMYK2G8GLOXF6C4TGBS 2023-10-31T06:13:44.511 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr 2023-10-31T06:13:44.511 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 0, files: 2023-10-31T06:13:44.511 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr 2023-10-31T06:13:44.511 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 2023-10-31T06:13:44.512 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr 2023-10-31T06:13:44.512 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.error_if_exists: 0 2023-10-31T06:13:44.512 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.create_if_missing: 1 2023-10-31T06:13:44.512 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.paranoid_checks: 1 2023-10-31T06:13:44.512 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.flush_verify_memtable_count: 1 2023-10-31T06:13:44.513 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-10-31T06:13:44.513 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-10-31T06:13:44.513 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.env: 0x55e9f1849da0 2023-10-31T06:13:44.513 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.fs: PosixFileSystem 2023-10-31T06:13:44.513 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.info_log: 0x55e9f23d4920 2023-10-31T06:13:44.514 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.max_file_opening_threads: 16 2023-10-31T06:13:44.514 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.statistics: (nil) 2023-10-31T06:13:44.514 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.use_fsync: 0 2023-10-31T06:13:44.514 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.max_log_file_size: 0 2023-10-31T06:13:44.514 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2023-10-31T06:13:44.515 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.log_file_time_to_roll: 0 2023-10-31T06:13:44.515 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.keep_log_file_num: 1000 2023-10-31T06:13:44.515 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.recycle_log_file_num: 0 2023-10-31T06:13:44.515 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.allow_fallocate: 1 2023-10-31T06:13:44.515 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.allow_mmap_reads: 0 2023-10-31T06:13:44.515 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.allow_mmap_writes: 0 2023-10-31T06:13:44.516 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.use_direct_reads: 0 2023-10-31T06:13:44.516 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-10-31T06:13:44.516 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.create_missing_column_families: 0 2023-10-31T06:13:44.516 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.db_log_dir: 2023-10-31T06:13:44.516 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.wal_dir: 2023-10-31T06:13:44.517 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.table_cache_numshardbits: 6 2023-10-31T06:13:44.517 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.WAL_ttl_seconds: 0 2023-10-31T06:13:44.517 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.WAL_size_limit_MB: 0 2023-10-31T06:13:44.517 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-10-31T06:13:44.517 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2023-10-31T06:13:44.517 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.is_fd_close_on_exec: 1 2023-10-31T06:13:44.518 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.advise_random_on_open: 1 2023-10-31T06:13:44.518 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.db_write_buffer_size: 0 2023-10-31T06:13:44.518 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.write_buffer_manager: 0x55e9f23a9220 2023-10-31T06:13:44.518 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2023-10-31T06:13:44.518 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2023-10-31T06:13:44.519 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.use_adaptive_mutex: 0 2023-10-31T06:13:44.519 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.rate_limiter: (nil) 2023-10-31T06:13:44.519 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-10-31T06:13:44.519 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.wal_recovery_mode: 2 2023-10-31T06:13:44.519 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.enable_thread_tracking: 0 2023-10-31T06:13:44.519 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.enable_pipelined_write: 0 2023-10-31T06:13:44.520 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.unordered_write: 0 2023-10-31T06:13:44.520 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2023-10-31T06:13:44.520 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-10-31T06:13:44.520 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2023-10-31T06:13:44.520 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2023-10-31T06:13:44.520 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.row_cache: None 2023-10-31T06:13:44.521 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.wal_filter: None 2023-10-31T06:13:44.521 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2023-10-31T06:13:44.521 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.allow_ingest_behind: 0 2023-10-31T06:13:44.521 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.two_write_queues: 0 2023-10-31T06:13:44.521 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.manual_wal_flush: 0 2023-10-31T06:13:44.522 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.wal_compression: 0 2023-10-31T06:13:44.522 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.atomic_flush: 0 2023-10-31T06:13:44.522 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-10-31T06:13:44.522 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.persist_stats_to_disk: 0 2023-10-31T06:13:44.522 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.write_dbid_to_manifest: 0 2023-10-31T06:13:44.523 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.log_readahead_size: 0 2023-10-31T06:13:44.523 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2023-10-31T06:13:44.523 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.best_efforts_recovery: 0 2023-10-31T06:13:44.523 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-10-31T06:13:44.523 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-10-31T06:13:44.523 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.allow_data_in_errors: 0 2023-10-31T06:13:44.524 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.db_host_id: __hostname__ 2023-10-31T06:13:44.524 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.enforce_single_del_contracts: true 2023-10-31T06:13:44.524 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.max_background_jobs: 2 2023-10-31T06:13:44.524 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.max_background_compactions: -1 2023-10-31T06:13:44.524 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.max_subcompactions: 1 2023-10-31T06:13:44.525 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2023-10-31T06:13:44.525 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-10-31T06:13:44.525 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.delayed_write_rate : 16777216 2023-10-31T06:13:44.525 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.max_total_wal_size: 0 2023-10-31T06:13:44.525 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-10-31T06:13:44.525 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.stats_dump_period_sec: 600 2023-10-31T06:13:44.526 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.stats_persist_period_sec: 600 2023-10-31T06:13:44.526 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2023-10-31T06:13:44.526 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.max_open_files: -1 2023-10-31T06:13:44.526 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.bytes_per_sync: 0 2023-10-31T06:13:44.526 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.wal_bytes_per_sync: 0 2023-10-31T06:13:44.527 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.strict_bytes_per_sync: 0 2023-10-31T06:13:44.527 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.compaction_readahead_size: 0 2023-10-31T06:13:44.527 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Options.max_background_flushes: -1 2023-10-31T06:13:44.527 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Compression algorithms supported: 2023-10-31T06:13:44.528 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2023-10-31T06:13:44.528 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: kZSTD supported: 0 2023-10-31T06:13:44.528 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: kXpressCompression supported: 0 2023-10-31T06:13:44.528 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: kLZ4HCCompression supported: 1 2023-10-31T06:13:44.529 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: kZlibCompression supported: 1 2023-10-31T06:13:44.529 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: kSnappyCompression supported: 1 2023-10-31T06:13:44.529 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: kLZ4Compression supported: 1 2023-10-31T06:13:44.530 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: kBZip2Compression supported: 0 2023-10-31T06:13:44.530 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: Fast CRC32 supported: Supported on x86 2023-10-31T06:13:44.530 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: DMutex implementation: pthread_mutex_t 2023-10-31T06:13:44.530 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.974+0000 7f78e2435c80 4 rocksdb: [db/db_impl/db_impl_open.cc:317] Creating manifest 1 2023-10-31T06:13:44.531 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr 2023-10-31T06:13:44.531 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 2023-10-31T06:13:44.531 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr 2023-10-31T06:13:44.531 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-10-31T06:13:44.531 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr 2023-10-31T06:13:44.532 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-10-31T06:13:44.532 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.merge_operator: 2023-10-31T06:13:44.532 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.compaction_filter: None 2023-10-31T06:13:44.532 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.compaction_filter_factory: None 2023-10-31T06:13:44.532 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.sst_partitioner_factory: None 2023-10-31T06:13:44.532 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.memtable_factory: SkipListFactory 2023-10-31T06:13:44.533 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.table_factory: BlockBasedTable 2023-10-31T06:13:44.533 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e9f23d4a20) 2023-10-31T06:13:44.533 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks: 1 2023-10-31T06:13:44.533 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks_with_high_priority: 0 2023-10-31T06:13:44.533 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr pin_l0_filter_and_index_blocks_in_cache: 0 2023-10-31T06:13:44.534 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr pin_top_level_index_and_filter: 1 2023-10-31T06:13:44.534 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr index_type: 0 2023-10-31T06:13:44.534 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr data_block_index_type: 0 2023-10-31T06:13:44.534 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr index_shortening: 1 2023-10-31T06:13:44.535 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr data_block_hash_table_util_ratio: 0.750000 2023-10-31T06:13:44.535 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr checksum: 4 2023-10-31T06:13:44.535 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr no_block_cache: 0 2023-10-31T06:13:44.535 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr block_cache: 0x55e9f242b1f0 2023-10-31T06:13:44.536 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr block_cache_name: BinnedLRUCache 2023-10-31T06:13:44.536 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr block_cache_options: 2023-10-31T06:13:44.536 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr capacity : 536870912 2023-10-31T06:13:44.536 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr num_shard_bits : 4 2023-10-31T06:13:44.537 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr strict_capacity_limit : 0 2023-10-31T06:13:44.537 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr high_pri_pool_ratio: 0.000 2023-10-31T06:13:44.537 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr block_cache_compressed: (nil) 2023-10-31T06:13:44.538 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr persistent_cache: (nil) 2023-10-31T06:13:44.538 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr block_size: 4096 2023-10-31T06:13:44.539 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr block_size_deviation: 10 2023-10-31T06:13:44.539 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr block_restart_interval: 16 2023-10-31T06:13:44.539 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr index_block_restart_interval: 1 2023-10-31T06:13:44.540 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr metadata_block_size: 4096 2023-10-31T06:13:44.540 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr partition_filters: 0 2023-10-31T06:13:44.540 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr use_delta_encoding: 1 2023-10-31T06:13:44.540 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr filter_policy: bloomfilter 2023-10-31T06:13:44.541 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr whole_key_filtering: 1 2023-10-31T06:13:44.541 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr verify_compression: 0 2023-10-31T06:13:44.541 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr read_amp_bytes_per_bit: 0 2023-10-31T06:13:44.541 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr format_version: 5 2023-10-31T06:13:44.542 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr enable_index_compression: 1 2023-10-31T06:13:44.542 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr block_align: 0 2023-10-31T06:13:44.542 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr max_auto_readahead_size: 262144 2023-10-31T06:13:44.542 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr prepopulate_block_cache: 0 2023-10-31T06:13:44.542 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr initial_auto_readahead_size: 8192 2023-10-31T06:13:44.543 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr num_file_reads_for_auto_readahead: 2 2023-10-31T06:13:44.543 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr 2023-10-31T06:13:44.543 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.write_buffer_size: 33554432 2023-10-31T06:13:44.543 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.max_write_buffer_number: 2 2023-10-31T06:13:44.543 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.compression: NoCompression 2023-10-31T06:13:44.544 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.bottommost_compression: Disabled 2023-10-31T06:13:44.544 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.prefix_extractor: nullptr 2023-10-31T06:13:44.544 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-10-31T06:13:44.544 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.num_levels: 7 2023-10-31T06:13:44.544 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-10-31T06:13:44.545 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-10-31T06:13:44.545 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-10-31T06:13:44.545 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-10-31T06:13:44.545 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2023-10-31T06:13:44.545 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-10-31T06:13:44.545 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-10-31T06:13:44.546 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-10-31T06:13:44.546 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-10-31T06:13:44.546 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2023-10-31T06:13:44.546 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-10-31T06:13:44.546 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-10-31T06:13:44.547 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.compression_opts.window_bits: -14 2023-10-31T06:13:44.547 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.compression_opts.level: 32767 2023-10-31T06:13:44.547 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.compression_opts.strategy: 0 2023-10-31T06:13:44.547 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-10-31T06:13:44.547 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-10-31T06:13:44.548 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-10-31T06:13:44.548 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2023-10-31T06:13:44.548 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.compression_opts.enabled: false 2023-10-31T06:13:44.548 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-10-31T06:13:44.548 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-10-31T06:13:44.549 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-10-31T06:13:44.549 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2023-10-31T06:13:44.549 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.target_file_size_base: 67108864 2023-10-31T06:13:44.549 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.target_file_size_multiplier: 1 2023-10-31T06:13:44.549 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2023-10-31T06:13:44.549 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-10-31T06:13:44.550 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-10-31T06:13:44.550 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-10-31T06:13:44.550 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-10-31T06:13:44.550 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-10-31T06:13:44.550 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-10-31T06:13:44.551 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-10-31T06:13:44.551 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-10-31T06:13:44.551 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-10-31T06:13:44.551 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-10-31T06:13:44.552 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2023-10-31T06:13:44.552 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-10-31T06:13:44.552 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.arena_block_size: 1048576 2023-10-31T06:13:44.553 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-10-31T06:13:44.553 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-10-31T06:13:44.553 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.disable_auto_compactions: 0 2023-10-31T06:13:44.554 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-10-31T06:13:44.554 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-10-31T06:13:44.554 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-10-31T06:13:44.555 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-10-31T06:13:44.555 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-10-31T06:13:44.555 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-10-31T06:13:44.556 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-10-31T06:13:44.556 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-10-31T06:13:44.556 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-10-31T06:13:44.557 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-10-31T06:13:44.557 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.table_properties_collectors: 2023-10-31T06:13:44.557 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.inplace_update_support: 0 2023-10-31T06:13:44.558 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.inplace_update_num_locks: 10000 2023-10-31T06:13:44.558 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-10-31T06:13:44.558 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2023-10-31T06:13:44.559 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.memtable_huge_page_size: 0 2023-10-31T06:13:44.559 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.bloom_locality: 0 2023-10-31T06:13:44.560 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.max_successive_merges: 0 2023-10-31T06:13:44.560 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.optimize_filters_for_hits: 0 2023-10-31T06:13:44.560 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.paranoid_file_checks: 0 2023-10-31T06:13:44.560 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.force_consistency_checks: 1 2023-10-31T06:13:44.561 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.report_bg_io_stats: 0 2023-10-31T06:13:44.561 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.ttl: 2592000 2023-10-31T06:13:44.561 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.periodic_compaction_seconds: 0 2023-10-31T06:13:44.561 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2023-10-31T06:13:44.562 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2023-10-31T06:13:44.562 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.enable_blob_files: false 2023-10-31T06:13:44.562 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.min_blob_size: 0 2023-10-31T06:13:44.562 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.blob_file_size: 268435456 2023-10-31T06:13:44.562 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.blob_compression_type: NoCompression 2023-10-31T06:13:44.563 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.enable_blob_garbage_collection: false 2023-10-31T06:13:44.563 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-10-31T06:13:44.563 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-10-31T06:13:44.563 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2023-10-31T06:13:44.563 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.blob_file_starting_level: 0 2023-10-31T06:13:44.564 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-10-31T06:13:44.564 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-10-31T06:13:44.564 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr 2023-10-31T06:13:44.564 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2023-10-31T06:13:44.564 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr 2023-10-31T06:13:44.564 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 364a614f-7d96-4616-867b-252209942507 2023-10-31T06:13:44.565 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr 2023-10-31T06:13:44.565 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 5 2023-10-31T06:13:44.565 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr 2023-10-31T06:13:44.565 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55e9f24a0000 2023-10-31T06:13:44.565 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78e2435c80 4 rocksdb: DB pointer 0x55e9f2492000 2023-10-31T06:13:44.566 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78d25f3700 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-10-31T06:13:44.566 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.978+0000 7f78d25f3700 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2023-10-31T06:13:44.566 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr ** DB Stats ** 2023-10-31T06:13:44.566 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2023-10-31T06:13:44.566 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-10-31T06:13:44.567 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-31T06:13:44.567 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-31T06:13:44.567 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-10-31T06:13:44.567 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-31T06:13:44.567 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-31T06:13:44.568 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr 2023-10-31T06:13:44.568 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2023-10-31T06:13:44.568 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-10-31T06:13:44.568 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-10-31T06:13:44.568 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2023-10-31T06:13:44.569 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2023-10-31T06:13:44.569 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr 2023-10-31T06:13:44.569 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2023-10-31T06:13:44.569 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-10-31T06:13:44.569 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-10-31T06:13:44.569 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr 2023-10-31T06:13:44.570 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-10-31T06:13:44.570 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr 2023-10-31T06:13:44.570 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2023-10-31T06:13:44.570 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr Flush(GB): cumulative 0.000, interval 0.000 2023-10-31T06:13:44.570 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr AddFile(GB): cumulative 0.000, interval 0.000 2023-10-31T06:13:44.571 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr AddFile(Total Files): cumulative 0, interval 0 2023-10-31T06:13:44.571 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr AddFile(L0 Files): cumulative 0, interval 0 2023-10-31T06:13:44.571 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr AddFile(Keys): cumulative 0, interval 0 2023-10-31T06:13:44.571 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-31T06:13:44.571 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-31T06:13:44.572 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-10-31T06:13:44.572 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr Block cache BinnedLRUCache@0x55e9f242b1f0#7 capacity: 512.00 MB usage: 0.00 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.3e-05 secs_since: 0 2023-10-31T06:13:44.572 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) 2023-10-31T06:13:44.572 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr 2023-10-31T06:13:44.572 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr ** File Read Latency Histogram By Level [default] ** 2023-10-31T06:13:44.572 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr 2023-10-31T06:13:44.573 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.982+0000 7f78e2435c80 4 rocksdb: [db/db_impl/db_impl.cc:496] Shutdown: canceling all background work 2023-10-31T06:13:44.573 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.982+0000 7f78e2435c80 4 rocksdb: [db/db_impl/db_impl.cc:704] Shutdown complete 2023-10-31T06:13:44.573 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-mon: stderr debug 2023-10-31T06:13:43.982+0000 7f78e2435c80 0 /usr/bin/ceph-mon: created monfs at /var/lib/ceph/mon/ceph-a for mon.a 2023-10-31T06:13:44.573 INFO:teuthology.orchestra.run.smithi006.stdout:create mon.a on 2023-10-31T06:13:44.755 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stderr Removed /etc/systemd/system/multi-user.target.wants/ceph.target. 2023-10-31T06:13:44.967 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /etc/systemd/system/ceph.target. 2023-10-31T06:13:45.208 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-750f415a-77b4-11ee-8db9-212e2dc638e7.target -> /etc/systemd/system/ceph-750f415a-77b4-11ee-8db9-212e2dc638e7.target. 2023-10-31T06:13:45.208 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-750f415a-77b4-11ee-8db9-212e2dc638e7.target -> /etc/systemd/system/ceph-750f415a-77b4-11ee-8db9-212e2dc638e7.target. 2023-10-31T06:13:45.501 INFO:teuthology.orchestra.run.smithi006.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@mon.a 2023-10-31T06:13:45.501 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stderr Failed to reset failed state of unit ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@mon.a.service: Unit ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@mon.a.service not loaded. 2023-10-31T06:13:45.712 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-750f415a-77b4-11ee-8db9-212e2dc638e7.target.wants/ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@mon.a.service -> /etc/systemd/system/ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@.service. 2023-10-31T06:13:45.728 INFO:teuthology.orchestra.run.smithi006.stdout:firewalld does not appear to be present 2023-10-31T06:13:45.729 INFO:teuthology.orchestra.run.smithi006.stdout:Not possible to enable service . firewalld.service is not available 2023-10-31T06:13:45.729 INFO:teuthology.orchestra.run.smithi006.stdout:Waiting for mon to start... 2023-10-31T06:13:45.730 INFO:teuthology.orchestra.run.smithi006.stdout:Waiting for mon... 2023-10-31T06:13:47.257 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:47 smithi006 bash[27019]: cluster 2023-10-31T06:13:46.984612+0000 mon.a (mon.0) 1 : cluster 1 mon.a is new leader, mons a in quorum (ranks 0) 2023-10-31T06:13:47.861 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout cluster: 2023-10-31T06:13:47.862 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout id: 750f415a-77b4-11ee-8db9-212e2dc638e7 2023-10-31T06:13:47.862 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2023-10-31T06:13:47.862 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout 2023-10-31T06:13:47.863 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout services: 2023-10-31T06:13:47.863 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.220537s) 2023-10-31T06:13:47.863 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2023-10-31T06:13:47.864 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2023-10-31T06:13:47.864 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout 2023-10-31T06:13:47.865 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout data: 2023-10-31T06:13:47.865 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2023-10-31T06:13:47.865 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2023-10-31T06:13:47.865 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2023-10-31T06:13:47.865 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout pgs: 2023-10-31T06:13:47.866 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout 2023-10-31T06:13:47.866 INFO:teuthology.orchestra.run.smithi006.stdout:mon is available 2023-10-31T06:13:47.866 INFO:teuthology.orchestra.run.smithi006.stdout:Assimilating anything we can from ceph.conf... 2023-10-31T06:13:48.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:48 smithi006 bash[27019]: cluster 2023-10-31T06:13:47.007384+0000 mon.a (mon.0) 2 : cluster 1 mon.a is new leader, mons a in quorum (ranks 0) 2023-10-31T06:13:48.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:48 smithi006 bash[27019]: cluster 2023-10-31T06:13:47.007619+0000 mon.a (mon.0) 3 : cluster 0 monmap e1: 1 mons at {a=[v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-10-31T06:13:48.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:48 smithi006 bash[27019]: cluster 2023-10-31T06:13:47.010447+0000 mon.a (mon.0) 4 : cluster 0 fsmap 2023-10-31T06:13:48.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:48 smithi006 bash[27019]: cluster 2023-10-31T06:13:47.013376+0000 mon.a (mon.0) 5 : cluster 0 osdmap e1: 0 total, 0 up, 0 in 2023-10-31T06:13:48.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:48 smithi006 bash[27019]: cluster 2023-10-31T06:13:47.013856+0000 mon.a (mon.0) 6 : cluster 0 mgrmap e1: no daemons active 2023-10-31T06:13:48.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:48 smithi006 bash[27019]: audit 2023-10-31T06:13:47.227850+0000 mon.a (mon.0) 7 : audit 0 from='client.? 172.21.15.6:0/4182807090' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2023-10-31T06:13:49.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:49 smithi006 bash[27019]: audit 2023-10-31T06:13:48.969052+0000 mon.a (mon.0) 8 : audit 1 from='client.? 172.21.15.6:0/452683229' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-10-31T06:13:49.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:49 smithi006 bash[27019]: audit 2023-10-31T06:13:48.973503+0000 mon.a (mon.0) 9 : audit 1 from='client.? 172.21.15.6:0/452683229' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2023-10-31T06:13:49.576 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout 2023-10-31T06:13:49.577 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout [global] 2023-10-31T06:13:49.577 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout fsid = 750f415a-77b4-11ee-8db9-212e2dc638e7 2023-10-31T06:13:49.577 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.6:3300,v1:172.21.15.6:6789] 2023-10-31T06:13:49.579 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-10-31T06:13:49.579 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-10-31T06:13:49.579 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-10-31T06:13:49.579 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-10-31T06:13:49.580 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout 2023-10-31T06:13:49.580 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout [mgr] 2023-10-31T06:13:49.580 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout mgr/cephadm/use_agent = True 2023-10-31T06:13:49.580 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-10-31T06:13:49.580 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout 2023-10-31T06:13:49.581 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout [osd] 2023-10-31T06:13:49.581 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-10-31T06:13:49.581 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-10-31T06:13:49.581 INFO:teuthology.orchestra.run.smithi006.stdout:Generating new minimal ceph.conf... 2023-10-31T06:13:51.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:50 smithi006 bash[27019]: audit 2023-10-31T06:13:50.752318+0000 mon.a (mon.0) 10 : audit 0 from='client.? 172.21.15.6:0/4111635460' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:13:51.348 INFO:teuthology.orchestra.run.smithi006.stdout:Restarting the monitor... 2023-10-31T06:13:51.747 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:51 smithi006 systemd[1]: Stopping Ceph mon.a for 750f415a-77b4-11ee-8db9-212e2dc638e7... 2023-10-31T06:13:51.747 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:51 smithi006 bash[27019]: debug 2023-10-31T06:13:51.514+0000 7f1df4578700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2023-10-31T06:13:51.748 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:51 smithi006 bash[27019]: debug 2023-10-31T06:13:51.514+0000 7f1df4578700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2023-10-31T06:13:52.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:52 smithi006 bash[27428]: ceph-750f415a-77b4-11ee-8db9-212e2dc638e7-mon-a 2023-10-31T06:13:52.291 INFO:teuthology.orchestra.run.smithi006.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2023-10-31T06:13:52.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:52 smithi006 bash[27492]: Error response from daemon: No such container: ceph-750f415a-77b4-11ee-8db9-212e2dc638e7-mon-a 2023-10-31T06:13:52.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:52 smithi006 systemd[1]: ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@mon.a.service: Succeeded. 2023-10-31T06:13:52.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:52 smithi006 systemd[1]: Stopped Ceph mon.a for 750f415a-77b4-11ee-8db9-212e2dc638e7. 2023-10-31T06:13:52.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:52 smithi006 systemd[1]: Started Ceph mon.a for 750f415a-77b4-11ee-8db9-212e2dc638e7. 2023-10-31T06:13:53.763 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.458+0000 7fcc90f8cc80 0 set uid:gid to 167:167 (ceph:ceph) 2023-10-31T06:13:53.763 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.458+0000 7fcc90f8cc80 0 ceph version 18.0.0-6937-gfcc751a4 (fcc751a494aeedbeb6237860a239d39dfe5b98d4) reef (dev), process ceph-mon, pid 7 2023-10-31T06:13:53.763 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.462+0000 7fcc90f8cc80 0 pidfile_write: ignore empty --pid-file 2023-10-31T06:13:53.763 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 0 load: jerasure load: lrc 2023-10-31T06:13:53.764 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: RocksDB version: 7.9.2 2023-10-31T06:13:53.764 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Git sha 0 2023-10-31T06:13:53.764 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Compile date 2023-10-30 23:45:58 2023-10-31T06:13:53.764 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: DB SUMMARY 2023-10-31T06:13:53.764 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: DB Session ID: TV5PLJ9NNG7UL70OENDG 2023-10-31T06:13:53.765 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: CURRENT file: CURRENT 2023-10-31T06:13:53.765 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: IDENTITY file: IDENTITY 2023-10-31T06:13:53.765 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2023-10-31T06:13:53.765 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2023-10-31T06:13:53.765 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 83748 ; 2023-10-31T06:13:53.766 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.error_if_exists: 0 2023-10-31T06:13:53.766 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.create_if_missing: 0 2023-10-31T06:13:53.766 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.paranoid_checks: 1 2023-10-31T06:13:53.766 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.flush_verify_memtable_count: 1 2023-10-31T06:13:53.767 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-10-31T06:13:53.767 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-10-31T06:13:53.767 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.env: 0x5611c6330da0 2023-10-31T06:13:53.767 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.fs: PosixFileSystem 2023-10-31T06:13:53.767 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.info_log: 0x5611c7b876c0 2023-10-31T06:13:53.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.max_file_opening_threads: 16 2023-10-31T06:13:53.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.statistics: (nil) 2023-10-31T06:13:53.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.use_fsync: 0 2023-10-31T06:13:53.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.max_log_file_size: 0 2023-10-31T06:13:53.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2023-10-31T06:13:53.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.log_file_time_to_roll: 0 2023-10-31T06:13:53.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.keep_log_file_num: 1000 2023-10-31T06:13:53.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.recycle_log_file_num: 0 2023-10-31T06:13:53.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.allow_fallocate: 1 2023-10-31T06:13:53.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.allow_mmap_reads: 0 2023-10-31T06:13:53.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.allow_mmap_writes: 0 2023-10-31T06:13:53.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.use_direct_reads: 0 2023-10-31T06:13:53.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-10-31T06:13:53.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.create_missing_column_families: 0 2023-10-31T06:13:53.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.db_log_dir: 2023-10-31T06:13:53.771 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.wal_dir: 2023-10-31T06:13:53.771 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.table_cache_numshardbits: 6 2023-10-31T06:13:53.771 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.WAL_ttl_seconds: 0 2023-10-31T06:13:53.771 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.WAL_size_limit_MB: 0 2023-10-31T06:13:53.771 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-10-31T06:13:53.772 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2023-10-31T06:13:53.772 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.is_fd_close_on_exec: 1 2023-10-31T06:13:53.772 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.advise_random_on_open: 1 2023-10-31T06:13:53.772 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.db_write_buffer_size: 0 2023-10-31T06:13:53.772 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.write_buffer_manager: 0x5611c7b5d2c0 2023-10-31T06:13:53.772 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2023-10-31T06:13:53.773 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2023-10-31T06:13:53.773 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.use_adaptive_mutex: 0 2023-10-31T06:13:53.773 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.rate_limiter: (nil) 2023-10-31T06:13:53.773 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-10-31T06:13:53.773 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.wal_recovery_mode: 2 2023-10-31T06:13:53.775 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.enable_thread_tracking: 0 2023-10-31T06:13:53.775 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.enable_pipelined_write: 0 2023-10-31T06:13:53.775 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.unordered_write: 0 2023-10-31T06:13:53.776 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2023-10-31T06:13:53.776 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-10-31T06:13:53.776 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2023-10-31T06:13:53.776 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2023-10-31T06:13:53.776 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.row_cache: None 2023-10-31T06:13:53.777 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.wal_filter: None 2023-10-31T06:13:53.777 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2023-10-31T06:13:53.777 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.allow_ingest_behind: 0 2023-10-31T06:13:53.777 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.two_write_queues: 0 2023-10-31T06:13:53.777 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.manual_wal_flush: 0 2023-10-31T06:13:53.778 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.wal_compression: 0 2023-10-31T06:13:53.778 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.atomic_flush: 0 2023-10-31T06:13:53.778 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-10-31T06:13:53.778 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.persist_stats_to_disk: 0 2023-10-31T06:13:53.778 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.write_dbid_to_manifest: 0 2023-10-31T06:13:53.779 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.log_readahead_size: 0 2023-10-31T06:13:53.779 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2023-10-31T06:13:53.779 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.best_efforts_recovery: 0 2023-10-31T06:13:53.779 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-10-31T06:13:53.779 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-10-31T06:13:53.780 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.allow_data_in_errors: 0 2023-10-31T06:13:53.780 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.db_host_id: __hostname__ 2023-10-31T06:13:53.780 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.enforce_single_del_contracts: true 2023-10-31T06:13:53.781 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.max_background_jobs: 2 2023-10-31T06:13:53.781 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.max_background_compactions: -1 2023-10-31T06:13:53.781 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.max_subcompactions: 1 2023-10-31T06:13:53.782 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2023-10-31T06:13:53.782 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-10-31T06:13:53.782 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.delayed_write_rate : 16777216 2023-10-31T06:13:53.782 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.max_total_wal_size: 0 2023-10-31T06:13:53.782 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-10-31T06:13:53.783 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.stats_dump_period_sec: 600 2023-10-31T06:13:53.783 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.stats_persist_period_sec: 600 2023-10-31T06:13:53.783 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2023-10-31T06:13:53.783 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.max_open_files: -1 2023-10-31T06:13:53.783 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.bytes_per_sync: 0 2023-10-31T06:13:53.784 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.wal_bytes_per_sync: 0 2023-10-31T06:13:53.784 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.strict_bytes_per_sync: 0 2023-10-31T06:13:53.784 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.compaction_readahead_size: 0 2023-10-31T06:13:53.784 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.max_background_flushes: -1 2023-10-31T06:13:53.784 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Compression algorithms supported: 2023-10-31T06:13:53.785 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2023-10-31T06:13:53.785 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: kZSTD supported: 0 2023-10-31T06:13:53.785 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: kXpressCompression supported: 0 2023-10-31T06:13:53.785 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: kLZ4HCCompression supported: 1 2023-10-31T06:13:53.785 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: kZlibCompression supported: 1 2023-10-31T06:13:53.786 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: kSnappyCompression supported: 1 2023-10-31T06:13:53.786 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: kLZ4Compression supported: 1 2023-10-31T06:13:53.786 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: kBZip2Compression supported: 0 2023-10-31T06:13:53.786 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Fast CRC32 supported: Supported on x86 2023-10-31T06:13:53.787 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: DMutex implementation: pthread_mutex_t 2023-10-31T06:13:53.787 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2023-10-31T06:13:53.787 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-10-31T06:13:53.788 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-10-31T06:13:53.788 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.merge_operator: 2023-10-31T06:13:53.788 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.compaction_filter: None 2023-10-31T06:13:53.789 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.compaction_filter_factory: None 2023-10-31T06:13:53.789 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.sst_partitioner_factory: None 2023-10-31T06:13:53.789 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.memtable_factory: SkipListFactory 2023-10-31T06:13:53.790 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.table_factory: BlockBasedTable 2023-10-31T06:13:53.790 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5611c7b877c0) 2023-10-31T06:13:53.790 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: cache_index_and_filter_blocks: 1 2023-10-31T06:13:53.791 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: cache_index_and_filter_blocks_with_high_priority: 0 2023-10-31T06:13:53.791 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: pin_l0_filter_and_index_blocks_in_cache: 0 2023-10-31T06:13:53.791 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: pin_top_level_index_and_filter: 1 2023-10-31T06:13:53.792 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: index_type: 0 2023-10-31T06:13:53.792 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: data_block_index_type: 0 2023-10-31T06:13:53.792 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: index_shortening: 1 2023-10-31T06:13:53.793 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: data_block_hash_table_util_ratio: 0.750000 2023-10-31T06:13:53.793 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: checksum: 4 2023-10-31T06:13:53.793 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: no_block_cache: 0 2023-10-31T06:13:53.793 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: block_cache: 0x5611c7bdd1f0 2023-10-31T06:13:53.793 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: block_cache_name: BinnedLRUCache 2023-10-31T06:13:53.794 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: block_cache_options: 2023-10-31T06:13:53.794 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: capacity : 536870912 2023-10-31T06:13:53.794 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: num_shard_bits : 4 2023-10-31T06:13:53.794 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: strict_capacity_limit : 0 2023-10-31T06:13:53.794 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: high_pri_pool_ratio: 0.000 2023-10-31T06:13:53.795 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: block_cache_compressed: (nil) 2023-10-31T06:13:53.795 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: persistent_cache: (nil) 2023-10-31T06:13:53.795 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: block_size: 4096 2023-10-31T06:13:53.795 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: block_size_deviation: 10 2023-10-31T06:13:53.795 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: block_restart_interval: 16 2023-10-31T06:13:53.796 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: index_block_restart_interval: 1 2023-10-31T06:13:53.796 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: metadata_block_size: 4096 2023-10-31T06:13:53.796 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: partition_filters: 0 2023-10-31T06:13:53.796 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: use_delta_encoding: 1 2023-10-31T06:13:53.796 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: filter_policy: bloomfilter 2023-10-31T06:13:53.797 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: whole_key_filtering: 1 2023-10-31T06:13:53.797 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: verify_compression: 0 2023-10-31T06:13:53.797 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: read_amp_bytes_per_bit: 0 2023-10-31T06:13:53.797 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: format_version: 5 2023-10-31T06:13:53.797 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: enable_index_compression: 1 2023-10-31T06:13:53.798 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: block_align: 0 2023-10-31T06:13:53.798 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: max_auto_readahead_size: 262144 2023-10-31T06:13:53.798 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: prepopulate_block_cache: 0 2023-10-31T06:13:53.798 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: initial_auto_readahead_size: 8192 2023-10-31T06:13:53.798 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: num_file_reads_for_auto_readahead: 2 2023-10-31T06:13:53.799 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.write_buffer_size: 33554432 2023-10-31T06:13:53.799 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.max_write_buffer_number: 2 2023-10-31T06:13:53.799 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.compression: NoCompression 2023-10-31T06:13:53.799 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.bottommost_compression: Disabled 2023-10-31T06:13:53.799 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.prefix_extractor: nullptr 2023-10-31T06:13:53.800 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-10-31T06:13:53.800 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.num_levels: 7 2023-10-31T06:13:53.800 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-10-31T06:13:53.800 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-10-31T06:13:53.800 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-10-31T06:13:53.801 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-10-31T06:13:53.801 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2023-10-31T06:13:53.801 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-10-31T06:13:53.801 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-10-31T06:13:53.801 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-10-31T06:13:53.802 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-10-31T06:13:53.802 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2023-10-31T06:13:53.802 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-10-31T06:13:53.802 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-10-31T06:13:53.803 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.compression_opts.window_bits: -14 2023-10-31T06:13:53.803 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.compression_opts.level: 32767 2023-10-31T06:13:53.803 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.compression_opts.strategy: 0 2023-10-31T06:13:53.803 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-10-31T06:13:53.803 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-10-31T06:13:53.803 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-10-31T06:13:53.804 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2023-10-31T06:13:53.804 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.compression_opts.enabled: false 2023-10-31T06:13:53.804 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-10-31T06:13:53.804 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-10-31T06:13:53.804 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-10-31T06:13:53.805 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2023-10-31T06:13:53.805 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.target_file_size_base: 67108864 2023-10-31T06:13:53.805 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.target_file_size_multiplier: 1 2023-10-31T06:13:53.805 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2023-10-31T06:13:53.805 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-10-31T06:13:53.806 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-10-31T06:13:53.806 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-10-31T06:13:53.806 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-10-31T06:13:53.806 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-10-31T06:13:53.806 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-10-31T06:13:53.807 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-10-31T06:13:53.807 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-10-31T06:13:53.807 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-10-31T06:13:53.807 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-10-31T06:13:53.807 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2023-10-31T06:13:53.808 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-10-31T06:13:53.808 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.arena_block_size: 1048576 2023-10-31T06:13:53.808 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-10-31T06:13:53.808 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-10-31T06:13:53.808 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.disable_auto_compactions: 0 2023-10-31T06:13:53.809 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-10-31T06:13:53.809 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-10-31T06:13:53.809 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-10-31T06:13:53.809 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-10-31T06:13:53.809 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-10-31T06:13:53.810 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-10-31T06:13:53.810 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-10-31T06:13:53.810 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-10-31T06:13:53.810 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-10-31T06:13:53.810 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-10-31T06:13:53.811 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.table_properties_collectors: 2023-10-31T06:13:53.811 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.inplace_update_support: 0 2023-10-31T06:13:53.811 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.inplace_update_num_locks: 10000 2023-10-31T06:13:53.811 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-10-31T06:13:53.811 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2023-10-31T06:13:53.811 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.memtable_huge_page_size: 0 2023-10-31T06:13:53.812 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.bloom_locality: 0 2023-10-31T06:13:53.812 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.max_successive_merges: 0 2023-10-31T06:13:53.812 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.optimize_filters_for_hits: 0 2023-10-31T06:13:53.812 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.paranoid_file_checks: 0 2023-10-31T06:13:53.812 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.force_consistency_checks: 1 2023-10-31T06:13:53.813 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.report_bg_io_stats: 0 2023-10-31T06:13:53.813 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.ttl: 2592000 2023-10-31T06:13:53.813 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.periodic_compaction_seconds: 0 2023-10-31T06:13:53.813 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2023-10-31T06:13:53.813 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2023-10-31T06:13:53.814 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.enable_blob_files: false 2023-10-31T06:13:53.814 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.min_blob_size: 0 2023-10-31T06:13:53.814 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.blob_file_size: 268435456 2023-10-31T06:13:53.814 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.blob_compression_type: NoCompression 2023-10-31T06:13:53.815 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.enable_blob_garbage_collection: false 2023-10-31T06:13:53.815 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-10-31T06:13:53.815 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-10-31T06:13:53.815 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2023-10-31T06:13:53.816 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.blob_file_starting_level: 0 2023-10-31T06:13:53.816 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-10-31T06:13:53.816 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2023-10-31T06:13:53.817 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2023-10-31T06:13:53.817 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 364a614f-7d96-4616-867b-252209942507 2023-10-31T06:13:53.817 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1698732833470749, "job": 1, "event": "recovery_started", "wal_files": [9]} 2023-10-31T06:13:53.817 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.466+0000 7fcc90f8cc80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2023-10-31T06:13:53.818 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.470+0000 7fcc90f8cc80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1698732833472357, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 80495, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 250, "table_properties": {"data_size": 78682, "index_size": 223, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 9896, "raw_average_key_size": 47, "raw_value_size": 72990, "raw_average_value_size": 349, "num_data_blocks": 10, "num_entries": 209, "num_filter_entries": 209, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1698732833, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "364a614f-7d96-4616-867b-252209942507", "db_session_id": "TV5PLJ9NNG7UL70OENDG", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2023-10-31T06:13:53.818 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.470+0000 7fcc90f8cc80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1698732833472512, "job": 1, "event": "recovery_finished"} 2023-10-31T06:13:53.818 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.470+0000 7fcc90f8cc80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 15 2023-10-31T06:13:53.819 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.470+0000 7fcc90f8cc80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-10-31T06:13:53.819 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.470+0000 7fcc90f8cc80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5611c7c7c000 2023-10-31T06:13:53.819 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.470+0000 7fcc90f8cc80 4 rocksdb: DB pointer 0x5611c7c6a000 2023-10-31T06:13:53.820 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.470+0000 7fcc7f744700 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-10-31T06:13:53.820 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.470+0000 7fcc7f744700 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2023-10-31T06:13:53.820 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: ** DB Stats ** 2023-10-31T06:13:53.820 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: Uptime(secs): 0.0 total, 0.0 interval 2023-10-31T06:13:53.821 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-10-31T06:13:53.821 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-31T06:13:53.821 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-31T06:13:53.822 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-10-31T06:13:53.822 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-31T06:13:53.822 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-31T06:13:53.823 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: ** Compaction Stats [default] ** 2023-10-31T06:13:53.823 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-10-31T06:13:53.823 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-10-31T06:13:53.824 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: L0 2/0 80.44 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 94.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-10-31T06:13:53.824 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: Sum 2/0 80.44 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 94.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-10-31T06:13:53.824 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 94.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-10-31T06:13:53.825 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: ** Compaction Stats [default] ** 2023-10-31T06:13:53.825 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-10-31T06:13:53.825 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-10-31T06:13:53.825 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 94.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-10-31T06:13:53.826 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-10-31T06:13:53.826 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: Uptime(secs): 0.0 total, 0.0 interval 2023-10-31T06:13:53.826 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: Flush(GB): cumulative 0.000, interval 0.000 2023-10-31T06:13:53.827 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: AddFile(GB): cumulative 0.000, interval 0.000 2023-10-31T06:13:53.827 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: AddFile(Total Files): cumulative 0, interval 0 2023-10-31T06:13:53.827 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: AddFile(L0 Files): cumulative 0, interval 0 2023-10-31T06:13:53.828 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: AddFile(Keys): cumulative 0, interval 0 2023-10-31T06:13:53.828 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: Cumulative compaction: 0.00 GB write, 15.06 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-31T06:13:53.828 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: Interval compaction: 0.00 GB write, 15.06 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-31T06:13:53.829 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-10-31T06:13:53.829 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: Block cache BinnedLRUCache@0x5611c7bdd1f0#7 capacity: 512.00 MB usage: 1.17 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.3e-05 secs_since: 0 2023-10-31T06:13:53.829 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.41 KB,7.7486e-05%) Misc(1,0.00 KB,0%) 2023-10-31T06:13:53.830 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: ** File Read Latency Histogram By Level [default] ** 2023-10-31T06:13:53.830 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.474+0000 7fcc90f8cc80 0 starting mon.a rank 0 at public addrs [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] at bind addrs [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 2023-10-31T06:13:53.830 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.474+0000 7fcc90f8cc80 1 mon.a@-1(???) e1 preinit fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 2023-10-31T06:13:53.831 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.474+0000 7fcc90f8cc80 0 mon.a@-1(???).mds e1 new map 2023-10-31T06:13:53.831 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.474+0000 7fcc90f8cc80 0 mon.a@-1(???).mds e1 print_map 2023-10-31T06:13:53.831 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: e1 2023-10-31T06:13:53.831 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: enable_multiple, ever_enabled_multiple: 1,1 2023-10-31T06:13:53.832 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2023-10-31T06:13:53.832 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: legacy client fscid: -1 2023-10-31T06:13:53.832 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: 2023-10-31T06:13:53.832 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: No filesystems configured 2023-10-31T06:13:53.833 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.474+0000 7fcc90f8cc80 0 mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2023-10-31T06:13:53.833 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.474+0000 7fcc90f8cc80 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-10-31T06:13:53.833 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.474+0000 7fcc90f8cc80 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-10-31T06:13:53.834 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.474+0000 7fcc90f8cc80 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-10-31T06:13:53.834 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: debug 2023-10-31T06:13:53.474+0000 7fcc90f8cc80 1 mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2023-10-31T06:13:53.835 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: cluster 2023-10-31T06:13:53.499901+0000 mon.a (mon.0) 1 : cluster 1 mon.a is new leader, mons a in quorum (ranks 0) 2023-10-31T06:13:53.835 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: cluster 2023-10-31T06:13:53.500074+0000 mon.a (mon.0) 2 : cluster 0 monmap e1: 1 mons at {a=[v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-10-31T06:13:53.835 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: cluster 2023-10-31T06:13:53.500728+0000 mon.a (mon.0) 3 : cluster 0 fsmap 2023-10-31T06:13:53.836 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: cluster 2023-10-31T06:13:53.500767+0000 mon.a (mon.0) 4 : cluster 0 osdmap e1: 0 total, 0 up, 0 in 2023-10-31T06:13:53.836 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:53 smithi006 bash[27532]: cluster 2023-10-31T06:13:53.501246+0000 mon.a (mon.0) 5 : cluster 0 mgrmap e1: no daemons active 2023-10-31T06:13:54.433 INFO:teuthology.orchestra.run.smithi006.stdout:Wrote config to /etc/ceph/ceph.conf 2023-10-31T06:13:54.467 INFO:teuthology.orchestra.run.smithi006.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2023-10-31T06:13:54.467 INFO:teuthology.orchestra.run.smithi006.stdout:Creating mgr... 2023-10-31T06:13:54.468 INFO:teuthology.orchestra.run.smithi006.stdout:Verifying port 0.0.0.0:9283 ... 2023-10-31T06:13:54.468 INFO:teuthology.orchestra.run.smithi006.stdout:Verifying port 0.0.0.0:8765 ... 2023-10-31T06:13:54.802 INFO:teuthology.orchestra.run.smithi006.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@mgr.a 2023-10-31T06:13:54.802 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stderr Failed to reset failed state of unit ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@mgr.a.service: Unit ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@mgr.a.service not loaded. 2023-10-31T06:13:55.012 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:54 smithi006 bash[27532]: audit 2023-10-31T06:13:53.752800+0000 mon.a (mon.0) 6 : audit 1 from='client.? 172.21.15.6:0/1332651268' entity='client.admin' 2023-10-31T06:13:55.014 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-750f415a-77b4-11ee-8db9-212e2dc638e7.target.wants/ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@mgr.a.service -> /etc/systemd/system/ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@.service. 2023-10-31T06:13:55.026 INFO:teuthology.orchestra.run.smithi006.stdout:firewalld does not appear to be present 2023-10-31T06:13:55.026 INFO:teuthology.orchestra.run.smithi006.stdout:Not possible to enable service . firewalld.service is not available 2023-10-31T06:13:55.026 INFO:teuthology.orchestra.run.smithi006.stdout:firewalld does not appear to be present 2023-10-31T06:13:55.026 INFO:teuthology.orchestra.run.smithi006.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2023-10-31T06:13:55.027 INFO:teuthology.orchestra.run.smithi006.stdout:Waiting for mgr to start... 2023-10-31T06:13:55.027 INFO:teuthology.orchestra.run.smithi006.stdout:Waiting for mgr... 2023-10-31T06:13:57.010 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:13:56 smithi006 bash[27532]: audit 2023-10-31T06:13:56.771820+0000 mon.a (mon.0) 7 : audit 0 from='client.? 172.21.15.6:0/539759309' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-10-31T06:13:57.010 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:13:56 smithi006 bash[27791]: debug 2023-10-31T06:13:56.717+0000 7fd7d8920200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-31T06:13:57.419 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout 2023-10-31T06:13:57.420 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout { 2023-10-31T06:13:57.420 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "fsid": "750f415a-77b4-11ee-8db9-212e2dc638e7", 2023-10-31T06:13:57.420 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "health": { 2023-10-31T06:13:57.420 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-10-31T06:13:57.421 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-10-31T06:13:57.421 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-10-31T06:13:57.421 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2023-10-31T06:13:57.421 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-10-31T06:13:57.421 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-10-31T06:13:57.422 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout 0 2023-10-31T06:13:57.422 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout ], 2023-10-31T06:13:57.422 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-10-31T06:13:57.422 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "a" 2023-10-31T06:13:57.422 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout ], 2023-10-31T06:13:57.423 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "quorum_age": 3, 2023-10-31T06:13:57.423 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "monmap": { 2023-10-31T06:13:57.423 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-31T06:13:57.423 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2023-10-31T06:13:57.423 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-10-31T06:13:57.424 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2023-10-31T06:13:57.424 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-10-31T06:13:57.424 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-31T06:13:57.424 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-10-31T06:13:57.424 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-10-31T06:13:57.426 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-10-31T06:13:57.426 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-10-31T06:13:57.426 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-10-31T06:13:57.426 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-10-31T06:13:57.427 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2023-10-31T06:13:57.427 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-10-31T06:13:57.427 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-10-31T06:13:57.427 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-10-31T06:13:57.427 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-10-31T06:13:57.428 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-10-31T06:13:57.430 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-10-31T06:13:57.431 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-10-31T06:13:57.431 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-10-31T06:13:57.431 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-10-31T06:13:57.431 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2023-10-31T06:13:57.432 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-10-31T06:13:57.432 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-31T06:13:57.432 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-10-31T06:13:57.432 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-10-31T06:13:57.432 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2023-10-31T06:13:57.432 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-10-31T06:13:57.433 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "available": false, 2023-10-31T06:13:57.433 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-10-31T06:13:57.433 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "modules": [ 2023-10-31T06:13:57.433 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "iostat", 2023-10-31T06:13:57.434 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "nfs", 2023-10-31T06:13:57.434 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "restful" 2023-10-31T06:13:57.434 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout ], 2023-10-31T06:13:57.434 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-31T06:13:57.434 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2023-10-31T06:13:57.435 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-10-31T06:13:57.435 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-31T06:13:57.435 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "modified": "2023-10-31T06:13:47.009079+0000", 2023-10-31T06:13:57.435 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-31T06:13:57.435 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2023-10-31T06:13:57.436 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-10-31T06:13:57.436 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout } 2023-10-31T06:13:57.436 INFO:teuthology.orchestra.run.smithi006.stdout:mgr not available, waiting (1/15)... 2023-10-31T06:13:58.012 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:13:57 smithi006 bash[27791]: debug 2023-10-31T06:13:57.677+0000 7fd7d8920200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-31T06:13:58.013 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:13:57 smithi006 bash[27791]: debug 2023-10-31T06:13:57.785+0000 7fd7d8920200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-31T06:13:58.013 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:13:57 smithi006 bash[27791]: debug 2023-10-31T06:13:57.889+0000 7fd7d8920200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-31T06:13:58.512 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:13:58 smithi006 bash[27791]: debug 2023-10-31T06:13:58.161+0000 7fd7d8920200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-31T06:13:58.924 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:13:58 smithi006 bash[27791]: debug 2023-10-31T06:13:58.537+0000 7fd7d8920200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-31T06:13:58.924 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:13:58 smithi006 bash[27791]: debug 2023-10-31T06:13:58.697+0000 7fd7d8920200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-31T06:13:59.262 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:13:58 smithi006 bash[27791]: debug 2023-10-31T06:13:58.917+0000 7fd7d8920200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-31T06:14:00.237 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:13:59 smithi006 bash[27791]: debug 2023-10-31T06:13:59.965+0000 7fd7d8920200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-31T06:14:00.237 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:00 smithi006 bash[27791]: debug 2023-10-31T06:14:00.085+0000 7fd7d8920200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-31T06:14:00.238 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:00 smithi006 bash[27791]: debug 2023-10-31T06:14:00.205+0000 7fd7d8920200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-31T06:14:00.971 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:00 smithi006 bash[27791]: debug 2023-10-31T06:14:00.721+0000 7fd7d8920200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-31T06:14:00.971 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:00 smithi006 bash[27532]: audit 2023-10-31T06:14:00.556016+0000 mon.a (mon.0) 8 : audit 0 from='client.? 172.21.15.6:0/437873422' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-10-31T06:14:01.224 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout 2023-10-31T06:14:01.224 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout { 2023-10-31T06:14:01.224 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "fsid": "750f415a-77b4-11ee-8db9-212e2dc638e7", 2023-10-31T06:14:01.224 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "health": { 2023-10-31T06:14:01.225 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-10-31T06:14:01.225 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-10-31T06:14:01.225 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-10-31T06:14:01.225 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2023-10-31T06:14:01.226 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-10-31T06:14:01.226 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-10-31T06:14:01.226 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout 0 2023-10-31T06:14:01.226 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout ], 2023-10-31T06:14:01.226 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-10-31T06:14:01.227 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "a" 2023-10-31T06:14:01.227 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout ], 2023-10-31T06:14:01.227 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "quorum_age": 7, 2023-10-31T06:14:01.227 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "monmap": { 2023-10-31T06:14:01.227 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-31T06:14:01.232 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2023-10-31T06:14:01.232 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-10-31T06:14:01.232 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2023-10-31T06:14:01.232 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-10-31T06:14:01.233 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-31T06:14:01.233 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-10-31T06:14:01.233 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-10-31T06:14:01.234 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-10-31T06:14:01.234 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-10-31T06:14:01.234 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-10-31T06:14:01.234 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-10-31T06:14:01.234 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2023-10-31T06:14:01.235 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-10-31T06:14:01.235 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-10-31T06:14:01.235 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-10-31T06:14:01.235 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-10-31T06:14:01.235 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-10-31T06:14:01.236 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-10-31T06:14:01.236 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-10-31T06:14:01.236 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-10-31T06:14:01.236 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-10-31T06:14:01.236 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2023-10-31T06:14:01.236 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-10-31T06:14:01.237 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-31T06:14:01.237 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-10-31T06:14:01.237 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-10-31T06:14:01.237 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2023-10-31T06:14:01.237 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-10-31T06:14:01.238 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "available": false, 2023-10-31T06:14:01.238 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-10-31T06:14:01.238 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "modules": [ 2023-10-31T06:14:01.238 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "iostat", 2023-10-31T06:14:01.238 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "nfs", 2023-10-31T06:14:01.239 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "restful" 2023-10-31T06:14:01.239 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout ], 2023-10-31T06:14:01.239 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-31T06:14:01.240 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2023-10-31T06:14:01.240 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-10-31T06:14:01.240 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-31T06:14:01.240 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "modified": "2023-10-31T06:13:47.009079+0000", 2023-10-31T06:14:01.240 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-31T06:14:01.241 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2023-10-31T06:14:01.241 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-10-31T06:14:01.241 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout } 2023-10-31T06:14:01.241 INFO:teuthology.orchestra.run.smithi006.stdout:mgr not available, waiting (2/15)... 2023-10-31T06:14:01.262 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:00 smithi006 bash[27791]: debug 2023-10-31T06:14:00.965+0000 7fd7d8920200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-31T06:14:01.762 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:01 smithi006 bash[27791]: debug 2023-10-31T06:14:01.473+0000 7fd7d8920200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-31T06:14:02.262 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:02 smithi006 bash[27791]: debug 2023-10-31T06:14:01.997+0000 7fd7d8920200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-31T06:14:03.012 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:02 smithi006 bash[27791]: debug 2023-10-31T06:14:02.569+0000 7fd7d8920200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-31T06:14:03.013 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:02 smithi006 bash[27791]: debug 2023-10-31T06:14:02.681+0000 7fd7d8920200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-31T06:14:03.302 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:03 smithi006 bash[27791]: debug 2023-10-31T06:14:03.033+0000 7fd7d8920200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-31T06:14:03.303 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:03 smithi006 bash[27791]: debug 2023-10-31T06:14:03.149+0000 7fd7d8920200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-31T06:14:03.512 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:03 smithi006 bash[27791]: debug 2023-10-31T06:14:03.297+0000 7fd7d8920200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-31T06:14:03.513 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:03 smithi006 bash[27791]: debug 2023-10-31T06:14:03.417+0000 7fd7d8920200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-31T06:14:03.908 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:03 smithi006 bash[27791]: debug 2023-10-31T06:14:03.557+0000 7fd7d8920200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-31T06:14:03.908 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:03 smithi006 bash[27791]: debug 2023-10-31T06:14:03.765+0000 7fd7d8920200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-31T06:14:04.262 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:03 smithi006 bash[27791]: debug 2023-10-31T06:14:03.901+0000 7fd7d8920200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-31T06:14:04.750 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:04 smithi006 bash[27532]: audit 2023-10-31T06:14:04.474031+0000 mon.a (mon.0) 9 : audit 0 from='client.? 172.21.15.6:0/3373441482' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-10-31T06:14:05.128 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout 2023-10-31T06:14:05.128 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout { 2023-10-31T06:14:05.128 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "fsid": "750f415a-77b4-11ee-8db9-212e2dc638e7", 2023-10-31T06:14:05.129 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "health": { 2023-10-31T06:14:05.129 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-10-31T06:14:05.129 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-10-31T06:14:05.129 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-10-31T06:14:05.129 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2023-10-31T06:14:05.130 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-10-31T06:14:05.130 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-10-31T06:14:05.130 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout 0 2023-10-31T06:14:05.130 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout ], 2023-10-31T06:14:05.130 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-10-31T06:14:05.131 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "a" 2023-10-31T06:14:05.131 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout ], 2023-10-31T06:14:05.131 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "quorum_age": 10, 2023-10-31T06:14:05.131 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "monmap": { 2023-10-31T06:14:05.131 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-31T06:14:05.132 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2023-10-31T06:14:05.132 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-10-31T06:14:05.132 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2023-10-31T06:14:05.132 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-10-31T06:14:05.132 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-31T06:14:05.132 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-10-31T06:14:05.133 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-10-31T06:14:05.133 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-10-31T06:14:05.136 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-10-31T06:14:05.137 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-10-31T06:14:05.137 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-10-31T06:14:05.137 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2023-10-31T06:14:05.137 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-10-31T06:14:05.138 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-10-31T06:14:05.138 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-10-31T06:14:05.138 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-10-31T06:14:05.138 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-10-31T06:14:05.138 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-10-31T06:14:05.139 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-10-31T06:14:05.139 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-10-31T06:14:05.139 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-10-31T06:14:05.139 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2023-10-31T06:14:05.139 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-10-31T06:14:05.139 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-31T06:14:05.140 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-10-31T06:14:05.140 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-10-31T06:14:05.140 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2023-10-31T06:14:05.140 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-10-31T06:14:05.140 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "available": false, 2023-10-31T06:14:05.140 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-10-31T06:14:05.141 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "modules": [ 2023-10-31T06:14:05.141 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "iostat", 2023-10-31T06:14:05.141 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "nfs", 2023-10-31T06:14:05.141 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "restful" 2023-10-31T06:14:05.141 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout ], 2023-10-31T06:14:05.141 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-31T06:14:05.142 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2023-10-31T06:14:05.142 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-10-31T06:14:05.142 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-31T06:14:05.142 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "modified": "2023-10-31T06:13:47.009079+0000", 2023-10-31T06:14:05.142 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-31T06:14:05.142 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2023-10-31T06:14:05.143 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-10-31T06:14:05.143 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout } 2023-10-31T06:14:05.143 INFO:teuthology.orchestra.run.smithi006.stdout:mgr not available, waiting (3/15)... 2023-10-31T06:14:05.486 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:05 smithi006 bash[27791]: debug 2023-10-31T06:14:05.213+0000 7fd7d8920200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-31T06:14:05.762 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:05 smithi006 bash[27532]: cluster 2023-10-31T06:14:05.242463+0000 mon.a (mon.0) 10 : cluster 1 Activating manager daemon a 2023-10-31T06:14:05.763 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:05 smithi006 bash[27532]: cluster 2023-10-31T06:14:05.249294+0000 mon.a (mon.0) 11 : cluster 0 mgrmap e2: a(active, starting, since 0.00733986s) 2023-10-31T06:14:05.763 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:05 smithi006 bash[27532]: audit 2023-10-31T06:14:05.250486+0000 mon.a (mon.0) 12 : audit 0 from='mgr.14100 172.21.15.6:0/2403090555' entity='mgr.a' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-10-31T06:14:05.764 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:05 smithi006 bash[27532]: audit 2023-10-31T06:14:05.250670+0000 mon.a (mon.0) 13 : audit 0 from='mgr.14100 172.21.15.6:0/2403090555' entity='mgr.a' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-10-31T06:14:05.764 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:05 smithi006 bash[27532]: audit 2023-10-31T06:14:05.250819+0000 mon.a (mon.0) 14 : audit 0 from='mgr.14100 172.21.15.6:0/2403090555' entity='mgr.a' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-10-31T06:14:05.764 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:05 smithi006 bash[27532]: audit 2023-10-31T06:14:05.251093+0000 mon.a (mon.0) 15 : audit 0 from='mgr.14100 172.21.15.6:0/2403090555' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-31T06:14:05.764 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:05 smithi006 bash[27532]: audit 2023-10-31T06:14:05.252246+0000 mon.a (mon.0) 16 : audit 0 from='mgr.14100 172.21.15.6:0/2403090555' entity='mgr.a' cmd=[{"prefix": "mgr metadata", "who": "a", "id": "a"}]: dispatch 2023-10-31T06:14:05.765 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:05 smithi006 bash[27532]: cluster 2023-10-31T06:14:05.262179+0000 mon.a (mon.0) 17 : cluster 1 Manager daemon a is now available 2023-10-31T06:14:05.765 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:05 smithi006 bash[27532]: audit 2023-10-31T06:14:05.282118+0000 mon.a (mon.0) 18 : audit 1 from='mgr.14100 172.21.15.6:0/2403090555' entity='mgr.a' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/a/mirror_snapshot_schedule"}]: dispatch 2023-10-31T06:14:05.765 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:05 smithi006 bash[27532]: audit 2023-10-31T06:14:05.287779+0000 mon.a (mon.0) 19 : audit 1 from='mgr.14100 172.21.15.6:0/2403090555' entity='mgr.a' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/a/trash_purge_schedule"}]: dispatch 2023-10-31T06:14:05.765 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:05 smithi006 bash[27532]: audit 2023-10-31T06:14:05.292511+0000 mon.a (mon.0) 20 : audit 1 from='mgr.14100 172.21.15.6:0/2403090555' entity='mgr.a' 2023-10-31T06:14:05.766 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:05 smithi006 bash[27532]: audit 2023-10-31T06:14:05.295301+0000 mon.a (mon.0) 21 : audit 1 from='mgr.14100 172.21.15.6:0/2403090555' entity='mgr.a' 2023-10-31T06:14:05.766 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:05 smithi006 bash[27532]: audit 2023-10-31T06:14:05.297799+0000 mon.a (mon.0) 22 : audit 1 from='mgr.14100 172.21.15.6:0/2403090555' entity='mgr.a' 2023-10-31T06:14:07.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:07 smithi006 bash[27532]: cluster 2023-10-31T06:14:06.256736+0000 mon.a (mon.0) 23 : cluster 0 mgrmap e3: a(active, since 1.01479s) 2023-10-31T06:14:09.457 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout 2023-10-31T06:14:09.457 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout { 2023-10-31T06:14:09.458 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "fsid": "750f415a-77b4-11ee-8db9-212e2dc638e7", 2023-10-31T06:14:09.458 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "health": { 2023-10-31T06:14:09.458 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-10-31T06:14:09.458 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-10-31T06:14:09.459 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-10-31T06:14:09.459 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2023-10-31T06:14:09.459 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-10-31T06:14:09.459 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-10-31T06:14:09.459 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout 0 2023-10-31T06:14:09.460 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout ], 2023-10-31T06:14:09.460 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-10-31T06:14:09.460 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "a" 2023-10-31T06:14:09.460 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout ], 2023-10-31T06:14:09.460 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "quorum_age": 15, 2023-10-31T06:14:09.461 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "monmap": { 2023-10-31T06:14:09.461 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-31T06:14:09.461 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2023-10-31T06:14:09.461 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-10-31T06:14:09.461 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2023-10-31T06:14:09.462 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-10-31T06:14:09.462 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-31T06:14:09.462 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-10-31T06:14:09.462 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-10-31T06:14:09.462 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-10-31T06:14:09.463 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-10-31T06:14:09.463 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-10-31T06:14:09.463 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-10-31T06:14:09.463 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2023-10-31T06:14:09.463 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-10-31T06:14:09.464 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-10-31T06:14:09.464 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-10-31T06:14:09.464 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-10-31T06:14:09.464 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-10-31T06:14:09.464 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-10-31T06:14:09.465 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-10-31T06:14:09.465 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-10-31T06:14:09.465 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-10-31T06:14:09.465 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2023-10-31T06:14:09.465 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-10-31T06:14:09.465 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-31T06:14:09.466 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-10-31T06:14:09.466 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-10-31T06:14:09.466 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2023-10-31T06:14:09.466 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-10-31T06:14:09.467 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "available": true, 2023-10-31T06:14:09.467 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-10-31T06:14:09.467 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "modules": [ 2023-10-31T06:14:09.467 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "iostat", 2023-10-31T06:14:09.467 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "nfs", 2023-10-31T06:14:09.467 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "restful" 2023-10-31T06:14:09.468 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout ], 2023-10-31T06:14:09.468 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-31T06:14:09.468 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2023-10-31T06:14:09.468 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-10-31T06:14:09.468 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-31T06:14:09.469 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "modified": "2023-10-31T06:13:47.009079+0000", 2023-10-31T06:14:09.469 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-31T06:14:09.469 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2023-10-31T06:14:09.469 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-10-31T06:14:09.469 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout } 2023-10-31T06:14:09.470 INFO:teuthology.orchestra.run.smithi006.stdout:mgr is available 2023-10-31T06:14:09.485 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:09 smithi006 bash[27532]: cluster 2023-10-31T06:14:08.257336+0000 mon.a (mon.0) 24 : cluster 0 mgrmap e4: a(active, since 3s) 2023-10-31T06:14:09.485 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:09 smithi006 bash[27532]: audit 2023-10-31T06:14:08.792052+0000 mon.a (mon.0) 25 : audit 0 from='client.? 172.21.15.6:0/1254096198' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-10-31T06:14:11.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:10 smithi006 bash[27532]: audit 2023-10-31T06:14:10.904641+0000 mon.a (mon.0) 26 : audit 1 from='client.? 172.21.15.6:0/3186829884' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-10-31T06:14:11.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:10 smithi006 bash[27532]: audit 2023-10-31T06:14:10.909981+0000 mon.a (mon.0) 27 : audit 1 from='client.? 172.21.15.6:0/3186829884' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2023-10-31T06:14:11.521 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout 2023-10-31T06:14:11.522 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout [global] 2023-10-31T06:14:11.522 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout fsid = 750f415a-77b4-11ee-8db9-212e2dc638e7 2023-10-31T06:14:11.522 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-10-31T06:14:11.523 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-10-31T06:14:11.523 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-10-31T06:14:11.523 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-10-31T06:14:11.523 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout 2023-10-31T06:14:11.523 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout [mgr] 2023-10-31T06:14:11.524 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-10-31T06:14:11.524 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout 2023-10-31T06:14:11.524 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout [osd] 2023-10-31T06:14:11.524 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-10-31T06:14:11.524 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-10-31T06:14:11.524 INFO:teuthology.orchestra.run.smithi006.stdout:Enabling cephadm module... 2023-10-31T06:14:13.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:13 smithi006 bash[27532]: audit 2023-10-31T06:14:13.166509+0000 mon.a (mon.0) 28 : audit 1 from='client.? 172.21.15.6:0/254890151' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2023-10-31T06:14:13.513 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:13 smithi006 bash[27791]: ignoring --setuser ceph since I am not root 2023-10-31T06:14:13.513 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:13 smithi006 bash[27791]: ignoring --setgroup ceph since I am not root 2023-10-31T06:14:13.513 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:13 smithi006 bash[27791]: debug 2023-10-31T06:14:13.417+0000 7fe511000200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-31T06:14:14.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:14 smithi006 bash[27532]: audit 2023-10-31T06:14:13.218347+0000 mon.a (mon.0) 29 : audit 1 from='client.? 172.21.15.6:0/254890151' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2023-10-31T06:14:14.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:14 smithi006 bash[27532]: cluster 2023-10-31T06:14:13.226633+0000 mon.a (mon.0) 30 : cluster 0 mgrmap e5: a(active, since 7s) 2023-10-31T06:14:14.513 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:14 smithi006 bash[27791]: debug 2023-10-31T06:14:14.333+0000 7fe511000200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-31T06:14:14.513 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:14 smithi006 bash[27791]: debug 2023-10-31T06:14:14.441+0000 7fe511000200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-31T06:14:14.828 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:14 smithi006 bash[27791]: debug 2023-10-31T06:14:14.545+0000 7fe511000200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-31T06:14:15.246 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:14 smithi006 bash[27791]: debug 2023-10-31T06:14:14.821+0000 7fe511000200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-31T06:14:15.247 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:15 smithi006 bash[27791]: debug 2023-10-31T06:14:15.241+0000 7fe511000200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-31T06:14:15.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:15 smithi006 bash[27532]: audit 2023-10-31T06:14:15.389481+0000 mon.a (mon.0) 31 : audit 0 from='client.? 172.21.15.6:0/1129025431' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-10-31T06:14:15.513 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:15 smithi006 bash[27791]: debug 2023-10-31T06:14:15.409+0000 7fe511000200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-31T06:14:16.012 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:15 smithi006 bash[27791]: debug 2023-10-31T06:14:15.645+0000 7fe511000200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-31T06:14:16.016 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout { 2023-10-31T06:14:16.017 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "epoch": 5, 2023-10-31T06:14:16.017 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "available": true, 2023-10-31T06:14:16.017 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "active_name": "a", 2023-10-31T06:14:16.017 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-10-31T06:14:16.018 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout } 2023-10-31T06:14:16.018 INFO:teuthology.orchestra.run.smithi006.stdout:Waiting for the mgr to restart... 2023-10-31T06:14:16.018 INFO:teuthology.orchestra.run.smithi006.stdout:Waiting for mgr epoch 5... 2023-10-31T06:14:17.007 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:16 smithi006 bash[27791]: debug 2023-10-31T06:14:16.749+0000 7fe511000200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-31T06:14:17.007 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:16 smithi006 bash[27791]: debug 2023-10-31T06:14:16.873+0000 7fe511000200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-31T06:14:17.262 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:17 smithi006 bash[27791]: debug 2023-10-31T06:14:17.001+0000 7fe511000200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-31T06:14:18.012 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:17 smithi006 bash[27791]: debug 2023-10-31T06:14:17.521+0000 7fe511000200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-31T06:14:18.013 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:17 smithi006 bash[27791]: debug 2023-10-31T06:14:17.757+0000 7fe511000200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-31T06:14:18.512 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:18 smithi006 bash[27791]: debug 2023-10-31T06:14:18.225+0000 7fe511000200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-31T06:14:19.012 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:18 smithi006 bash[27791]: debug 2023-10-31T06:14:18.729+0000 7fe511000200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-31T06:14:19.762 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:19 smithi006 bash[27791]: debug 2023-10-31T06:14:19.301+0000 7fe511000200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-31T06:14:19.763 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:19 smithi006 bash[27791]: debug 2023-10-31T06:14:19.413+0000 7fe511000200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-31T06:14:20.038 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:19 smithi006 bash[27791]: debug 2023-10-31T06:14:19.761+0000 7fe511000200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-31T06:14:20.038 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:19 smithi006 bash[27791]: debug 2023-10-31T06:14:19.881+0000 7fe511000200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-31T06:14:20.477 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:20 smithi006 bash[27791]: debug 2023-10-31T06:14:20.033+0000 7fe511000200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-31T06:14:20.478 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:20 smithi006 bash[27791]: debug 2023-10-31T06:14:20.149+0000 7fe511000200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-31T06:14:20.478 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:20 smithi006 bash[27791]: debug 2023-10-31T06:14:20.277+0000 7fe511000200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-31T06:14:20.762 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:20 smithi006 bash[27791]: debug 2023-10-31T06:14:20.473+0000 7fe511000200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-31T06:14:20.763 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:20 smithi006 bash[27791]: debug 2023-10-31T06:14:20.601+0000 7fe511000200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-31T06:14:22.262 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:21 smithi006 bash[27791]: debug 2023-10-31T06:14:21.893+0000 7fe511000200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-31T06:14:22.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:21 smithi006 bash[27532]: cluster 2023-10-31T06:14:21.917087+0000 mon.a (mon.0) 32 : cluster 1 Active manager daemon a restarted 2023-10-31T06:14:22.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:21 smithi006 bash[27532]: cluster 2023-10-31T06:14:21.917562+0000 mon.a (mon.0) 33 : cluster 1 Activating manager daemon a 2023-10-31T06:14:22.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:21 smithi006 bash[27532]: cluster 2023-10-31T06:14:21.925462+0000 mon.a (mon.0) 34 : cluster 0 osdmap e2: 0 total, 0 up, 0 in 2023-10-31T06:14:22.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:21 smithi006 bash[27532]: cluster 2023-10-31T06:14:21.925692+0000 mon.a (mon.0) 35 : cluster 0 mgrmap e6: a(active, starting, since 0.00831987s) 2023-10-31T06:14:22.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:21 smithi006 bash[27532]: audit 2023-10-31T06:14:21.926619+0000 mon.a (mon.0) 36 : audit 0 from='mgr.14120 172.21.15.6:0/2985118644' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-31T06:14:22.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:21 smithi006 bash[27532]: audit 2023-10-31T06:14:21.928816+0000 mon.a (mon.0) 37 : audit 0 from='mgr.14120 172.21.15.6:0/2985118644' entity='mgr.a' cmd=[{"prefix": "mgr metadata", "who": "a", "id": "a"}]: dispatch 2023-10-31T06:14:22.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:21 smithi006 bash[27532]: audit 2023-10-31T06:14:21.930150+0000 mon.a (mon.0) 38 : audit 0 from='mgr.14120 172.21.15.6:0/2985118644' entity='mgr.a' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-10-31T06:14:22.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:21 smithi006 bash[27532]: audit 2023-10-31T06:14:21.930482+0000 mon.a (mon.0) 39 : audit 0 from='mgr.14120 172.21.15.6:0/2985118644' entity='mgr.a' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-10-31T06:14:22.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:21 smithi006 bash[27532]: audit 2023-10-31T06:14:21.930730+0000 mon.a (mon.0) 40 : audit 0 from='mgr.14120 172.21.15.6:0/2985118644' entity='mgr.a' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-10-31T06:14:22.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:21 smithi006 bash[27532]: cluster 2023-10-31T06:14:21.959015+0000 mon.a (mon.0) 41 : cluster 1 Manager daemon a is now available 2023-10-31T06:14:23.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:22 smithi006 bash[27532]: cephadm 2023-10-31T06:14:21.984199+0000 mgr.a (mgr.14120) 1 : cephadm 1 Found migration_current of "None". Setting to last migration. 2023-10-31T06:14:23.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:22 smithi006 bash[27532]: audit 2023-10-31T06:14:21.987068+0000 mon.a (mon.0) 42 : audit 1 from='mgr.14120 172.21.15.6:0/2985118644' entity='mgr.a' 2023-10-31T06:14:23.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:22 smithi006 bash[27532]: audit 2023-10-31T06:14:21.991222+0000 mon.a (mon.0) 43 : audit 1 from='mgr.14120 172.21.15.6:0/2985118644' entity='mgr.a' 2023-10-31T06:14:23.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:22 smithi006 bash[27532]: audit 2023-10-31T06:14:21.995398+0000 mon.a (mon.0) 44 : audit 1 from='mgr.14120 172.21.15.6:0/2985118644' entity='mgr.a' 2023-10-31T06:14:23.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:22 smithi006 bash[27532]: audit 2023-10-31T06:14:21.998576+0000 mon.a (mon.0) 45 : audit 0 from='mgr.14120 172.21.15.6:0/2985118644' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:14:23.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:22 smithi006 bash[27532]: audit 2023-10-31T06:14:22.002225+0000 mon.a (mon.0) 46 : audit 0 from='mgr.14120 172.21.15.6:0/2985118644' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:14:23.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:22 smithi006 bash[27532]: audit 2023-10-31T06:14:22.009019+0000 mon.a (mon.0) 47 : audit 0 from='mgr.14120 172.21.15.6:0/2985118644' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:14:23.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:22 smithi006 bash[27532]: audit 2023-10-31T06:14:22.021883+0000 mon.a (mon.0) 48 : audit 1 from='mgr.14120 172.21.15.6:0/2985118644' entity='mgr.a' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/a/mirror_snapshot_schedule"}]: dispatch 2023-10-31T06:14:23.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:22 smithi006 bash[27532]: audit 2023-10-31T06:14:22.025443+0000 mon.a (mon.0) 49 : audit 1 from='mgr.14120 172.21.15.6:0/2985118644' entity='mgr.a' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/a/trash_purge_schedule"}]: dispatch 2023-10-31T06:14:23.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:22 smithi006 bash[27532]: audit 2023-10-31T06:14:22.616861+0000 mon.a (mon.0) 50 : audit 1 from='mgr.14120 172.21.15.6:0/2985118644' entity='mgr.a' 2023-10-31T06:14:23.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:22 smithi006 bash[27532]: audit 2023-10-31T06:14:22.621098+0000 mon.a (mon.0) 51 : audit 1 from='mgr.14120 172.21.15.6:0/2985118644' entity='mgr.a' 2023-10-31T06:14:23.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:22 smithi006 bash[27532]: cluster 2023-10-31T06:14:22.927393+0000 mon.a (mon.0) 52 : cluster 0 mgrmap e7: a(active, since 1.01001s) 2023-10-31T06:14:23.606 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout { 2023-10-31T06:14:23.606 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2023-10-31T06:14:23.606 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "initialized": true 2023-10-31T06:14:23.606 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout } 2023-10-31T06:14:23.607 INFO:teuthology.orchestra.run.smithi006.stdout:mgr epoch 5 is available 2023-10-31T06:14:23.607 INFO:teuthology.orchestra.run.smithi006.stdout:Setting orchestrator backend to cephadm... 2023-10-31T06:14:24.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:23 smithi006 bash[27532]: cephadm 2023-10-31T06:14:22.880315+0000 mgr.a (mgr.14120) 2 : cephadm 1 [31/Oct/2023:06:14:22] ENGINE Bus STARTING 2023-10-31T06:14:24.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:23 smithi006 bash[27532]: audit 2023-10-31T06:14:22.927293+0000 mgr.a (mgr.14120) 3 : audit 0 from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-10-31T06:14:24.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:23 smithi006 bash[27532]: audit 2023-10-31T06:14:22.941239+0000 mgr.a (mgr.14120) 4 : audit 0 from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-10-31T06:14:24.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:23 smithi006 bash[27532]: cephadm 2023-10-31T06:14:23.007582+0000 mgr.a (mgr.14120) 5 : cephadm 1 [31/Oct/2023:06:14:23] ENGINE Serving on https://172.21.15.6:7150 2023-10-31T06:14:24.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:23 smithi006 bash[27532]: cephadm 2023-10-31T06:14:23.109593+0000 mgr.a (mgr.14120) 6 : cephadm 1 [31/Oct/2023:06:14:23] ENGINE Serving on http://172.21.15.6:8765 2023-10-31T06:14:24.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:23 smithi006 bash[27532]: cephadm 2023-10-31T06:14:23.109964+0000 mgr.a (mgr.14120) 7 : cephadm 1 [31/Oct/2023:06:14:23] ENGINE Bus STARTED 2023-10-31T06:14:24.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:23 smithi006 bash[27532]: audit 2023-10-31T06:14:23.130139+0000 mon.a (mon.0) 53 : audit 0 from='mgr.14120 172.21.15.6:0/2985118644' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:14:25.764 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:25 smithi006 bash[27532]: cluster 2023-10-31T06:14:24.493117+0000 mon.a (mon.0) 54 : cluster 0 mgrmap e8: a(active, since 2s) 2023-10-31T06:14:25.764 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:25 smithi006 bash[27532]: audit 2023-10-31T06:14:25.054347+0000 mgr.a (mgr.14120) 8 : audit 0 from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2023-10-31T06:14:25.765 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:25 smithi006 bash[27532]: audit 2023-10-31T06:14:25.064861+0000 mon.a (mon.0) 55 : audit 1 from='mgr.14120 172.21.15.6:0/2985118644' entity='mgr.a' 2023-10-31T06:14:25.765 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:25 smithi006 bash[27532]: audit 2023-10-31T06:14:25.103010+0000 mon.a (mon.0) 56 : audit 0 from='mgr.14120 172.21.15.6:0/2985118644' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:14:27.976 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout value unchanged 2023-10-31T06:14:27.976 INFO:teuthology.orchestra.run.smithi006.stdout:Generating ssh key... 2023-10-31T06:14:28.750 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:28 smithi006 bash[27532]: audit 2023-10-31T06:14:27.317726+0000 mgr.a (mgr.14120) 9 : audit 0 from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2023-10-31T06:14:29.857 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:29 smithi006 bash[27791]: Generating public/private rsa key pair. 2023-10-31T06:14:29.857 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:29 smithi006 bash[27791]: Your identification has been saved in /tmp/tmpkdc_wg3m/key. 2023-10-31T06:14:29.857 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:29 smithi006 bash[27791]: Your public key has been saved in /tmp/tmpkdc_wg3m/key.pub. 2023-10-31T06:14:29.858 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:29 smithi006 bash[27791]: The key fingerprint is: 2023-10-31T06:14:29.858 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:29 smithi006 bash[27791]: SHA256:BpHdyqEU4c5ch4HmgeZMJHcm+N1O8dAJ08v3gZimU/E ceph-750f415a-77b4-11ee-8db9-212e2dc638e7 2023-10-31T06:14:29.858 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:29 smithi006 bash[27791]: The key's randomart image is: 2023-10-31T06:14:29.858 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:29 smithi006 bash[27791]: +---[RSA 3072]----+ 2023-10-31T06:14:29.859 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:29 smithi006 bash[27791]: | .o+.**+= . | 2023-10-31T06:14:29.859 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:29 smithi006 bash[27791]: | .o+=*.=+* | 2023-10-31T06:14:29.859 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:29 smithi006 bash[27791]: | * =o=oB.* . | 2023-10-31T06:14:29.859 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:29 smithi006 bash[27791]: | +++o=.O E . | 2023-10-31T06:14:29.859 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:29 smithi006 bash[27791]: | +oS+ . . . | 2023-10-31T06:14:29.860 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:29 smithi006 bash[27791]: | .+ . | 2023-10-31T06:14:29.860 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:29 smithi006 bash[27791]: | . | 2023-10-31T06:14:29.860 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:29 smithi006 bash[27791]: | | 2023-10-31T06:14:29.860 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:29 smithi006 bash[27791]: | | 2023-10-31T06:14:29.860 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:29 smithi006 bash[27791]: +----[SHA256]-----+ 2023-10-31T06:14:30.959 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:30 smithi006 bash[27532]: audit 2023-10-31T06:14:29.409868+0000 mgr.a (mgr.14120) 10 : audit 0 from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2023-10-31T06:14:30.959 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:30 smithi006 bash[27532]: cephadm 2023-10-31T06:14:29.410285+0000 mgr.a (mgr.14120) 11 : cephadm 1 Generating ssh key... 2023-10-31T06:14:30.959 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:30 smithi006 bash[27532]: audit 2023-10-31T06:14:29.555637+0000 mon.a (mon.0) 57 : audit 1 from='mgr.14120 172.21.15.6:0/2985118644' entity='mgr.a' 2023-10-31T06:14:30.960 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:30 smithi006 bash[27532]: audit 2023-10-31T06:14:29.559585+0000 mon.a (mon.0) 58 : audit 1 from='mgr.14120 172.21.15.6:0/2985118644' entity='mgr.a' 2023-10-31T06:14:32.310 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDdM+4NX2igP8qpY8Hh3aZaeOpiZWyNxBhHyNrDeQjXM6lAqmSTX0shODbsHMWZ2jie8LekJAWyMqQSC1wo18xXF878dM+D6VHcVU4tHKDNj/t/sHttRX+ie1jw2rY6uqPSk5ZDvZObmmJvoLBZHjRCDiWUF9qkUrqA8/gfJ5Mc5KTD0jyDJxeihdKfwX8GxMJNFjbEIcBk7tQhmuDZaLRKRHH236AhiERlasiQcPbWemWMboj2ZGQF7BJJzdYewHZ1A+VZF8Uw7mjd4MnJ/jbwdYMIy9ZLo/YDx8TtST4bThq0ggQ6fbkRDTk7FxSDzJjF2eZ2gsFrTmW+PZ5e5Sr0DQ6h4Rg0ToauyoddvIEf4bqnFGBMIXBIui20nfaJQNfxDPXSX3ROctxUMFdoSfweNZ05Pw60FLCR8bpEUwFMHbx6NIcqMvc6K/mAzk6fwc7fB2soTrFRERkB7FgDErHzpGqs6B+OY5MJoTdN1evaYyQl7T22RcjnfXCSir7RhgM= ceph-750f415a-77b4-11ee-8db9-212e2dc638e7 2023-10-31T06:14:32.311 INFO:teuthology.orchestra.run.smithi006.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2023-10-31T06:14:32.311 INFO:teuthology.orchestra.run.smithi006.stdout:Adding key to root@localhost authorized_keys... 2023-10-31T06:14:32.312 INFO:teuthology.orchestra.run.smithi006.stdout:Adding host smithi006... 2023-10-31T06:14:32.762 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:32 smithi006 bash[27532]: audit 2023-10-31T06:14:31.621867+0000 mgr.a (mgr.14120) 12 : audit 0 from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2023-10-31T06:14:34.593 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:34 smithi006 bash[27532]: audit 2023-10-31T06:14:33.723771+0000 mgr.a (mgr.14120) 13 : audit 0 from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi006", "addr": "172.21.15.6", "target": ["mon-mgr", ""]}]: dispatch 2023-10-31T06:14:35.762 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:35 smithi006 bash[27532]: cephadm 2023-10-31T06:14:34.536029+0000 mgr.a (mgr.14120) 14 : cephadm 1 Deploying cephadm binary to smithi006 2023-10-31T06:14:40.853 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout Added host 'smithi006' with addr '172.21.15.6' 2023-10-31T06:14:40.853 INFO:teuthology.orchestra.run.smithi006.stdout:Deploying unmanaged mon service... 2023-10-31T06:14:41.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:40 smithi006 bash[27532]: audit 2023-10-31T06:14:39.967959+0000 mon.a (mon.0) 59 : audit 1 from='mgr.14120 172.21.15.6:0/2985118644' entity='mgr.a' 2023-10-31T06:14:41.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:40 smithi006 bash[27532]: cephadm 2023-10-31T06:14:39.968917+0000 mgr.a (mgr.14120) 15 : cephadm 1 Added host smithi006 2023-10-31T06:14:41.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:40 smithi006 bash[27532]: audit 2023-10-31T06:14:40.013657+0000 mon.a (mon.0) 60 : audit 0 from='mgr.14120 172.21.15.6:0/2985118644' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:14:43.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:42 smithi006 bash[27532]: cluster 2023-10-31T06:14:41.931776+0000 mgr.a (mgr.14120) 16 : cluster 0 pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:14:43.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:42 smithi006 bash[27532]: audit 2023-10-31T06:14:42.931089+0000 mon.a (mon.0) 61 : audit 1 from='mgr.14120 172.21.15.6:0/2985118644' entity='mgr.a' 2023-10-31T06:14:43.929 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2023-10-31T06:14:43.930 INFO:teuthology.orchestra.run.smithi006.stdout:Deploying unmanaged mgr service... 2023-10-31T06:14:44.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:43 smithi006 bash[27532]: audit 2023-10-31T06:14:42.926932+0000 mgr.a (mgr.14120) 17 : audit 0 from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-10-31T06:14:44.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:43 smithi006 bash[27532]: cephadm 2023-10-31T06:14:42.928355+0000 mgr.a (mgr.14120) 18 : cephadm 1 Saving service mon spec with placement count:5 2023-10-31T06:14:44.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:43 smithi006 bash[27532]: audit 2023-10-31T06:14:43.644698+0000 mon.a (mon.0) 62 : audit 1 from='mgr.14120 172.21.15.6:0/2985118644' entity='mgr.a' 2023-10-31T06:14:45.479 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:45 smithi006 bash[27532]: cluster 2023-10-31T06:14:43.932112+0000 mgr.a (mgr.14120) 19 : cluster 0 pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:14:45.479 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:45 smithi006 bash[27532]: audit 2023-10-31T06:14:44.173722+0000 mon.a (mon.0) 63 : audit 1 from='mgr.14120 172.21.15.6:0/2985118644' entity='mgr.a' 2023-10-31T06:14:46.109 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2023-10-31T06:14:46.762 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:46 smithi006 bash[27532]: audit 2023-10-31T06:14:45.412533+0000 mgr.a (mgr.14120) 20 : audit 0 from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-10-31T06:14:46.763 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:46 smithi006 bash[27532]: cephadm 2023-10-31T06:14:45.415257+0000 mgr.a (mgr.14120) 21 : cephadm 1 Saving service mgr spec with placement count:2 2023-10-31T06:14:46.763 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:46 smithi006 bash[27532]: audit 2023-10-31T06:14:45.421683+0000 mon.a (mon.0) 64 : audit 1 from='mgr.14120 172.21.15.6:0/2985118644' entity='mgr.a' 2023-10-31T06:14:46.763 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:46 smithi006 bash[27532]: cluster 2023-10-31T06:14:45.932664+0000 mgr.a (mgr.14120) 22 : cluster 0 pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:14:49.005 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:48 smithi006 bash[27532]: audit 2023-10-31T06:14:47.514221+0000 mon.a (mon.0) 65 : audit 1 from='client.? 172.21.15.6:0/3545402257' entity='client.admin' 2023-10-31T06:14:49.006 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:48 smithi006 bash[27532]: cluster 2023-10-31T06:14:47.933077+0000 mgr.a (mgr.14120) 23 : cluster 0 pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:14:50.364 INFO:teuthology.orchestra.run.smithi006.stdout:Enabling the dashboard module... 2023-10-31T06:14:51.012 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:50 smithi006 bash[27532]: audit 2023-10-31T06:14:49.683426+0000 mon.a (mon.0) 66 : audit 1 from='client.? 172.21.15.6:0/787163709' entity='client.admin' 2023-10-31T06:14:51.012 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:50 smithi006 bash[27532]: cluster 2023-10-31T06:14:49.933650+0000 mgr.a (mgr.14120) 24 : cluster 0 pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:14:52.425 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:52 smithi006 bash[27791]: ignoring --setuser ceph since I am not root 2023-10-31T06:14:52.425 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:52 smithi006 bash[27791]: ignoring --setgroup ceph since I am not root 2023-10-31T06:14:52.426 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:52 smithi006 bash[27791]: debug 2023-10-31T06:14:52.421+0000 7faa2767c200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-31T06:14:52.426 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:52 smithi006 bash[27532]: audit 2023-10-31T06:14:51.162372+0000 mon.a (mon.0) 67 : audit 1 from='mgr.14120 172.21.15.6:0/2985118644' entity='mgr.a' 2023-10-31T06:14:52.426 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:52 smithi006 bash[27532]: audit 2023-10-31T06:14:51.168109+0000 mon.a (mon.0) 68 : audit 1 from='mgr.14120 172.21.15.6:0/2985118644' entity='mgr.a' 2023-10-31T06:14:52.427 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:52 smithi006 bash[27532]: audit 2023-10-31T06:14:51.169487+0000 mon.a (mon.0) 69 : audit 1 from='mgr.14120 172.21.15.6:0/2985118644' entity='mgr.a' cmd=[{"prefix": "config rm", "who": "osd/host:smithi006", "name": "osd_memory_target"}]: dispatch 2023-10-31T06:14:52.427 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:52 smithi006 bash[27532]: audit 2023-10-31T06:14:51.175500+0000 mon.a (mon.0) 70 : audit 1 from='mgr.14120 172.21.15.6:0/2985118644' entity='mgr.a' 2023-10-31T06:14:52.427 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:52 smithi006 bash[27532]: audit 2023-10-31T06:14:51.177881+0000 mon.a (mon.0) 71 : audit 1 from='mgr.14120 172.21.15.6:0/2985118644' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:14:52.427 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:52 smithi006 bash[27532]: audit 2023-10-31T06:14:51.179454+0000 mon.a (mon.0) 72 : audit 1 from='mgr.14120 172.21.15.6:0/2985118644' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]': finished 2023-10-31T06:14:52.427 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:52 smithi006 bash[27532]: audit 2023-10-31T06:14:51.864752+0000 mon.a (mon.0) 73 : audit 1 from='client.? 172.21.15.6:0/2089920872' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2023-10-31T06:14:53.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:53 smithi006 bash[27532]: audit 2023-10-31T06:14:52.184898+0000 mon.a (mon.0) 74 : audit 1 from='client.? 172.21.15.6:0/2089920872' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2023-10-31T06:14:53.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:53 smithi006 bash[27532]: cluster 2023-10-31T06:14:52.190380+0000 mon.a (mon.0) 75 : cluster 0 mgrmap e9: a(active, since 30s) 2023-10-31T06:14:53.680 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:53 smithi006 bash[27791]: debug 2023-10-31T06:14:53.369+0000 7faa2767c200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-31T06:14:53.681 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:53 smithi006 bash[27791]: debug 2023-10-31T06:14:53.473+0000 7faa2767c200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-31T06:14:53.681 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:53 smithi006 bash[27791]: debug 2023-10-31T06:14:53.581+0000 7faa2767c200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-31T06:14:54.012 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:53 smithi006 bash[27791]: debug 2023-10-31T06:14:53.857+0000 7faa2767c200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-31T06:14:54.495 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:54 smithi006 bash[27791]: debug 2023-10-31T06:14:54.237+0000 7faa2767c200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-31T06:14:54.496 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:54 smithi006 bash[27791]: debug 2023-10-31T06:14:54.401+0000 7faa2767c200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-31T06:14:54.762 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:54 smithi006 bash[27791]: debug 2023-10-31T06:14:54.625+0000 7faa2767c200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-31T06:14:54.762 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:14:54 smithi006 bash[27532]: audit 2023-10-31T06:14:54.435623+0000 mon.a (mon.0) 76 : audit 0 from='client.? 172.21.15.6:0/3002269128' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-10-31T06:14:55.083 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout { 2023-10-31T06:14:55.084 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "epoch": 9, 2023-10-31T06:14:55.084 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "available": true, 2023-10-31T06:14:55.084 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "active_name": "a", 2023-10-31T06:14:55.084 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-10-31T06:14:55.085 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout } 2023-10-31T06:14:55.085 INFO:teuthology.orchestra.run.smithi006.stdout:Waiting for the mgr to restart... 2023-10-31T06:14:55.085 INFO:teuthology.orchestra.run.smithi006.stdout:Waiting for mgr epoch 9... 2023-10-31T06:14:55.944 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:55 smithi006 bash[27791]: debug 2023-10-31T06:14:55.681+0000 7faa2767c200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-31T06:14:55.944 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:55 smithi006 bash[27791]: debug 2023-10-31T06:14:55.793+0000 7faa2767c200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-31T06:14:55.944 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:55 smithi006 bash[27791]: debug 2023-10-31T06:14:55.917+0000 7faa2767c200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-31T06:14:56.762 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:56 smithi006 bash[27791]: debug 2023-10-31T06:14:56.405+0000 7faa2767c200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-31T06:14:56.762 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:56 smithi006 bash[27791]: debug 2023-10-31T06:14:56.637+0000 7faa2767c200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-31T06:14:57.512 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:57 smithi006 bash[27791]: debug 2023-10-31T06:14:57.105+0000 7faa2767c200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-31T06:14:58.012 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:57 smithi006 bash[27791]: debug 2023-10-31T06:14:57.617+0000 7faa2767c200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-31T06:14:58.512 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:58 smithi006 bash[27791]: debug 2023-10-31T06:14:58.193+0000 7faa2767c200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-31T06:14:58.512 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:58 smithi006 bash[27791]: debug 2023-10-31T06:14:58.309+0000 7faa2767c200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-31T06:14:58.932 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:58 smithi006 bash[27791]: debug 2023-10-31T06:14:58.661+0000 7faa2767c200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-31T06:14:58.932 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:58 smithi006 bash[27791]: debug 2023-10-31T06:14:58.777+0000 7faa2767c200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-31T06:14:59.262 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:58 smithi006 bash[27791]: debug 2023-10-31T06:14:58.925+0000 7faa2767c200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-31T06:14:59.263 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:59 smithi006 bash[27791]: debug 2023-10-31T06:14:59.045+0000 7faa2767c200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-31T06:14:59.263 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:59 smithi006 bash[27791]: debug 2023-10-31T06:14:59.173+0000 7faa2767c200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-31T06:14:59.762 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:59 smithi006 bash[27791]: debug 2023-10-31T06:14:59.369+0000 7faa2767c200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-31T06:14:59.762 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:14:59 smithi006 bash[27791]: debug 2023-10-31T06:14:59.497+0000 7faa2767c200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-31T06:15:01.037 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:00 smithi006 bash[27791]: debug 2023-10-31T06:15:00.777+0000 7faa2767c200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-31T06:15:01.037 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:00 smithi006 bash[27532]: cluster 2023-10-31T06:15:00.801679+0000 mon.a (mon.0) 77 : cluster 1 Active manager daemon a restarted 2023-10-31T06:15:01.037 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:00 smithi006 bash[27532]: cluster 2023-10-31T06:15:00.802322+0000 mon.a (mon.0) 78 : cluster 1 Activating manager daemon a 2023-10-31T06:15:01.038 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:00 smithi006 bash[27532]: cluster 2023-10-31T06:15:00.808108+0000 mon.a (mon.0) 79 : cluster 0 osdmap e3: 0 total, 0 up, 0 in 2023-10-31T06:15:01.038 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:00 smithi006 bash[27532]: cluster 2023-10-31T06:15:00.808254+0000 mon.a (mon.0) 80 : cluster 0 mgrmap e10: a(active, starting, since 0.00615126s) 2023-10-31T06:15:01.038 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:00 smithi006 bash[27532]: audit 2023-10-31T06:15:00.810233+0000 mon.a (mon.0) 81 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-31T06:15:01.038 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:00 smithi006 bash[27532]: audit 2023-10-31T06:15:00.812091+0000 mon.a (mon.0) 82 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mgr metadata", "who": "a", "id": "a"}]: dispatch 2023-10-31T06:15:01.039 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:00 smithi006 bash[27532]: audit 2023-10-31T06:15:00.813013+0000 mon.a (mon.0) 83 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-10-31T06:15:01.039 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:00 smithi006 bash[27532]: audit 2023-10-31T06:15:00.813348+0000 mon.a (mon.0) 84 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-10-31T06:15:01.039 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:00 smithi006 bash[27532]: audit 2023-10-31T06:15:00.813671+0000 mon.a (mon.0) 85 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-10-31T06:15:01.039 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:00 smithi006 bash[27532]: cluster 2023-10-31T06:15:00.844155+0000 mon.a (mon.0) 86 : cluster 1 Manager daemon a is now available 2023-10-31T06:15:02.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:01 smithi006 bash[27532]: audit 2023-10-31T06:15:00.873130+0000 mon.a (mon.0) 87 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:15:02.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:01 smithi006 bash[27532]: audit 2023-10-31T06:15:00.879399+0000 mon.a (mon.0) 88 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:15:02.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:01 smithi006 bash[27532]: audit 2023-10-31T06:15:00.885169+0000 mon.a (mon.0) 89 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:15:02.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:01 smithi006 bash[27532]: audit 2023-10-31T06:15:00.909237+0000 mon.a (mon.0) 90 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/a/mirror_snapshot_schedule"}]: dispatch 2023-10-31T06:15:02.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:01 smithi006 bash[27532]: audit 2023-10-31T06:15:00.913553+0000 mon.a (mon.0) 91 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/a/trash_purge_schedule"}]: dispatch 2023-10-31T06:15:02.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:01 smithi006 bash[27532]: cephadm 2023-10-31T06:15:01.125909+0000 mgr.a (mgr.14152) 1 : cephadm 1 [31/Oct/2023:06:15:01] ENGINE Bus STARTING 2023-10-31T06:15:02.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:01 smithi006 bash[27532]: cephadm 2023-10-31T06:15:01.253591+0000 mgr.a (mgr.14152) 2 : cephadm 1 [31/Oct/2023:06:15:01] ENGINE Serving on https://172.21.15.6:7150 2023-10-31T06:15:02.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:01 smithi006 bash[27532]: cluster 2023-10-31T06:15:01.815060+0000 mon.a (mon.0) 92 : cluster 0 mgrmap e11: a(active, since 1.01294s) 2023-10-31T06:15:02.615 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout { 2023-10-31T06:15:02.615 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2023-10-31T06:15:02.616 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "initialized": true 2023-10-31T06:15:02.616 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout } 2023-10-31T06:15:02.616 INFO:teuthology.orchestra.run.smithi006.stdout:mgr epoch 9 is available 2023-10-31T06:15:02.616 INFO:teuthology.orchestra.run.smithi006.stdout:Generating a dashboard self-signed certificate... 2023-10-31T06:15:03.014 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:02 smithi006 bash[27532]: cephadm 2023-10-31T06:15:01.355820+0000 mgr.a (mgr.14152) 3 : cephadm 1 [31/Oct/2023:06:15:01] ENGINE Serving on http://172.21.15.6:8765 2023-10-31T06:15:03.014 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:02 smithi006 bash[27532]: cephadm 2023-10-31T06:15:01.356130+0000 mgr.a (mgr.14152) 4 : cephadm 1 [31/Oct/2023:06:15:01] ENGINE Bus STARTED 2023-10-31T06:15:03.015 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:02 smithi006 bash[27532]: audit 2023-10-31T06:15:01.813886+0000 mgr.a (mgr.14152) 5 : audit 0 from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-10-31T06:15:03.015 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:02 smithi006 bash[27532]: audit 2023-10-31T06:15:01.827177+0000 mgr.a (mgr.14152) 6 : audit 0 from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-10-31T06:15:04.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:03 smithi006 bash[27532]: cluster 2023-10-31T06:15:02.884387+0000 mon.a (mon.0) 93 : cluster 0 mgrmap e12: a(active, since 2s) 2023-10-31T06:15:04.979 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2023-10-31T06:15:04.979 INFO:teuthology.orchestra.run.smithi006.stdout:Creating initial admin user... 2023-10-31T06:15:05.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:04 smithi006 bash[27532]: audit 2023-10-31T06:15:04.067760+0000 mgr.a (mgr.14152) 7 : audit 0 from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2023-10-31T06:15:05.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:04 smithi006 bash[27532]: audit 2023-10-31T06:15:04.283828+0000 mon.a (mon.0) 94 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:15:05.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:04 smithi006 bash[27532]: audit 2023-10-31T06:15:04.287544+0000 mon.a (mon.0) 95 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:15:07.367 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$F7TO0Lr54CVgy5HfDQ8H/OR7BDbUx3qHF7T2cvvHINzSG137imksy", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1698732906, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2023-10-31T06:15:07.368 INFO:teuthology.orchestra.run.smithi006.stdout:Fetching dashboard port number... 2023-10-31T06:15:08.012 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:07 smithi006 bash[27532]: audit 2023-10-31T06:15:06.475545+0000 mgr.a (mgr.14152) 8 : audit 0 from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2023-10-31T06:15:08.012 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:07 smithi006 bash[27532]: audit 2023-10-31T06:15:06.736514+0000 mon.a (mon.0) 96 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:15:09.008 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:08 smithi006 bash[27532]: cluster 2023-10-31T06:15:07.743219+0000 mon.a (mon.0) 97 : cluster 0 mgrmap e13: a(active, since 6s) 2023-10-31T06:15:09.009 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:08 smithi006 bash[27532]: audit 2023-10-31T06:15:08.204021+0000 mon.a (mon.0) 98 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:15:09.009 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:08 smithi006 bash[27532]: audit 2023-10-31T06:15:08.205627+0000 mon.a (mon.0) 99 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config rm", "who": "osd/host:smithi006", "name": "osd_memory_target"}]: dispatch 2023-10-31T06:15:09.009 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:08 smithi006 bash[27532]: audit 2023-10-31T06:15:08.213101+0000 mon.a (mon.0) 100 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:15:09.009 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:08 smithi006 bash[27532]: audit 2023-10-31T06:15:08.216079+0000 mon.a (mon.0) 101 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:15:09.415 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout 8443 2023-10-31T06:15:09.415 INFO:teuthology.orchestra.run.smithi006.stdout:firewalld does not appear to be present 2023-10-31T06:15:09.415 INFO:teuthology.orchestra.run.smithi006.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2023-10-31T06:15:09.417 INFO:teuthology.orchestra.run.smithi006.stdout:Ceph Dashboard is now available at: 2023-10-31T06:15:09.417 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:15:09.418 INFO:teuthology.orchestra.run.smithi006.stdout: URL: https://smithi006.front.sepia.ceph.com:8443/ 2023-10-31T06:15:09.418 INFO:teuthology.orchestra.run.smithi006.stdout: User: admin 2023-10-31T06:15:09.418 INFO:teuthology.orchestra.run.smithi006.stdout: Password: 47riv7820d 2023-10-31T06:15:09.418 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:15:09.419 INFO:teuthology.orchestra.run.smithi006.stdout:Saving cluster configuration to /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config directory 2023-10-31T06:15:09.419 INFO:teuthology.orchestra.run.smithi006.stdout:Enabling autotune for osd_memory_target 2023-10-31T06:15:10.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:09 smithi006 bash[27532]: audit 2023-10-31T06:15:08.741608+0000 mon.a (mon.0) 102 : audit 0 from='client.? 172.21.15.6:0/2820748463' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2023-10-31T06:15:10.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:09 smithi006 bash[27532]: cephadm 2023-10-31T06:15:09.190258+0000 mgr.a (mgr.14152) 9 : cephadm 1 Deploying daemon agent.smithi006 on smithi006 2023-10-31T06:15:13.883 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2023-10-31T06:15:13.884 INFO:teuthology.orchestra.run.smithi006.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2023-10-31T06:15:13.885 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:15:13.885 INFO:teuthology.orchestra.run.smithi006.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2023-10-31T06:15:13.885 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:15:13.885 INFO:teuthology.orchestra.run.smithi006.stdout:Or, if you are only running a single cluster on this host: 2023-10-31T06:15:13.885 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:15:13.886 INFO:teuthology.orchestra.run.smithi006.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2023-10-31T06:15:13.886 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:15:13.886 INFO:teuthology.orchestra.run.smithi006.stdout:Please consider enabling telemetry to help improve Ceph: 2023-10-31T06:15:13.886 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:15:13.886 INFO:teuthology.orchestra.run.smithi006.stdout: ceph telemetry on 2023-10-31T06:15:13.886 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:15:13.887 INFO:teuthology.orchestra.run.smithi006.stdout:For more information see: 2023-10-31T06:15:13.887 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:15:13.887 INFO:teuthology.orchestra.run.smithi006.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2023-10-31T06:15:13.887 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:15:13.887 INFO:teuthology.orchestra.run.smithi006.stdout:Bootstrap complete. 2023-10-31T06:15:13.933 INFO:tasks.cephadm:Fetching config... 2023-10-31T06:15:13.934 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2023-10-31T06:15:13.934 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2023-10-31T06:15:13.939 INFO:tasks.cephadm:Fetching client.admin keyring... 2023-10-31T06:15:13.939 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2023-10-31T06:15:13.940 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2023-10-31T06:15:13.987 INFO:tasks.cephadm:Fetching mon keyring... 2023-10-31T06:15:13.987 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2023-10-31T06:15:13.987 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd if=/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/keyring of=/dev/stdout 2023-10-31T06:15:14.038 INFO:tasks.cephadm:Fetching pub ssh key... 2023-10-31T06:15:14.039 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2023-10-31T06:15:14.039 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2023-10-31T06:15:14.090 INFO:tasks.cephadm:Installing pub ssh key for root users... 2023-10-31T06:15:14.091 DEBUG:teuthology.orchestra.run.smithi006:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDdM+4NX2igP8qpY8Hh3aZaeOpiZWyNxBhHyNrDeQjXM6lAqmSTX0shODbsHMWZ2jie8LekJAWyMqQSC1wo18xXF878dM+D6VHcVU4tHKDNj/t/sHttRX+ie1jw2rY6uqPSk5ZDvZObmmJvoLBZHjRCDiWUF9qkUrqA8/gfJ5Mc5KTD0jyDJxeihdKfwX8GxMJNFjbEIcBk7tQhmuDZaLRKRHH236AhiERlasiQcPbWemWMboj2ZGQF7BJJzdYewHZ1A+VZF8Uw7mjd4MnJ/jbwdYMIy9ZLo/YDx8TtST4bThq0ggQ6fbkRDTk7FxSDzJjF2eZ2gsFrTmW+PZ5e5Sr0DQ6h4Rg0ToauyoddvIEf4bqnFGBMIXBIui20nfaJQNfxDPXSX3ROctxUMFdoSfweNZ05Pw60FLCR8bpEUwFMHbx6NIcqMvc6K/mAzk6fwc7fB2soTrFRERkB7FgDErHzpGqs6B+OY5MJoTdN1evaYyQl7T22RcjnfXCSir7RhgM= ceph-750f415a-77b4-11ee-8db9-212e2dc638e7' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-10-31T06:15:14.155 INFO:teuthology.orchestra.run.smithi006.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDdM+4NX2igP8qpY8Hh3aZaeOpiZWyNxBhHyNrDeQjXM6lAqmSTX0shODbsHMWZ2jie8LekJAWyMqQSC1wo18xXF878dM+D6VHcVU4tHKDNj/t/sHttRX+ie1jw2rY6uqPSk5ZDvZObmmJvoLBZHjRCDiWUF9qkUrqA8/gfJ5Mc5KTD0jyDJxeihdKfwX8GxMJNFjbEIcBk7tQhmuDZaLRKRHH236AhiERlasiQcPbWemWMboj2ZGQF7BJJzdYewHZ1A+VZF8Uw7mjd4MnJ/jbwdYMIy9ZLo/YDx8TtST4bThq0ggQ6fbkRDTk7FxSDzJjF2eZ2gsFrTmW+PZ5e5Sr0DQ6h4Rg0ToauyoddvIEf4bqnFGBMIXBIui20nfaJQNfxDPXSX3ROctxUMFdoSfweNZ05Pw60FLCR8bpEUwFMHbx6NIcqMvc6K/mAzk6fwc7fB2soTrFRERkB7FgDErHzpGqs6B+OY5MJoTdN1evaYyQl7T22RcjnfXCSir7RhgM= ceph-750f415a-77b4-11ee-8db9-212e2dc638e7 2023-10-31T06:15:14.165 DEBUG:teuthology.orchestra.run.smithi029:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDdM+4NX2igP8qpY8Hh3aZaeOpiZWyNxBhHyNrDeQjXM6lAqmSTX0shODbsHMWZ2jie8LekJAWyMqQSC1wo18xXF878dM+D6VHcVU4tHKDNj/t/sHttRX+ie1jw2rY6uqPSk5ZDvZObmmJvoLBZHjRCDiWUF9qkUrqA8/gfJ5Mc5KTD0jyDJxeihdKfwX8GxMJNFjbEIcBk7tQhmuDZaLRKRHH236AhiERlasiQcPbWemWMboj2ZGQF7BJJzdYewHZ1A+VZF8Uw7mjd4MnJ/jbwdYMIy9ZLo/YDx8TtST4bThq0ggQ6fbkRDTk7FxSDzJjF2eZ2gsFrTmW+PZ5e5Sr0DQ6h4Rg0ToauyoddvIEf4bqnFGBMIXBIui20nfaJQNfxDPXSX3ROctxUMFdoSfweNZ05Pw60FLCR8bpEUwFMHbx6NIcqMvc6K/mAzk6fwc7fB2soTrFRERkB7FgDErHzpGqs6B+OY5MJoTdN1evaYyQl7T22RcjnfXCSir7RhgM= ceph-750f415a-77b4-11ee-8db9-212e2dc638e7' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-10-31T06:15:14.190 INFO:teuthology.orchestra.run.smithi029.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDdM+4NX2igP8qpY8Hh3aZaeOpiZWyNxBhHyNrDeQjXM6lAqmSTX0shODbsHMWZ2jie8LekJAWyMqQSC1wo18xXF878dM+D6VHcVU4tHKDNj/t/sHttRX+ie1jw2rY6uqPSk5ZDvZObmmJvoLBZHjRCDiWUF9qkUrqA8/gfJ5Mc5KTD0jyDJxeihdKfwX8GxMJNFjbEIcBk7tQhmuDZaLRKRHH236AhiERlasiQcPbWemWMboj2ZGQF7BJJzdYewHZ1A+VZF8Uw7mjd4MnJ/jbwdYMIy9ZLo/YDx8TtST4bThq0ggQ6fbkRDTk7FxSDzJjF2eZ2gsFrTmW+PZ5e5Sr0DQ6h4Rg0ToauyoddvIEf4bqnFGBMIXBIui20nfaJQNfxDPXSX3ROctxUMFdoSfweNZ05Pw60FLCR8bpEUwFMHbx6NIcqMvc6K/mAzk6fwc7fB2soTrFRERkB7FgDErHzpGqs6B+OY5MJoTdN1evaYyQl7T22RcjnfXCSir7RhgM= ceph-750f415a-77b4-11ee-8db9-212e2dc638e7 2023-10-31T06:15:14.201 DEBUG:teuthology.orchestra.run.smithi032:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDdM+4NX2igP8qpY8Hh3aZaeOpiZWyNxBhHyNrDeQjXM6lAqmSTX0shODbsHMWZ2jie8LekJAWyMqQSC1wo18xXF878dM+D6VHcVU4tHKDNj/t/sHttRX+ie1jw2rY6uqPSk5ZDvZObmmJvoLBZHjRCDiWUF9qkUrqA8/gfJ5Mc5KTD0jyDJxeihdKfwX8GxMJNFjbEIcBk7tQhmuDZaLRKRHH236AhiERlasiQcPbWemWMboj2ZGQF7BJJzdYewHZ1A+VZF8Uw7mjd4MnJ/jbwdYMIy9ZLo/YDx8TtST4bThq0ggQ6fbkRDTk7FxSDzJjF2eZ2gsFrTmW+PZ5e5Sr0DQ6h4Rg0ToauyoddvIEf4bqnFGBMIXBIui20nfaJQNfxDPXSX3ROctxUMFdoSfweNZ05Pw60FLCR8bpEUwFMHbx6NIcqMvc6K/mAzk6fwc7fB2soTrFRERkB7FgDErHzpGqs6B+OY5MJoTdN1evaYyQl7T22RcjnfXCSir7RhgM= ceph-750f415a-77b4-11ee-8db9-212e2dc638e7' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-10-31T06:15:14.225 INFO:teuthology.orchestra.run.smithi032.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDdM+4NX2igP8qpY8Hh3aZaeOpiZWyNxBhHyNrDeQjXM6lAqmSTX0shODbsHMWZ2jie8LekJAWyMqQSC1wo18xXF878dM+D6VHcVU4tHKDNj/t/sHttRX+ie1jw2rY6uqPSk5ZDvZObmmJvoLBZHjRCDiWUF9qkUrqA8/gfJ5Mc5KTD0jyDJxeihdKfwX8GxMJNFjbEIcBk7tQhmuDZaLRKRHH236AhiERlasiQcPbWemWMboj2ZGQF7BJJzdYewHZ1A+VZF8Uw7mjd4MnJ/jbwdYMIy9ZLo/YDx8TtST4bThq0ggQ6fbkRDTk7FxSDzJjF2eZ2gsFrTmW+PZ5e5Sr0DQ6h4Rg0ToauyoddvIEf4bqnFGBMIXBIui20nfaJQNfxDPXSX3ROctxUMFdoSfweNZ05Pw60FLCR8bpEUwFMHbx6NIcqMvc6K/mAzk6fwc7fB2soTrFRERkB7FgDErHzpGqs6B+OY5MJoTdN1evaYyQl7T22RcjnfXCSir7RhgM= ceph-750f415a-77b4-11ee-8db9-212e2dc638e7 2023-10-31T06:15:14.236 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2023-10-31T06:15:14.491 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:14 smithi006 bash[27532]: audit 2023-10-31T06:15:13.257140+0000 mon.a (mon.0) 103 : audit 1 from='client.? 172.21.15.6:0/958624894' entity='client.admin' 2023-10-31T06:15:14.763 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:14 smithi006 bash[27791]: debug 2023-10-31T06:15:14.513+0000 7fa9ae622700 -1 log_channel(cephadm) log [ERR] : Failed while placing agent.smithi006 on smithi006: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:15:14.763 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:14 smithi006 bash[27791]: For information regarding the latest stable release: 2023-10-31T06:15:14.763 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:14 smithi006 bash[27791]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:15:14.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:14 smithi006 bash[27791]: Deploy daemon agent.smithi006 ... 2023-10-31T06:15:14.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:14 smithi006 bash[27791]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service 2023-10-31T06:15:14.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:14 smithi006 bash[27791]: systemctl: stderr Created symlink /etc/systemd/system/ceph-750f415a-77b4-11ee-8db9-212e2dc638e7.target.wants/ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service -> /etc/systemd/system/ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service. 2023-10-31T06:15:14.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:14 smithi006 bash[27791]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:15:14.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:14 smithi006 bash[27791]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:15:14.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:14 smithi006 bash[27791]: Traceback (most recent call last): 2023-10-31T06:15:14.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:14 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:15:14.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:14 smithi006 bash[27791]: return _run_code(code, main_globals, None, 2023-10-31T06:15:14.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:14 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:15:14.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:14 smithi006 bash[27791]: exec(code, run_globals) 2023-10-31T06:15:14.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:14 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:15:14.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:14 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:15:14.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:14 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:15:14.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:14 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:15:14.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:14 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:15:14.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:14 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:15:14.767 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:14 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 310, in call_throws 2023-10-31T06:15:14.767 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:14 smithi006 bash[27791]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service 2023-10-31T06:15:15.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:15 smithi006 bash[27532]: audit 2023-10-31T06:15:14.495279+0000 mon.a (mon.0) 104 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth rm", "entity": "client.agent.smithi006"}]: dispatch 2023-10-31T06:15:15.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:15 smithi006 bash[27532]: audit 2023-10-31T06:15:14.498743+0000 mon.a (mon.0) 105 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth rm", "entity": "client.agent.smithi006"}]': finished 2023-10-31T06:15:15.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:15 smithi006 bash[27532]: audit 2023-10-31T06:15:14.527024+0000 mon.a (mon.0) 106 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:15:15.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:15 smithi006 bash[27532]: audit 2023-10-31T06:15:14.560653+0000 mon.a (mon.0) 107 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:15:15.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:15 smithi006 bash[27532]: audit 2023-10-31T06:15:14.572193+0000 mon.a (mon.0) 108 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:15:15.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:15 smithi006 bash[27532]: audit 2023-10-31T06:15:14.574659+0000 mon.a (mon.0) 109 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:15:15.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:15 smithi006 bash[27532]: audit 2023-10-31T06:15:14.577947+0000 mon.a (mon.0) 110 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]': finished 2023-10-31T06:15:16.335 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27532]: cephadm 2023-10-31T06:15:14.494807+0000 mgr.a (mgr.14152) 10 : cephadm 1 Removing key for client.agent.smithi006 2023-10-31T06:15:16.336 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27532]: cephadm 2023-10-31T06:15:14.518327+0000 mgr.a (mgr.14152) 11 : cephadm 4 Failed while placing agent.smithi006 on smithi006: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:15:16.336 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27532]: For information regarding the latest stable release: 2023-10-31T06:15:16.336 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27532]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:15:16.336 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27532]: Deploy daemon agent.smithi006 ... 2023-10-31T06:15:16.337 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27532]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service 2023-10-31T06:15:16.337 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27532]: systemctl: stderr Created symlink /etc/systemd/system/ceph-750f415a-77b4-11ee-8db9-212e2dc638e7.target.wants/ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service -> /etc/systemd/system/ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service. 2023-10-31T06:15:16.337 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27532]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:15:16.337 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27532]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:15:16.337 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27532]: Traceback (most recent call last): 2023-10-31T06:15:16.338 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:15:16.338 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27532]: return _run_code(code, main_globals, None, 2023-10-31T06:15:16.338 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:15:16.338 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27532]: exec(code, run_globals) 2023-10-31T06:15:16.338 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:15:16.339 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:15:16.339 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:15:16.339 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:15:16.339 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:15:16.339 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:15:16.340 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 310, in call_throws 2023-10-31T06:15:16.340 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27532]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service 2023-10-31T06:15:16.340 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27532]: audit 2023-10-31T06:15:15.906369+0000 mon.a (mon.0) 111 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:15:16.763 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27791]: debug 2023-10-31T06:15:16.329+0000 7fa9ae622700 -1 log_channel(cephadm) log [ERR] : Failed while placing agent.smithi006 on smithi006: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:15:16.763 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27791]: For information regarding the latest stable release: 2023-10-31T06:15:16.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27791]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:15:16.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27791]: Deploy daemon agent.smithi006 ... 2023-10-31T06:15:16.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27791]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service 2023-10-31T06:15:16.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27791]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:15:16.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27791]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:15:16.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27791]: Traceback (most recent call last): 2023-10-31T06:15:16.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:15:16.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27791]: return _run_code(code, main_globals, None, 2023-10-31T06:15:16.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:15:16.767 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27791]: exec(code, run_globals) 2023-10-31T06:15:16.767 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:15:16.767 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:15:16.768 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:15:16.768 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:15:16.769 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:15:16.769 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:15:16.769 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:15:16.770 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27791]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:15:16.770 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:16 smithi006 bash[27791]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:15:17.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:17 smithi006 bash[27532]: cephadm 2023-10-31T06:15:15.366563+0000 mgr.a (mgr.14152) 12 : cephadm 1 Deploying daemon agent.smithi006 on smithi006 2023-10-31T06:15:17.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:17 smithi006 bash[27532]: audit 2023-10-31T06:15:16.276845+0000 mon.a (mon.0) 112 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth rm", "entity": "client.agent.smithi006"}]: dispatch 2023-10-31T06:15:17.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:17 smithi006 bash[27532]: audit 2023-10-31T06:15:16.280814+0000 mon.a (mon.0) 113 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth rm", "entity": "client.agent.smithi006"}]': finished 2023-10-31T06:15:18.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:18 smithi006 bash[27532]: cephadm 2023-10-31T06:15:16.276204+0000 mgr.a (mgr.14152) 13 : cephadm 1 Removing key for client.agent.smithi006 2023-10-31T06:15:18.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:18 smithi006 bash[27532]: cephadm 2023-10-31T06:15:16.333396+0000 mgr.a (mgr.14152) 14 : cephadm 4 Failed while placing agent.smithi006 on smithi006: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:15:18.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:18 smithi006 bash[27532]: For information regarding the latest stable release: 2023-10-31T06:15:18.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:18 smithi006 bash[27532]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:15:18.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:18 smithi006 bash[27532]: Deploy daemon agent.smithi006 ... 2023-10-31T06:15:18.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:18 smithi006 bash[27532]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service 2023-10-31T06:15:18.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:18 smithi006 bash[27532]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:15:18.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:18 smithi006 bash[27532]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:15:18.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:18 smithi006 bash[27532]: Traceback (most recent call last): 2023-10-31T06:15:18.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:18 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:15:18.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:18 smithi006 bash[27532]: return _run_code(code, main_globals, None, 2023-10-31T06:15:18.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:18 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:15:18.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:18 smithi006 bash[27532]: exec(code, run_globals) 2023-10-31T06:15:18.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:18 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:15:18.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:18 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:15:18.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:18 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:15:18.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:18 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:15:18.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:18 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:15:18.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:18 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:15:18.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:18 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:15:18.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:18 smithi006 bash[27532]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:15:18.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:18 smithi006 bash[27532]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:15:18.964 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:15:22.186 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:21 smithi006 bash[27532]: audit 2023-10-31T06:15:20.911834+0000 mon.a (mon.0) 114 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:15:22.790 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2023-10-31T06:15:22.790 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph orch client-keyring set client.admin '*' --mode 0755 2023-10-31T06:15:23.450 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:23 smithi006 bash[27532]: audit 2023-10-31T06:15:22.102705+0000 mon.a (mon.0) 115 : audit 1 from='client.? 172.21.15.6:0/3169186824' entity='client.admin' 2023-10-31T06:15:23.450 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:23 smithi006 bash[27532]: audit 2023-10-31T06:15:22.148975+0000 mon.a (mon.0) 116 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:15:23.451 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:23 smithi006 bash[27532]: audit 2023-10-31T06:15:22.161098+0000 mon.a (mon.0) 117 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:15:23.451 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:23 smithi006 bash[27532]: cluster 2023-10-31T06:15:22.162051+0000 mgr.a (mgr.14152) 15 : cluster 0 pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:15:23.451 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:23 smithi006 bash[27532]: audit 2023-10-31T06:15:22.163230+0000 mon.a (mon.0) 118 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:15:23.451 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:23 smithi006 bash[27532]: audit 2023-10-31T06:15:22.166712+0000 mon.a (mon.0) 119 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]': finished 2023-10-31T06:15:24.012 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:23 smithi006 bash[27791]: debug 2023-10-31T06:15:23.809+0000 7fa9ae622700 -1 log_channel(cephadm) log [ERR] : Failed while placing agent.smithi006 on smithi006: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:15:24.013 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:23 smithi006 bash[27791]: For information regarding the latest stable release: 2023-10-31T06:15:24.013 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:23 smithi006 bash[27791]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:15:24.013 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:23 smithi006 bash[27791]: Deploy daemon agent.smithi006 ... 2023-10-31T06:15:24.013 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:23 smithi006 bash[27791]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service 2023-10-31T06:15:24.013 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:23 smithi006 bash[27791]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:15:24.014 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:23 smithi006 bash[27791]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:15:24.014 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:23 smithi006 bash[27791]: Traceback (most recent call last): 2023-10-31T06:15:24.014 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:23 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:15:24.014 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:23 smithi006 bash[27791]: return _run_code(code, main_globals, None, 2023-10-31T06:15:24.014 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:23 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:15:24.015 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:23 smithi006 bash[27791]: exec(code, run_globals) 2023-10-31T06:15:24.015 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:23 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:15:24.015 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:23 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:15:24.015 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:23 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:15:24.015 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:23 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:15:24.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:23 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:15:24.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:23 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:15:24.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:23 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:15:24.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:23 smithi006 bash[27791]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:15:24.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:23 smithi006 bash[27791]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:15:24.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:24 smithi006 bash[27532]: cephadm 2023-10-31T06:15:22.895395+0000 mgr.a (mgr.14152) 16 : cephadm 1 Deploying daemon agent.smithi006 on smithi006 2023-10-31T06:15:24.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:24 smithi006 bash[27532]: audit 2023-10-31T06:15:23.793944+0000 mon.a (mon.0) 120 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth rm", "entity": "client.agent.smithi006"}]: dispatch 2023-10-31T06:15:24.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:24 smithi006 bash[27532]: audit 2023-10-31T06:15:23.795646+0000 mon.a (mon.0) 121 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth rm", "entity": "client.agent.smithi006"}]': finished 2023-10-31T06:15:25.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:25 smithi006 bash[27532]: cephadm 2023-10-31T06:15:23.793366+0000 mgr.a (mgr.14152) 17 : cephadm 1 Removing key for client.agent.smithi006 2023-10-31T06:15:25.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:25 smithi006 bash[27532]: cephadm 2023-10-31T06:15:23.811644+0000 mgr.a (mgr.14152) 18 : cephadm 4 Failed while placing agent.smithi006 on smithi006: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:15:25.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:25 smithi006 bash[27532]: For information regarding the latest stable release: 2023-10-31T06:15:25.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:25 smithi006 bash[27532]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:15:25.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:25 smithi006 bash[27532]: Deploy daemon agent.smithi006 ... 2023-10-31T06:15:25.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:25 smithi006 bash[27532]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service 2023-10-31T06:15:25.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:25 smithi006 bash[27532]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:15:25.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:25 smithi006 bash[27532]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:15:25.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:25 smithi006 bash[27532]: Traceback (most recent call last): 2023-10-31T06:15:25.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:25 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:15:25.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:25 smithi006 bash[27532]: return _run_code(code, main_globals, None, 2023-10-31T06:15:25.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:25 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:15:25.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:25 smithi006 bash[27532]: exec(code, run_globals) 2023-10-31T06:15:25.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:25 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:15:25.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:25 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:15:25.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:25 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:15:25.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:25 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:15:25.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:25 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:15:25.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:25 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:15:25.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:25 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:15:25.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:25 smithi006 bash[27532]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:15:25.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:25 smithi006 bash[27532]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:15:25.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:25 smithi006 bash[27532]: cluster 2023-10-31T06:15:23.812996+0000 mgr.a (mgr.14152) 19 : cluster 0 pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:15:25.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:25 smithi006 bash[27532]: cluster 2023-10-31T06:15:24.795690+0000 mon.a (mon.0) 122 : cluster 3 Health check failed: Failed to place 1 daemon(s) (CEPHADM_DAEMON_PLACE_FAIL) 2023-10-31T06:15:27.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:26 smithi006 bash[27532]: cluster 2023-10-31T06:15:25.813727+0000 mgr.a (mgr.14152) 20 : cluster 0 pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:15:27.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:26 smithi006 bash[27532]: audit 2023-10-31T06:15:25.918384+0000 mon.a (mon.0) 123 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:15:27.510 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:15:29.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:28 smithi006 bash[27532]: cluster 2023-10-31T06:15:27.814370+0000 mgr.a (mgr.14152) 21 : cluster 0 pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:15:31.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:30 smithi006 bash[27532]: cluster 2023-10-31T06:15:29.815166+0000 mgr.a (mgr.14152) 22 : cluster 0 pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:15:31.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:30 smithi006 bash[27532]: audit 2023-10-31T06:15:30.587256+0000 mon.a (mon.0) 124 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:15:31.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:30 smithi006 bash[27532]: audit 2023-10-31T06:15:30.628515+0000 mon.a (mon.0) 125 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:15:31.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:30 smithi006 bash[27532]: audit 2023-10-31T06:15:30.632558+0000 mon.a (mon.0) 126 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:15:31.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:30 smithi006 bash[27532]: audit 2023-10-31T06:15:30.634215+0000 mon.a (mon.0) 127 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:15:31.323 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi029 2023-10-31T06:15:31.323 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2023-10-31T06:15:31.323 DEBUG:teuthology.orchestra.run.smithi029:> dd of=/etc/ceph/ceph.conf 2023-10-31T06:15:31.331 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2023-10-31T06:15:31.331 DEBUG:teuthology.orchestra.run.smithi029:> dd of=/etc/ceph/ceph.client.admin.keyring 2023-10-31T06:15:31.381 INFO:tasks.cephadm:Adding host smithi029 to orchestrator... 2023-10-31T06:15:31.382 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph orch host add smithi029 2023-10-31T06:15:32.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:31 smithi006 bash[27532]: audit 2023-10-31T06:15:30.583257+0000 mgr.a (mgr.14152) 23 : audit 0 from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2023-10-31T06:15:32.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:31 smithi006 bash[27532]: cephadm 2023-10-31T06:15:30.636154+0000 mgr.a (mgr.14152) 24 : cephadm 1 Updating smithi006:/etc/ceph/ceph.conf 2023-10-31T06:15:32.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:31 smithi006 bash[27532]: cephadm 2023-10-31T06:15:30.801437+0000 mgr.a (mgr.14152) 25 : cephadm 1 Updating smithi006:/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:15:32.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:31 smithi006 bash[27532]: cephadm 2023-10-31T06:15:31.116846+0000 mgr.a (mgr.14152) 26 : cephadm 1 Updating smithi006:/etc/ceph/ceph.client.admin.keyring 2023-10-31T06:15:32.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:31 smithi006 bash[27532]: audit 2023-10-31T06:15:31.453845+0000 mon.a (mon.0) 128 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:15:32.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:31 smithi006 bash[27532]: audit 2023-10-31T06:15:31.458730+0000 mon.a (mon.0) 129 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:15:32.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:31 smithi006 bash[27532]: audit 2023-10-31T06:15:31.461012+0000 mon.a (mon.0) 130 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:15:32.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:31 smithi006 bash[27532]: audit 2023-10-31T06:15:31.461956+0000 mon.a (mon.0) 131 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]': finished 2023-10-31T06:15:33.012 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:32 smithi006 bash[27532]: cephadm 2023-10-31T06:15:31.281153+0000 mgr.a (mgr.14152) 27 : cephadm 1 Updating smithi006:/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-31T06:15:33.012 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:32 smithi006 bash[27532]: cluster 2023-10-31T06:15:31.459472+0000 mgr.a (mgr.14152) 28 : cluster 0 pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:15:33.013 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:32 smithi006 bash[27532]: cephadm 2023-10-31T06:15:32.116506+0000 mgr.a (mgr.14152) 29 : cephadm 1 Deploying daemon agent.smithi006 on smithi006 2023-10-31T06:15:33.013 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:32 smithi006 bash[27532]: cluster 2023-10-31T06:15:32.456878+0000 mon.a (mon.0) 132 : cluster 1 Health check cleared: CEPHADM_DAEMON_PLACE_FAIL (was: Failed to place 1 daemon(s)) 2023-10-31T06:15:33.013 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:32 smithi006 bash[27532]: cluster 2023-10-31T06:15:32.456941+0000 mon.a (mon.0) 133 : cluster 1 Cluster is now healthy 2023-10-31T06:15:33.512 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27791]: debug 2023-10-31T06:15:33.033+0000 7fa9ae622700 -1 log_channel(cephadm) log [ERR] : Failed while placing agent.smithi006 on smithi006: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:15:33.513 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27791]: For information regarding the latest stable release: 2023-10-31T06:15:33.513 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27791]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:15:33.513 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27791]: Deploy daemon agent.smithi006 ... 2023-10-31T06:15:33.513 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27791]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service 2023-10-31T06:15:33.514 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27791]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:15:33.514 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27791]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:15:33.514 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27791]: Traceback (most recent call last): 2023-10-31T06:15:33.514 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:15:33.514 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27791]: return _run_code(code, main_globals, None, 2023-10-31T06:15:33.515 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:15:33.515 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27791]: exec(code, run_globals) 2023-10-31T06:15:33.515 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:15:33.515 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:15:33.515 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:15:33.516 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:15:33.516 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:15:33.516 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:15:33.516 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:15:33.516 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27791]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:15:33.517 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27791]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:15:34.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27532]: cephadm 2023-10-31T06:15:33.016889+0000 mgr.a (mgr.14152) 30 : cephadm 1 Removing key for client.agent.smithi006 2023-10-31T06:15:34.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27532]: audit 2023-10-31T06:15:33.017355+0000 mon.a (mon.0) 134 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth rm", "entity": "client.agent.smithi006"}]: dispatch 2023-10-31T06:15:34.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27532]: audit 2023-10-31T06:15:33.018407+0000 mon.a (mon.0) 135 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth rm", "entity": "client.agent.smithi006"}]': finished 2023-10-31T06:15:34.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27532]: cephadm 2023-10-31T06:15:33.038525+0000 mgr.a (mgr.14152) 31 : cephadm 4 Failed while placing agent.smithi006 on smithi006: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:15:34.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27532]: For information regarding the latest stable release: 2023-10-31T06:15:34.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27532]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:15:34.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27532]: Deploy daemon agent.smithi006 ... 2023-10-31T06:15:34.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27532]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service 2023-10-31T06:15:34.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27532]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:15:34.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27532]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:15:34.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27532]: Traceback (most recent call last): 2023-10-31T06:15:34.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:15:34.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27532]: return _run_code(code, main_globals, None, 2023-10-31T06:15:34.266 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:15:34.266 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27532]: exec(code, run_globals) 2023-10-31T06:15:34.266 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:15:34.266 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:15:34.266 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:15:34.267 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:15:34.267 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:15:34.267 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:15:34.267 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:15:34.267 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27532]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:15:34.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27532]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:15:34.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:33 smithi006 bash[27532]: cluster 2023-10-31T06:15:33.039680+0000 mgr.a (mgr.14152) 32 : cluster 0 pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:15:35.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:34 smithi006 bash[27532]: cluster 2023-10-31T06:15:34.018375+0000 mon.a (mon.0) 136 : cluster 3 Health check failed: Failed to place 1 daemon(s) (CEPHADM_DAEMON_PLACE_FAIL) 2023-10-31T06:15:36.105 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:15:36.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:35 smithi006 bash[27532]: cluster 2023-10-31T06:15:35.040344+0000 mgr.a (mgr.14152) 33 : cluster 0 pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:15:37.218 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:36 smithi006 bash[27532]: audit 2023-10-31T06:15:35.925150+0000 mon.a (mon.0) 137 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:15:38.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:37 smithi006 bash[27532]: cluster 2023-10-31T06:15:37.041109+0000 mgr.a (mgr.14152) 34 : cluster 0 pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:15:40.012 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:39 smithi006 bash[27532]: cluster 2023-10-31T06:15:39.041734+0000 mgr.a (mgr.14152) 35 : cluster 0 pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:15:40.012 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:39 smithi006 bash[27532]: audit 2023-10-31T06:15:39.217144+0000 mgr.a (mgr.14152) 36 : audit 0 from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi029", "target": ["mon-mgr", ""]}]: dispatch 2023-10-31T06:15:41.012 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:40 smithi006 bash[27532]: cephadm 2023-10-31T06:15:40.042686+0000 mgr.a (mgr.14152) 37 : cephadm 1 Deploying cephadm binary to smithi029 2023-10-31T06:15:42.012 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:41 smithi006 bash[27532]: cluster 2023-10-31T06:15:41.042336+0000 mgr.a (mgr.14152) 38 : cluster 0 pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:15:44.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:44 smithi006 bash[27532]: cluster 2023-10-31T06:15:43.042901+0000 mgr.a (mgr.14152) 39 : cluster 0 pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:15:45.560 INFO:teuthology.orchestra.run.smithi006.stdout:Added host 'smithi029' with addr '172.21.15.29' 2023-10-31T06:15:46.353 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:46 smithi006 bash[27532]: cluster 2023-10-31T06:15:45.043525+0000 mgr.a (mgr.14152) 40 : cluster 0 pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:15:46.353 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:46 smithi006 bash[27532]: audit 2023-10-31T06:15:45.557746+0000 mon.a (mon.0) 138 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:15:46.353 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:46 smithi006 bash[27532]: audit 2023-10-31T06:15:45.603668+0000 mon.a (mon.0) 139 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:15:46.355 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph orch host ls --format=json 2023-10-31T06:15:47.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:47 smithi006 bash[27532]: cephadm 2023-10-31T06:15:45.558732+0000 mgr.a (mgr.14152) 41 : cephadm 1 Added host smithi029 2023-10-31T06:15:47.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:47 smithi006 bash[27532]: audit 2023-10-31T06:15:46.128069+0000 mon.a (mon.0) 140 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:15:48.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:48 smithi006 bash[27532]: cluster 2023-10-31T06:15:47.044126+0000 mgr.a (mgr.14152) 42 : cluster 0 pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:15:48.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:48 smithi006 bash[27532]: audit 2023-10-31T06:15:47.652787+0000 mon.a (mon.0) 141 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:15:48.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:48 smithi006 bash[27532]: audit 2023-10-31T06:15:47.656757+0000 mon.a (mon.0) 142 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:15:48.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:48 smithi006 bash[27532]: audit 2023-10-31T06:15:47.658043+0000 mon.a (mon.0) 143 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config rm", "who": "osd/host:smithi029", "name": "osd_memory_target"}]: dispatch 2023-10-31T06:15:48.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:48 smithi006 bash[27532]: audit 2023-10-31T06:15:47.659709+0000 mon.a (mon.0) 144 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:15:48.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:48 smithi006 bash[27532]: audit 2023-10-31T06:15:47.661206+0000 mon.a (mon.0) 145 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:15:49.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:49 smithi006 bash[27532]: cephadm 2023-10-31T06:15:47.663516+0000 mgr.a (mgr.14152) 43 : cephadm 1 Updating smithi029:/etc/ceph/ceph.conf 2023-10-31T06:15:49.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:49 smithi006 bash[27532]: cephadm 2023-10-31T06:15:47.828064+0000 mgr.a (mgr.14152) 44 : cephadm 1 Updating smithi029:/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:15:49.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:49 smithi006 bash[27532]: cephadm 2023-10-31T06:15:47.993956+0000 mgr.a (mgr.14152) 45 : cephadm 1 Updating smithi029:/etc/ceph/ceph.client.admin.keyring 2023-10-31T06:15:49.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:49 smithi006 bash[27532]: cephadm 2023-10-31T06:15:48.159298+0000 mgr.a (mgr.14152) 46 : cephadm 1 Updating smithi029:/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-31T06:15:49.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:49 smithi006 bash[27532]: audit 2023-10-31T06:15:48.330334+0000 mon.a (mon.0) 146 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:15:49.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:49 smithi006 bash[27532]: audit 2023-10-31T06:15:48.334877+0000 mon.a (mon.0) 147 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:15:49.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:49 smithi006 bash[27532]: audit 2023-10-31T06:15:48.338020+0000 mon.a (mon.0) 148 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:15:49.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:49 smithi006 bash[27532]: audit 2023-10-31T06:15:48.339126+0000 mon.a (mon.0) 149 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]': finished 2023-10-31T06:15:50.012 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:49 smithi006 bash[27791]: debug 2023-10-31T06:15:49.616+0000 7fa9ae622700 -1 log_channel(cephadm) log [ERR] : Failed while placing agent.smithi029 on smithi029: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:15:50.013 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:49 smithi006 bash[27791]: For information regarding the latest stable release: 2023-10-31T06:15:50.014 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:49 smithi006 bash[27791]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:15:50.014 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:49 smithi006 bash[27791]: Deploy daemon agent.smithi029 ... 2023-10-31T06:15:50.014 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:49 smithi006 bash[27791]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service 2023-10-31T06:15:50.014 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:49 smithi006 bash[27791]: systemctl: stderr Created symlink /etc/systemd/system/ceph-750f415a-77b4-11ee-8db9-212e2dc638e7.target.wants/ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service -> /etc/systemd/system/ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service. 2023-10-31T06:15:50.015 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:49 smithi006 bash[27791]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:15:50.015 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:49 smithi006 bash[27791]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:15:50.015 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:49 smithi006 bash[27791]: Traceback (most recent call last): 2023-10-31T06:15:50.015 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:49 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:15:50.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:49 smithi006 bash[27791]: return _run_code(code, main_globals, None, 2023-10-31T06:15:50.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:49 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:15:50.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:49 smithi006 bash[27791]: exec(code, run_globals) 2023-10-31T06:15:50.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:49 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:15:50.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:49 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:15:50.017 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:49 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:15:50.017 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:49 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:15:50.017 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:49 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:15:50.017 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:49 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:15:50.018 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:49 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 310, in call_throws 2023-10-31T06:15:50.018 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:49 smithi006 bash[27791]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service 2023-10-31T06:15:50.419 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:50 smithi006 bash[27532]: cluster 2023-10-31T06:15:48.335811+0000 mgr.a (mgr.14152) 47 : cluster 0 pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:15:50.420 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:50 smithi006 bash[27532]: cephadm 2023-10-31T06:15:48.702595+0000 mgr.a (mgr.14152) 48 : cephadm 1 Deploying daemon agent.smithi029 on smithi029 2023-10-31T06:15:50.420 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:50 smithi006 bash[27532]: cluster 2023-10-31T06:15:49.333278+0000 mon.a (mon.0) 150 : cluster 1 Health check cleared: CEPHADM_DAEMON_PLACE_FAIL (was: Failed to place 1 daemon(s)) 2023-10-31T06:15:50.420 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:50 smithi006 bash[27532]: cluster 2023-10-31T06:15:49.333354+0000 mon.a (mon.0) 151 : cluster 1 Cluster is now healthy 2023-10-31T06:15:50.420 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:50 smithi006 bash[27532]: audit 2023-10-31T06:15:49.608938+0000 mon.a (mon.0) 152 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth rm", "entity": "client.agent.smithi029"}]: dispatch 2023-10-31T06:15:50.420 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:50 smithi006 bash[27532]: audit 2023-10-31T06:15:49.610400+0000 mon.a (mon.0) 153 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth rm", "entity": "client.agent.smithi029"}]': finished 2023-10-31T06:15:50.421 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:50 smithi006 bash[27532]: audit 2023-10-31T06:15:49.620518+0000 mon.a (mon.0) 154 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:15:50.421 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:50 smithi006 bash[27532]: audit 2023-10-31T06:15:49.622017+0000 mon.a (mon.0) 155 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]': finished 2023-10-31T06:15:51.080 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:15:51.110 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:50 smithi006 bash[27791]: debug 2023-10-31T06:15:50.944+0000 7fa9ae622700 -1 log_channel(cephadm) log [ERR] : Failed while placing agent.smithi006 on smithi006: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:15:51.111 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:50 smithi006 bash[27791]: For information regarding the latest stable release: 2023-10-31T06:15:51.111 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:50 smithi006 bash[27791]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:15:51.111 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:50 smithi006 bash[27791]: Deploy daemon agent.smithi006 ... 2023-10-31T06:15:51.111 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:50 smithi006 bash[27791]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service 2023-10-31T06:15:51.111 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:50 smithi006 bash[27791]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:15:51.112 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:50 smithi006 bash[27791]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:15:51.112 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:50 smithi006 bash[27791]: Traceback (most recent call last): 2023-10-31T06:15:51.112 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:50 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:15:51.112 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:50 smithi006 bash[27791]: return _run_code(code, main_globals, None, 2023-10-31T06:15:51.112 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:50 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:15:51.113 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:50 smithi006 bash[27791]: exec(code, run_globals) 2023-10-31T06:15:51.113 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:50 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:15:51.113 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:50 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:15:51.113 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:50 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:15:51.113 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:50 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:15:51.114 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:50 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:15:51.114 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:50 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:15:51.114 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:50 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:15:51.114 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:50 smithi006 bash[27791]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:15:51.114 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:15:50 smithi006 bash[27791]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:15:51.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:51 smithi006 bash[27532]: cephadm 2023-10-31T06:15:49.608393+0000 mgr.a (mgr.14152) 49 : cephadm 1 Removing key for client.agent.smithi029 2023-10-31T06:15:51.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:51 smithi006 bash[27532]: cephadm 2023-10-31T06:15:49.619391+0000 mgr.a (mgr.14152) 50 : cephadm 4 Failed while placing agent.smithi029 on smithi029: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:15:51.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:51 smithi006 bash[27532]: For information regarding the latest stable release: 2023-10-31T06:15:51.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:51 smithi006 bash[27532]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:15:51.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:51 smithi006 bash[27532]: Deploy daemon agent.smithi029 ... 2023-10-31T06:15:51.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:51 smithi006 bash[27532]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service 2023-10-31T06:15:51.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:51 smithi006 bash[27532]: systemctl: stderr Created symlink /etc/systemd/system/ceph-750f415a-77b4-11ee-8db9-212e2dc638e7.target.wants/ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service -> /etc/systemd/system/ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service. 2023-10-31T06:15:51.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:51 smithi006 bash[27532]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:15:51.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:51 smithi006 bash[27532]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:15:51.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:51 smithi006 bash[27532]: Traceback (most recent call last): 2023-10-31T06:15:51.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:51 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:15:51.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:51 smithi006 bash[27532]: return _run_code(code, main_globals, None, 2023-10-31T06:15:51.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:51 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:15:51.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:51 smithi006 bash[27532]: exec(code, run_globals) 2023-10-31T06:15:51.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:51 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:15:51.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:51 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:15:51.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:51 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:15:51.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:51 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:15:51.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:51 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:15:51.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:51 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:15:51.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:51 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 310, in call_throws 2023-10-31T06:15:51.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:51 smithi006 bash[27532]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service 2023-10-31T06:15:51.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:51 smithi006 bash[27532]: cephadm 2023-10-31T06:15:49.982839+0000 mgr.a (mgr.14152) 51 : cephadm 1 Deploying daemon agent.smithi006 on smithi006 2023-10-31T06:15:51.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:51 smithi006 bash[27532]: audit 2023-10-31T06:15:50.896710+0000 mon.a (mon.0) 156 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth rm", "entity": "client.agent.smithi006"}]: dispatch 2023-10-31T06:15:51.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:51 smithi006 bash[27532]: audit 2023-10-31T06:15:50.898183+0000 mon.a (mon.0) 157 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth rm", "entity": "client.agent.smithi006"}]': finished 2023-10-31T06:15:52.504 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:52 smithi006 bash[27532]: cluster 2023-10-31T06:15:50.336174+0000 mgr.a (mgr.14152) 52 : cluster 0 pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:15:52.505 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:52 smithi006 bash[27532]: cephadm 2023-10-31T06:15:50.896121+0000 mgr.a (mgr.14152) 53 : cephadm 1 Removing key for client.agent.smithi006 2023-10-31T06:15:52.505 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:52 smithi006 bash[27532]: cephadm 2023-10-31T06:15:50.949541+0000 mgr.a (mgr.14152) 54 : cephadm 4 Failed while placing agent.smithi006 on smithi006: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:15:52.505 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:52 smithi006 bash[27532]: For information regarding the latest stable release: 2023-10-31T06:15:52.505 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:52 smithi006 bash[27532]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:15:52.506 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:52 smithi006 bash[27532]: Deploy daemon agent.smithi006 ... 2023-10-31T06:15:52.506 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:52 smithi006 bash[27532]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service 2023-10-31T06:15:52.506 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:52 smithi006 bash[27532]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:15:52.506 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:52 smithi006 bash[27532]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:15:52.506 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:52 smithi006 bash[27532]: Traceback (most recent call last): 2023-10-31T06:15:52.507 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:52 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:15:52.507 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:52 smithi006 bash[27532]: return _run_code(code, main_globals, None, 2023-10-31T06:15:52.507 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:52 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:15:52.507 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:52 smithi006 bash[27532]: exec(code, run_globals) 2023-10-31T06:15:52.507 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:52 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:15:52.508 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:52 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:15:52.508 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:52 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:15:52.508 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:52 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:15:52.508 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:52 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:15:52.508 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:52 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:15:52.509 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:52 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:15:52.509 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:52 smithi006 bash[27532]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:15:52.509 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:52 smithi006 bash[27532]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:15:52.509 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:52 smithi006 bash[27532]: cluster 2023-10-31T06:15:50.951351+0000 mgr.a (mgr.14152) 55 : cluster 0 pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:15:52.509 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:52 smithi006 bash[27532]: cluster 2023-10-31T06:15:51.133373+0000 mon.a (mon.0) 158 : cluster 3 Health check failed: Failed to place 2 daemon(s) (CEPHADM_DAEMON_PLACE_FAIL) 2023-10-31T06:15:54.150 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:15:54.151 INFO:teuthology.orchestra.run.smithi006.stdout:[{"addr": "172.21.15.6", "hostname": "smithi006", "labels": [], "status": ""}, {"addr": "172.21.15.29", "hostname": "smithi029", "labels": [], "status": ""}] 2023-10-31T06:15:54.420 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:54 smithi006 bash[27532]: cluster 2023-10-31T06:15:52.952172+0000 mgr.a (mgr.14152) 56 : cluster 0 pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:15:54.882 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi032 2023-10-31T06:15:54.883 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2023-10-31T06:15:54.884 DEBUG:teuthology.orchestra.run.smithi032:> dd of=/etc/ceph/ceph.conf 2023-10-31T06:15:54.892 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2023-10-31T06:15:54.893 DEBUG:teuthology.orchestra.run.smithi032:> dd of=/etc/ceph/ceph.client.admin.keyring 2023-10-31T06:15:54.947 INFO:tasks.cephadm:Adding host smithi032 to orchestrator... 2023-10-31T06:15:54.947 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph orch host add smithi032 2023-10-31T06:15:55.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:55 smithi006 bash[27532]: audit 2023-10-31T06:15:54.147777+0000 mgr.a (mgr.14152) 57 : audit 0 from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-31T06:15:56.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:56 smithi006 bash[27532]: cluster 2023-10-31T06:15:54.953036+0000 mgr.a (mgr.14152) 58 : cluster 0 pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:15:56.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:56 smithi006 bash[27532]: audit 2023-10-31T06:15:55.931899+0000 mon.a (mon.0) 159 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:15:58.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:58 smithi006 bash[27532]: cluster 2023-10-31T06:15:56.953863+0000 mgr.a (mgr.14152) 59 : cluster 0 pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:15:59.668 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:16:00.012 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:15:59 smithi006 bash[27532]: cluster 2023-10-31T06:15:58.954731+0000 mgr.a (mgr.14152) 60 : cluster 0 pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:16:02.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:02 smithi006 bash[27532]: cluster 2023-10-31T06:16:00.955399+0000 mgr.a (mgr.14152) 61 : cluster 0 pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:16:04.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:04 smithi006 bash[27532]: audit 2023-10-31T06:16:02.693832+0000 mgr.a (mgr.14152) 62 : audit 0 from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi032", "target": ["mon-mgr", ""]}]: dispatch 2023-10-31T06:16:04.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:04 smithi006 bash[27532]: cluster 2023-10-31T06:16:02.956184+0000 mgr.a (mgr.14152) 63 : cluster 0 pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:16:05.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:05 smithi006 bash[27532]: cephadm 2023-10-31T06:16:03.508601+0000 mgr.a (mgr.14152) 64 : cephadm 1 Deploying cephadm binary to smithi032 2023-10-31T06:16:06.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:06 smithi006 bash[27532]: cluster 2023-10-31T06:16:04.956909+0000 mgr.a (mgr.14152) 65 : cluster 0 pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:16:08.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:08 smithi006 bash[27532]: cluster 2023-10-31T06:16:06.957661+0000 mgr.a (mgr.14152) 66 : cluster 0 pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:16:09.153 INFO:teuthology.orchestra.run.smithi006.stdout:Added host 'smithi032' with addr '172.21.15.32' 2023-10-31T06:16:09.918 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph orch host ls --format=json 2023-10-31T06:16:10.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:10 smithi006 bash[27532]: cluster 2023-10-31T06:16:08.958462+0000 mgr.a (mgr.14152) 67 : cluster 0 pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:16:10.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:10 smithi006 bash[27532]: audit 2023-10-31T06:16:09.150486+0000 mon.a (mon.0) 160 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:16:10.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:10 smithi006 bash[27532]: cephadm 2023-10-31T06:16:09.151279+0000 mgr.a (mgr.14152) 68 : cephadm 1 Added host smithi032 2023-10-31T06:16:10.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:10 smithi006 bash[27532]: audit 2023-10-31T06:16:09.199341+0000 mon.a (mon.0) 161 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:16:10.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:10 smithi006 bash[27532]: audit 2023-10-31T06:16:09.726397+0000 mon.a (mon.0) 162 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:16:12.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:12 smithi006 bash[27532]: cluster 2023-10-31T06:16:10.959205+0000 mgr.a (mgr.14152) 69 : cluster 0 pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:16:12.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:12 smithi006 bash[27532]: audit 2023-10-31T06:16:11.253263+0000 mon.a (mon.0) 163 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:16:12.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:12 smithi006 bash[27532]: audit 2023-10-31T06:16:11.259709+0000 mon.a (mon.0) 164 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:16:12.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:12 smithi006 bash[27532]: audit 2023-10-31T06:16:11.260904+0000 mon.a (mon.0) 165 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config rm", "who": "osd/host:smithi032", "name": "osd_memory_target"}]: dispatch 2023-10-31T06:16:12.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:12 smithi006 bash[27532]: audit 2023-10-31T06:16:11.262505+0000 mon.a (mon.0) 166 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:16:12.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:12 smithi006 bash[27532]: audit 2023-10-31T06:16:11.264071+0000 mon.a (mon.0) 167 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:16:12.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:12 smithi006 bash[27532]: cephadm 2023-10-31T06:16:11.266558+0000 mgr.a (mgr.14152) 70 : cephadm 1 Updating smithi032:/etc/ceph/ceph.conf 2023-10-31T06:16:12.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:12 smithi006 bash[27532]: audit 2023-10-31T06:16:11.931553+0000 mon.a (mon.0) 168 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:16:12.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:12 smithi006 bash[27532]: audit 2023-10-31T06:16:11.937356+0000 mon.a (mon.0) 169 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:16:12.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:12 smithi006 bash[27532]: audit 2023-10-31T06:16:11.940558+0000 mon.a (mon.0) 170 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:16:12.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:12 smithi006 bash[27532]: audit 2023-10-31T06:16:11.941714+0000 mon.a (mon.0) 171 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]': finished 2023-10-31T06:16:13.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:13 smithi006 bash[27532]: cephadm 2023-10-31T06:16:11.431618+0000 mgr.a (mgr.14152) 71 : cephadm 1 Updating smithi032:/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:16:13.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:13 smithi006 bash[27532]: cephadm 2023-10-31T06:16:11.596379+0000 mgr.a (mgr.14152) 72 : cephadm 1 Updating smithi032:/etc/ceph/ceph.client.admin.keyring 2023-10-31T06:16:13.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:13 smithi006 bash[27532]: cephadm 2023-10-31T06:16:11.761413+0000 mgr.a (mgr.14152) 73 : cephadm 1 Updating smithi032:/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-31T06:16:13.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:13 smithi006 bash[27532]: cluster 2023-10-31T06:16:11.938137+0000 mgr.a (mgr.14152) 74 : cluster 0 pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:16:13.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:13 smithi006 bash[27532]: cluster 2023-10-31T06:16:12.934714+0000 mon.a (mon.0) 172 : cluster 1 Health check cleared: CEPHADM_DAEMON_PLACE_FAIL (was: Failed to place 2 daemon(s)) 2023-10-31T06:16:13.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:13 smithi006 bash[27532]: cluster 2023-10-31T06:16:12.934785+0000 mon.a (mon.0) 173 : cluster 1 Cluster is now healthy 2023-10-31T06:16:13.514 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:13 smithi006 bash[27791]: debug 2023-10-31T06:16:13.288+0000 7fa9ae622700 -1 log_channel(cephadm) log [ERR] : Failed while placing agent.smithi032 on smithi032: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:16:13.514 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:13 smithi006 bash[27791]: For information regarding the latest stable release: 2023-10-31T06:16:13.514 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:13 smithi006 bash[27791]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:16:13.514 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:13 smithi006 bash[27791]: Deploy daemon agent.smithi032 ... 2023-10-31T06:16:13.514 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:13 smithi006 bash[27791]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service 2023-10-31T06:16:13.515 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:13 smithi006 bash[27791]: systemctl: stderr Created symlink /etc/systemd/system/ceph-750f415a-77b4-11ee-8db9-212e2dc638e7.target.wants/ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service -> /etc/systemd/system/ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service. 2023-10-31T06:16:13.515 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:13 smithi006 bash[27791]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:16:13.515 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:13 smithi006 bash[27791]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:16:13.515 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:13 smithi006 bash[27791]: Traceback (most recent call last): 2023-10-31T06:16:13.515 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:13 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:16:13.516 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:13 smithi006 bash[27791]: return _run_code(code, main_globals, None, 2023-10-31T06:16:13.516 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:13 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:16:13.516 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:13 smithi006 bash[27791]: exec(code, run_globals) 2023-10-31T06:16:13.516 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:13 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:16:13.516 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:13 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:16:13.517 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:13 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:16:13.517 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:13 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:16:13.517 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:13 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:16:13.518 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:13 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:16:13.518 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:13 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 310, in call_throws 2023-10-31T06:16:13.518 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:13 smithi006 bash[27791]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service 2023-10-31T06:16:14.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:14 smithi006 bash[27532]: cephadm 2023-10-31T06:16:12.377817+0000 mgr.a (mgr.14152) 75 : cephadm 1 Deploying daemon agent.smithi032 on smithi032 2023-10-31T06:16:14.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:14 smithi006 bash[27532]: cephadm 2023-10-31T06:16:13.262394+0000 mgr.a (mgr.14152) 76 : cephadm 1 Removing key for client.agent.smithi032 2023-10-31T06:16:14.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:14 smithi006 bash[27532]: audit 2023-10-31T06:16:13.262855+0000 mon.a (mon.0) 174 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth rm", "entity": "client.agent.smithi032"}]: dispatch 2023-10-31T06:16:14.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:14 smithi006 bash[27532]: audit 2023-10-31T06:16:13.263891+0000 mon.a (mon.0) 175 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth rm", "entity": "client.agent.smithi032"}]': finished 2023-10-31T06:16:14.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:14 smithi006 bash[27532]: audit 2023-10-31T06:16:13.295723+0000 mon.a (mon.0) 176 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:16:14.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:14 smithi006 bash[27532]: audit 2023-10-31T06:16:13.297669+0000 mon.a (mon.0) 177 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]': finished 2023-10-31T06:16:14.635 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:16:15.503 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27791]: debug 2023-10-31T06:16:15.224+0000 7fa9ae622700 -1 log_channel(cephadm) log [ERR] : Failed while placing agent.smithi029 on smithi029: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:16:15.503 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27791]: For information regarding the latest stable release: 2023-10-31T06:16:15.504 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27791]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:16:15.504 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27791]: Deploy daemon agent.smithi029 ... 2023-10-31T06:16:15.504 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27791]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service 2023-10-31T06:16:15.504 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27791]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:16:15.504 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27791]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:16:15.505 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27791]: Traceback (most recent call last): 2023-10-31T06:16:15.505 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:16:15.505 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27791]: return _run_code(code, main_globals, None, 2023-10-31T06:16:15.505 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:16:15.505 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27791]: exec(code, run_globals) 2023-10-31T06:16:15.506 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:16:15.506 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:16:15.506 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:16:15.506 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:16:15.506 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:16:15.507 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:16:15.507 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:16:15.507 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27791]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:16:15.507 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27791]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:16:15.508 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27532]: cephadm 2023-10-31T06:16:13.294330+0000 mgr.a (mgr.14152) 77 : cephadm 4 Failed while placing agent.smithi032 on smithi032: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:16:15.508 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27532]: For information regarding the latest stable release: 2023-10-31T06:16:15.508 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27532]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:16:15.508 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27532]: Deploy daemon agent.smithi032 ... 2023-10-31T06:16:15.508 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27532]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service 2023-10-31T06:16:15.509 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27532]: systemctl: stderr Created symlink /etc/systemd/system/ceph-750f415a-77b4-11ee-8db9-212e2dc638e7.target.wants/ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service -> /etc/systemd/system/ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service. 2023-10-31T06:16:15.509 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27532]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:16:15.509 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27532]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:16:15.509 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27532]: Traceback (most recent call last): 2023-10-31T06:16:15.509 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:16:15.510 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27532]: return _run_code(code, main_globals, None, 2023-10-31T06:16:15.510 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:16:15.510 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27532]: exec(code, run_globals) 2023-10-31T06:16:15.510 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:16:15.510 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:16:15.511 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:16:15.511 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:16:15.511 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:16:15.511 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:16:15.511 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 310, in call_throws 2023-10-31T06:16:15.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27532]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service 2023-10-31T06:16:15.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27532]: cluster 2023-10-31T06:16:13.938537+0000 mgr.a (mgr.14152) 78 : cluster 0 pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:16:15.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27532]: cephadm 2023-10-31T06:16:14.261018+0000 mgr.a (mgr.14152) 79 : cephadm 1 Deploying daemon agent.smithi029 on smithi029 2023-10-31T06:16:15.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27532]: audit 2023-10-31T06:16:15.180599+0000 mon.a (mon.0) 178 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth rm", "entity": "client.agent.smithi029"}]: dispatch 2023-10-31T06:16:15.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27532]: audit 2023-10-31T06:16:15.181890+0000 mon.a (mon.0) 179 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth rm", "entity": "client.agent.smithi029"}]': finished 2023-10-31T06:16:15.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27532]: audit 2023-10-31T06:16:15.228432+0000 mon.a (mon.0) 180 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:16:15.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:15 smithi006 bash[27532]: audit 2023-10-31T06:16:15.229615+0000 mon.a (mon.0) 181 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]': finished 2023-10-31T06:16:16.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:16 smithi006 bash[27532]: cephadm 2023-10-31T06:16:15.179975+0000 mgr.a (mgr.14152) 80 : cephadm 1 Removing key for client.agent.smithi029 2023-10-31T06:16:16.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:16 smithi006 bash[27532]: cephadm 2023-10-31T06:16:15.226982+0000 mgr.a (mgr.14152) 81 : cephadm 4 Failed while placing agent.smithi029 on smithi029: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:16:16.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:16 smithi006 bash[27532]: For information regarding the latest stable release: 2023-10-31T06:16:16.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:16 smithi006 bash[27532]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:16:16.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:16 smithi006 bash[27532]: Deploy daemon agent.smithi029 ... 2023-10-31T06:16:16.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:16 smithi006 bash[27532]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service 2023-10-31T06:16:16.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:16 smithi006 bash[27532]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:16:16.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:16 smithi006 bash[27532]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:16:16.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:16 smithi006 bash[27532]: Traceback (most recent call last): 2023-10-31T06:16:16.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:16 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:16:16.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:16 smithi006 bash[27532]: return _run_code(code, main_globals, None, 2023-10-31T06:16:16.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:16 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:16:16.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:16 smithi006 bash[27532]: exec(code, run_globals) 2023-10-31T06:16:16.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:16 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:16:16.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:16 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:16:16.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:16 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:16:16.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:16 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:16:16.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:16 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:16:16.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:16 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:16:16.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:16 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:16:16.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:16 smithi006 bash[27532]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:16:16.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:16 smithi006 bash[27532]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:16:17.458 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:17 smithi006 bash[27532]: cluster 2023-10-31T06:16:15.938803+0000 mgr.a (mgr.14152) 82 : cluster 0 pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:16:17.715 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:16:17.716 INFO:teuthology.orchestra.run.smithi006.stdout:[{"addr": "172.21.15.6", "hostname": "smithi006", "labels": [], "status": ""}, {"addr": "172.21.15.29", "hostname": "smithi029", "labels": [], "status": ""}, {"addr": "172.21.15.32", "hostname": "smithi032", "labels": [], "status": ""}] 2023-10-31T06:16:18.012 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:17 smithi006 bash[27791]: debug 2023-10-31T06:16:17.720+0000 7fa9ae622700 -1 log_channel(cephadm) log [ERR] : Failed while placing agent.smithi006 on smithi006: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:16:18.013 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:17 smithi006 bash[27791]: For information regarding the latest stable release: 2023-10-31T06:16:18.013 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:17 smithi006 bash[27791]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:16:18.013 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:17 smithi006 bash[27791]: Deploy daemon agent.smithi006 ... 2023-10-31T06:16:18.013 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:17 smithi006 bash[27791]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service 2023-10-31T06:16:18.014 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:17 smithi006 bash[27791]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:16:18.014 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:17 smithi006 bash[27791]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:16:18.014 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:17 smithi006 bash[27791]: Traceback (most recent call last): 2023-10-31T06:16:18.014 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:17 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:16:18.014 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:17 smithi006 bash[27791]: return _run_code(code, main_globals, None, 2023-10-31T06:16:18.015 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:17 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:16:18.015 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:17 smithi006 bash[27791]: exec(code, run_globals) 2023-10-31T06:16:18.015 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:17 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:16:18.015 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:17 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:16:18.015 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:17 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:16:18.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:17 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:16:18.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:17 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:16:18.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:17 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:16:18.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:17 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:16:18.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:17 smithi006 bash[27791]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:16:18.017 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:17 smithi006 bash[27791]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:16:18.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:18 smithi006 bash[27532]: cephadm 2023-10-31T06:16:16.807509+0000 mgr.a (mgr.14152) 83 : cephadm 1 Deploying daemon agent.smithi006 on smithi006 2023-10-31T06:16:18.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:18 smithi006 bash[27532]: audit 2023-10-31T06:16:17.704284+0000 mon.a (mon.0) 182 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth rm", "entity": "client.agent.smithi006"}]: dispatch 2023-10-31T06:16:18.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:18 smithi006 bash[27532]: audit 2023-10-31T06:16:17.707936+0000 mon.a (mon.0) 183 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth rm", "entity": "client.agent.smithi006"}]': finished 2023-10-31T06:16:18.527 INFO:tasks.cephadm:Setting crush tunables to default 2023-10-31T06:16:18.528 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph osd crush tunables default 2023-10-31T06:16:19.762 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:19 smithi006 bash[27532]: cephadm 2023-10-31T06:16:17.703903+0000 mgr.a (mgr.14152) 84 : cephadm 1 Removing key for client.agent.smithi006 2023-10-31T06:16:19.763 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:19 smithi006 bash[27532]: audit 2023-10-31T06:16:17.713663+0000 mgr.a (mgr.14152) 85 : audit 0 from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-31T06:16:19.763 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:19 smithi006 bash[27532]: cephadm 2023-10-31T06:16:17.725833+0000 mgr.a (mgr.14152) 86 : cephadm 4 Failed while placing agent.smithi006 on smithi006: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:16:19.763 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:19 smithi006 bash[27532]: For information regarding the latest stable release: 2023-10-31T06:16:19.763 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:19 smithi006 bash[27532]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:16:19.764 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:19 smithi006 bash[27532]: Deploy daemon agent.smithi006 ... 2023-10-31T06:16:19.764 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:19 smithi006 bash[27532]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service 2023-10-31T06:16:19.764 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:19 smithi006 bash[27532]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:16:19.764 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:19 smithi006 bash[27532]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:16:19.765 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:19 smithi006 bash[27532]: Traceback (most recent call last): 2023-10-31T06:16:19.765 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:19 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:16:19.765 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:19 smithi006 bash[27532]: return _run_code(code, main_globals, None, 2023-10-31T06:16:19.765 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:19 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:16:19.765 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:19 smithi006 bash[27532]: exec(code, run_globals) 2023-10-31T06:16:19.765 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:19 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:16:19.766 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:19 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:16:19.766 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:19 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:16:19.766 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:19 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:16:19.766 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:19 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:16:19.767 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:19 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:16:19.767 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:19 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:16:19.767 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:19 smithi006 bash[27532]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:16:19.767 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:19 smithi006 bash[27532]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:16:19.767 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:19 smithi006 bash[27532]: cluster 2023-10-31T06:16:17.727888+0000 mgr.a (mgr.14152) 87 : cluster 0 pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:16:19.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:19 smithi006 bash[27532]: cluster 2023-10-31T06:16:18.707931+0000 mon.a (mon.0) 184 : cluster 3 Health check failed: Failed to place 3 daemon(s) (CEPHADM_DAEMON_PLACE_FAIL) 2023-10-31T06:16:21.762 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:21 smithi006 bash[27532]: cluster 2023-10-31T06:16:19.728917+0000 mgr.a (mgr.14152) 88 : cluster 0 pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:16:21.765 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:21 smithi006 bash[27532]: audit 2023-10-31T06:16:20.939029+0000 mon.a (mon.0) 185 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:16:23.249 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:16:23.762 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:23 smithi006 bash[27532]: cluster 2023-10-31T06:16:21.729827+0000 mgr.a (mgr.14152) 89 : cluster 0 pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:16:24.762 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:24 smithi006 bash[27532]: cluster 2023-10-31T06:16:23.730686+0000 mgr.a (mgr.14152) 90 : cluster 0 pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:16:26.797 INFO:teuthology.orchestra.run.smithi006.stderr:adjusted tunables profile to default 2023-10-31T06:16:27.067 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:26 smithi006 bash[27532]: cluster 2023-10-31T06:16:25.731673+0000 mgr.a (mgr.14152) 91 : cluster 0 pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:16:27.067 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:26 smithi006 bash[27532]: audit 2023-10-31T06:16:26.608032+0000 mon.a (mon.0) 186 : audit 1 from='client.? 172.21.15.6:0/3667010774' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-10-31T06:16:27.506 INFO:tasks.cephadm:Adding mon.a on smithi006 2023-10-31T06:16:27.506 INFO:tasks.cephadm:Adding mon.b on smithi029 2023-10-31T06:16:27.507 INFO:tasks.cephadm:Adding mon.c on smithi032 2023-10-31T06:16:27.507 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph orch apply mon '3;smithi006:172.21.15.6=a;smithi029:172.21.15.29=b;smithi032:172.21.15.32=c' 2023-10-31T06:16:28.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:27 smithi006 bash[27532]: audit 2023-10-31T06:16:26.790043+0000 mon.a (mon.0) 187 : audit 1 from='client.? 172.21.15.6:0/3667010774' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-10-31T06:16:28.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:27 smithi006 bash[27532]: cluster 2023-10-31T06:16:26.793368+0000 mon.a (mon.0) 188 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2023-10-31T06:16:28.744 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:16:29.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:28 smithi006 bash[27532]: cluster 2023-10-31T06:16:27.732597+0000 mgr.a (mgr.14152) 92 : cluster 0 pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:16:31.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:30 smithi006 bash[27532]: cluster 2023-10-31T06:16:29.733369+0000 mgr.a (mgr.14152) 93 : cluster 0 pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:16:31.829 INFO:teuthology.orchestra.run.smithi032.stdout:Scheduled mon update... 2023-10-31T06:16:32.531 DEBUG:teuthology.orchestra.run.smithi029:mon.b> sudo journalctl -f -n 0 -u ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@mon.b.service 2023-10-31T06:16:32.534 DEBUG:teuthology.orchestra.run.smithi032:mon.c> sudo journalctl -f -n 0 -u ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@mon.c.service 2023-10-31T06:16:32.537 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:16:32.537 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:16:32.807 INFO:journalctl@ceph.mon.c.smithi032.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2023-10-31T06:16:32.876 INFO:journalctl@ceph.mon.b.smithi029.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2023-10-31T06:16:33.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:32 smithi006 bash[27532]: cluster 2023-10-31T06:16:31.734241+0000 mgr.a (mgr.14152) 94 : cluster 0 pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:16:33.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:32 smithi006 bash[27532]: audit 2023-10-31T06:16:31.815093+0000 mgr.a (mgr.14152) 95 : audit 0 from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi006:172.21.15.6=a;smithi029:172.21.15.29=b;smithi032:172.21.15.32=c", "target": ["mon-mgr", ""]}]: dispatch 2023-10-31T06:16:33.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:32 smithi006 bash[27532]: cephadm 2023-10-31T06:16:31.820585+0000 mgr.a (mgr.14152) 96 : cephadm 1 Saving service mon spec with placement smithi006:172.21.15.6=a;smithi029:172.21.15.29=b;smithi032:172.21.15.32=c;count:3 2023-10-31T06:16:33.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:32 smithi006 bash[27532]: audit 2023-10-31T06:16:31.827191+0000 mon.a (mon.0) 189 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:16:33.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:32 smithi006 bash[27532]: audit 2023-10-31T06:16:31.877351+0000 mon.a (mon.0) 190 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:16:33.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:32 smithi006 bash[27532]: audit 2023-10-31T06:16:31.882551+0000 mon.a (mon.0) 191 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:16:33.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:32 smithi006 bash[27532]: audit 2023-10-31T06:16:31.884397+0000 mon.a (mon.0) 192 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:16:33.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:32 smithi006 bash[27532]: audit 2023-10-31T06:16:31.892626+0000 mon.a (mon.0) 193 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:16:33.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:32 smithi006 bash[27532]: cluster 2023-10-31T06:16:31.893344+0000 mgr.a (mgr.14152) 97 : cluster 0 pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:16:33.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:32 smithi006 bash[27532]: audit 2023-10-31T06:16:31.895295+0000 mon.a (mon.0) 194 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:16:33.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:32 smithi006 bash[27532]: audit 2023-10-31T06:16:31.899146+0000 mon.a (mon.0) 195 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]': finished 2023-10-31T06:16:33.762 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:33 smithi006 bash[27791]: debug 2023-10-31T06:16:33.404+0000 7fa9ae622700 -1 log_channel(cephadm) log [ERR] : Failed while placing agent.smithi032 on smithi032: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:16:33.763 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:33 smithi006 bash[27791]: For information regarding the latest stable release: 2023-10-31T06:16:33.763 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:33 smithi006 bash[27791]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:16:33.763 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:33 smithi006 bash[27791]: Deploy daemon agent.smithi032 ... 2023-10-31T06:16:33.763 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:33 smithi006 bash[27791]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service 2023-10-31T06:16:33.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:33 smithi006 bash[27791]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:16:33.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:33 smithi006 bash[27791]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:16:33.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:33 smithi006 bash[27791]: Traceback (most recent call last): 2023-10-31T06:16:33.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:33 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:16:33.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:33 smithi006 bash[27791]: return _run_code(code, main_globals, None, 2023-10-31T06:16:33.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:33 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:16:33.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:33 smithi006 bash[27791]: exec(code, run_globals) 2023-10-31T06:16:33.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:33 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:16:33.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:33 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:16:33.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:33 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:16:33.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:33 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:16:33.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:33 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:16:33.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:33 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:16:33.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:33 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:16:33.767 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:33 smithi006 bash[27791]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:16:33.767 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:33 smithi006 bash[27791]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:16:33.798 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:16:34.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:33 smithi006 bash[27532]: cephadm 2023-10-31T06:16:32.443512+0000 mgr.a (mgr.14152) 98 : cephadm 1 Deploying daemon agent.smithi032 on smithi032 2023-10-31T06:16:34.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:33 smithi006 bash[27532]: cluster 2023-10-31T06:16:32.890715+0000 mon.a (mon.0) 196 : cluster 1 Health check cleared: CEPHADM_DAEMON_PLACE_FAIL (was: Failed to place 3 daemon(s)) 2023-10-31T06:16:34.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:33 smithi006 bash[27532]: cluster 2023-10-31T06:16:32.890801+0000 mon.a (mon.0) 197 : cluster 1 Cluster is now healthy 2023-10-31T06:16:34.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:33 smithi006 bash[27532]: audit 2023-10-31T06:16:33.365115+0000 mon.a (mon.0) 198 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth rm", "entity": "client.agent.smithi032"}]: dispatch 2023-10-31T06:16:34.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:33 smithi006 bash[27532]: audit 2023-10-31T06:16:33.368929+0000 mon.a (mon.0) 199 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth rm", "entity": "client.agent.smithi032"}]': finished 2023-10-31T06:16:34.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:33 smithi006 bash[27532]: audit 2023-10-31T06:16:33.411662+0000 mon.a (mon.0) 200 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:16:34.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:33 smithi006 bash[27532]: audit 2023-10-31T06:16:33.415775+0000 mon.a (mon.0) 201 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]': finished 2023-10-31T06:16:35.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:34 smithi006 bash[27532]: cephadm 2023-10-31T06:16:33.364647+0000 mgr.a (mgr.14152) 99 : cephadm 1 Removing key for client.agent.smithi032 2023-10-31T06:16:35.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:34 smithi006 bash[27532]: cephadm 2023-10-31T06:16:33.410129+0000 mgr.a (mgr.14152) 100 : cephadm 4 Failed while placing agent.smithi032 on smithi032: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:16:35.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:34 smithi006 bash[27532]: For information regarding the latest stable release: 2023-10-31T06:16:35.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:34 smithi006 bash[27532]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:16:35.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:34 smithi006 bash[27532]: Deploy daemon agent.smithi032 ... 2023-10-31T06:16:35.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:34 smithi006 bash[27532]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service 2023-10-31T06:16:35.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:34 smithi006 bash[27532]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:16:35.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:34 smithi006 bash[27532]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:16:35.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:34 smithi006 bash[27532]: Traceback (most recent call last): 2023-10-31T06:16:35.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:34 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:16:35.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:34 smithi006 bash[27532]: return _run_code(code, main_globals, None, 2023-10-31T06:16:35.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:34 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:16:35.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:34 smithi006 bash[27532]: exec(code, run_globals) 2023-10-31T06:16:35.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:34 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:16:35.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:34 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:16:35.266 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:34 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:16:35.266 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:34 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:16:35.266 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:34 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:16:35.266 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:34 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:16:35.266 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:34 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:16:35.267 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:34 smithi006 bash[27532]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:16:35.267 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:34 smithi006 bash[27532]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:16:35.267 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:34 smithi006 bash[27532]: cluster 2023-10-31T06:16:33.893683+0000 mgr.a (mgr.14152) 101 : cluster 0 pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:16:36.712 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:16:36.713 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:16:36.716 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:16:36.951 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:36 smithi006 bash[27791]: debug 2023-10-31T06:16:36.616+0000 7fa9ae622700 -1 log_channel(cephadm) log [ERR] : Failed while placing agent.smithi029 on smithi029: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:16:36.951 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:36 smithi006 bash[27791]: For information regarding the latest stable release: 2023-10-31T06:16:36.951 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:36 smithi006 bash[27791]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:16:36.952 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:36 smithi006 bash[27791]: Deploy daemon agent.smithi029 ... 2023-10-31T06:16:36.952 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:36 smithi006 bash[27791]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service 2023-10-31T06:16:36.952 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:36 smithi006 bash[27791]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:16:36.952 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:36 smithi006 bash[27791]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:16:36.953 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:36 smithi006 bash[27791]: Traceback (most recent call last): 2023-10-31T06:16:36.953 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:36 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:16:36.953 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:36 smithi006 bash[27791]: return _run_code(code, main_globals, None, 2023-10-31T06:16:36.953 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:36 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:16:36.953 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:36 smithi006 bash[27791]: exec(code, run_globals) 2023-10-31T06:16:36.954 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:36 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:16:36.954 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:36 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:16:36.954 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:36 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:16:36.954 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:36 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:16:36.954 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:36 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:16:36.955 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:36 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:16:36.955 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:36 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:16:36.955 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:36 smithi006 bash[27791]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:16:36.955 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:36 smithi006 bash[27791]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:16:36.955 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:36 smithi006 bash[27532]: cephadm 2023-10-31T06:16:35.653236+0000 mgr.a (mgr.14152) 102 : cephadm 1 Deploying daemon agent.smithi029 on smithi029 2023-10-31T06:16:36.956 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:36 smithi006 bash[27532]: cluster 2023-10-31T06:16:35.894092+0000 mgr.a (mgr.14152) 103 : cluster 0 pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:16:36.956 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:36 smithi006 bash[27532]: audit 2023-10-31T06:16:36.604833+0000 mon.a (mon.0) 202 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth rm", "entity": "client.agent.smithi029"}]: dispatch 2023-10-31T06:16:37.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:36 smithi006 bash[27532]: audit 2023-10-31T06:16:36.606227+0000 mon.a (mon.0) 203 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth rm", "entity": "client.agent.smithi029"}]': finished 2023-10-31T06:16:37.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:36 smithi006 bash[27532]: audit 2023-10-31T06:16:36.621534+0000 mon.a (mon.0) 204 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:16:37.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:36 smithi006 bash[27532]: audit 2023-10-31T06:16:36.623043+0000 mon.a (mon.0) 205 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]': finished 2023-10-31T06:16:37.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:36 smithi006 bash[27532]: audit 2023-10-31T06:16:36.710809+0000 mon.a (mon.0) 206 : audit 0 from='client.? 172.21.15.32:0/3659198654' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:16:38.262 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27791]: debug 2023-10-31T06:16:37.816+0000 7fa9ae622700 -1 log_channel(cephadm) log [ERR] : Failed while placing agent.smithi006 on smithi006: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:16:38.263 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27791]: For information regarding the latest stable release: 2023-10-31T06:16:38.263 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27791]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:16:38.263 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27791]: Deploy daemon agent.smithi006 ... 2023-10-31T06:16:38.264 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27791]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service 2023-10-31T06:16:38.264 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27791]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:16:38.264 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27791]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:16:38.264 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27791]: Traceback (most recent call last): 2023-10-31T06:16:38.264 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:16:38.265 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27791]: return _run_code(code, main_globals, None, 2023-10-31T06:16:38.265 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:16:38.265 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27791]: exec(code, run_globals) 2023-10-31T06:16:38.265 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:16:38.266 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:16:38.266 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:16:38.266 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:16:38.266 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:16:38.267 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:16:38.267 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:16:38.267 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27791]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:16:38.267 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27791]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:16:38.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27532]: cephadm 2023-10-31T06:16:36.604344+0000 mgr.a (mgr.14152) 104 : cephadm 1 Removing key for client.agent.smithi029 2023-10-31T06:16:38.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27532]: cephadm 2023-10-31T06:16:36.620028+0000 mgr.a (mgr.14152) 105 : cephadm 4 Failed while placing agent.smithi029 on smithi029: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:16:38.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27532]: For information regarding the latest stable release: 2023-10-31T06:16:38.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27532]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:16:38.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27532]: Deploy daemon agent.smithi029 ... 2023-10-31T06:16:38.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27532]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service 2023-10-31T06:16:38.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27532]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:16:38.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27532]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:16:38.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27532]: Traceback (most recent call last): 2023-10-31T06:16:38.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:16:38.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27532]: return _run_code(code, main_globals, None, 2023-10-31T06:16:38.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:16:38.271 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27532]: exec(code, run_globals) 2023-10-31T06:16:38.271 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:16:38.271 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:16:38.271 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:16:38.271 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:16:38.272 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:16:38.272 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:16:38.272 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:16:38.272 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27532]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:16:38.272 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27532]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:16:38.273 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27532]: cephadm 2023-10-31T06:16:36.902345+0000 mgr.a (mgr.14152) 106 : cephadm 1 Deploying daemon agent.smithi006 on smithi006 2023-10-31T06:16:38.273 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27532]: audit 2023-10-31T06:16:37.800771+0000 mon.a (mon.0) 207 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth rm", "entity": "client.agent.smithi006"}]: dispatch 2023-10-31T06:16:38.273 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27532]: audit 2023-10-31T06:16:37.801922+0000 mon.a (mon.0) 208 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth rm", "entity": "client.agent.smithi006"}]': finished 2023-10-31T06:16:38.273 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27532]: audit 2023-10-31T06:16:37.922724+0000 mon.a (mon.0) 209 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:16:38.273 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27532]: audit 2023-10-31T06:16:37.926981+0000 mon.a (mon.0) 210 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:16:38.274 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27532]: audit 2023-10-31T06:16:37.929376+0000 mon.a (mon.0) 211 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:16:38.274 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27532]: audit 2023-10-31T06:16:37.931600+0000 mon.a (mon.0) 212 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:16:38.274 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27532]: audit 2023-10-31T06:16:37.932500+0000 mon.a (mon.0) 213 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-31T06:16:38.274 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27532]: audit 2023-10-31T06:16:37.933761+0000 mon.a (mon.0) 214 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-31T06:16:38.274 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:37 smithi006 bash[27532]: audit 2023-10-31T06:16:37.934975+0000 mon.a (mon.0) 215 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:16:38.343 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:16:38.344 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:16:39.252 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:38 smithi006 bash[27532]: cephadm 2023-10-31T06:16:37.800183+0000 mgr.a (mgr.14152) 107 : cephadm 1 Removing key for client.agent.smithi006 2023-10-31T06:16:39.253 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:38 smithi006 bash[27532]: cephadm 2023-10-31T06:16:37.818985+0000 mgr.a (mgr.14152) 108 : cephadm 4 Failed while placing agent.smithi006 on smithi006: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:16:39.253 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:38 smithi006 bash[27532]: For information regarding the latest stable release: 2023-10-31T06:16:39.253 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:38 smithi006 bash[27532]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:16:39.254 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:38 smithi006 bash[27532]: Deploy daemon agent.smithi006 ... 2023-10-31T06:16:39.254 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:38 smithi006 bash[27532]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service 2023-10-31T06:16:39.254 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:38 smithi006 bash[27532]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:16:39.254 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:38 smithi006 bash[27532]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:16:39.255 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:38 smithi006 bash[27532]: Traceback (most recent call last): 2023-10-31T06:16:39.255 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:38 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:16:39.255 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:38 smithi006 bash[27532]: return _run_code(code, main_globals, None, 2023-10-31T06:16:39.255 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:38 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:16:39.255 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:38 smithi006 bash[27532]: exec(code, run_globals) 2023-10-31T06:16:39.256 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:38 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:16:39.256 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:38 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:16:39.256 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:38 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:16:39.256 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:38 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:16:39.256 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:38 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:16:39.257 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:38 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:16:39.257 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:38 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:16:39.257 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:38 smithi006 bash[27532]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:16:39.257 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:38 smithi006 bash[27532]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:16:39.257 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:38 smithi006 bash[27532]: cluster 2023-10-31T06:16:37.820467+0000 mgr.a (mgr.14152) 109 : cluster 0 pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:16:39.258 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:38 smithi006 bash[27532]: cephadm 2023-10-31T06:16:37.820667+0000 mgr.a (mgr.14152) 110 : cephadm 1 Filtered out host smithi006: does not belong to mon public_network(s): 172.21.0.0/20, host network(s): 2023-10-31T06:16:39.258 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:38 smithi006 bash[27532]: cephadm 2023-10-31T06:16:37.820823+0000 mgr.a (mgr.14152) 111 : cephadm 1 Filtered out host smithi029: does not belong to mon public_network(s): 172.21.0.0/20, host network(s): 2023-10-31T06:16:39.258 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:38 smithi006 bash[27532]: cephadm 2023-10-31T06:16:37.820971+0000 mgr.a (mgr.14152) 112 : cephadm 1 Filtered out host smithi032: does not belong to mon public_network(s): 172.21.0.0/20, host network(s): 2023-10-31T06:16:39.258 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:38 smithi006 bash[27532]: cephadm 2023-10-31T06:16:37.932064+0000 mgr.a (mgr.14152) 113 : cephadm 1 Reconfiguring mon.a (unknown last config time)... 2023-10-31T06:16:39.259 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:38 smithi006 bash[27532]: cephadm 2023-10-31T06:16:37.936205+0000 mgr.a (mgr.14152) 114 : cephadm 1 Reconfiguring daemon mon.a on smithi006 2023-10-31T06:16:39.259 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:38 smithi006 bash[27532]: cluster 2023-10-31T06:16:38.801895+0000 mon.a (mon.0) 216 : cluster 3 Health check failed: Failed to place 3 daemon(s) (CEPHADM_DAEMON_PLACE_FAIL) 2023-10-31T06:16:39.581 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:16:41.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:41 smithi006 bash[27532]: cluster 2023-10-31T06:16:39.821021+0000 mgr.a (mgr.14152) 115 : cluster 0 pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:16:41.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:41 smithi006 bash[27532]: audit 2023-10-31T06:16:40.169983+0000 mon.a (mon.0) 217 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:16:41.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:41 smithi006 bash[27532]: audit 2023-10-31T06:16:40.945795+0000 mon.a (mon.0) 218 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:16:42.334 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:16:42.334 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:16:42.340 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:16:43.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:43 smithi006 bash[27532]: cluster 2023-10-31T06:16:41.821898+0000 mgr.a (mgr.14152) 116 : cluster 0 pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:16:43.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:43 smithi006 bash[27532]: audit 2023-10-31T06:16:42.331820+0000 mon.a (mon.0) 219 : audit 0 from='client.? 172.21.15.32:0/4287488928' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:16:43.997 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:16:43.998 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:16:45.012 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:44 smithi006 bash[27532]: cluster 2023-10-31T06:16:43.822799+0000 mgr.a (mgr.14152) 117 : cluster 0 pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:16:45.234 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:16:47.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:46 smithi006 bash[27532]: cluster 2023-10-31T06:16:45.823686+0000 mgr.a (mgr.14152) 118 : cluster 0 pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:16:48.266 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:16:48.266 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:16:48.270 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:16:49.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:48 smithi006 bash[27532]: cluster 2023-10-31T06:16:47.824588+0000 mgr.a (mgr.14152) 119 : cluster 0 pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:16:49.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:48 smithi006 bash[27532]: audit 2023-10-31T06:16:48.263884+0000 mon.a (mon.0) 220 : audit 0 from='client.? 172.21.15.32:0/6379489' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:16:50.031 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:16:50.032 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:16:51.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:50 smithi006 bash[27532]: cluster 2023-10-31T06:16:49.825487+0000 mgr.a (mgr.14152) 120 : cluster 0 pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:16:51.277 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:16:53.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:52 smithi006 bash[27532]: cluster 2023-10-31T06:16:51.826387+0000 mgr.a (mgr.14152) 121 : cluster 0 pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:16:54.273 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:16:54.274 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:16:54.279 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:16:55.012 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:54 smithi006 bash[27532]: cluster 2023-10-31T06:16:53.827314+0000 mgr.a (mgr.14152) 122 : cluster 0 pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:16:55.012 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:54 smithi006 bash[27532]: audit 2023-10-31T06:16:54.271173+0000 mon.a (mon.0) 221 : audit 0 from='client.? 172.21.15.32:0/4040732804' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:16:55.916 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:16:55.916 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:16:57.156 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:16:57.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:56 smithi006 bash[27532]: cluster 2023-10-31T06:16:55.828204+0000 mgr.a (mgr.14152) 123 : cluster 0 pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:16:59.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:16:58 smithi006 bash[27532]: cluster 2023-10-31T06:16:57.829069+0000 mgr.a (mgr.14152) 124 : cluster 0 pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:16:59.942 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:16:59.942 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:16:59.946 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:17:01.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:00 smithi006 bash[27532]: cluster 2023-10-31T06:16:59.829889+0000 mgr.a (mgr.14152) 125 : cluster 0 pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:17:01.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:00 smithi006 bash[27532]: audit 2023-10-31T06:16:59.940077+0000 mon.a (mon.0) 222 : audit 0 from='client.? 172.21.15.32:0/4194240469' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:17:01.618 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:17:01.619 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:17:02.854 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:17:03.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:02 smithi006 bash[27532]: cluster 2023-10-31T06:17:01.830749+0000 mgr.a (mgr.14152) 126 : cluster 0 pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:17:05.012 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:04 smithi006 bash[27532]: cluster 2023-10-31T06:17:03.831637+0000 mgr.a (mgr.14152) 127 : cluster 0 pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:17:05.750 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:17:05.751 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:17:05.754 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:17:06.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:05 smithi006 bash[27532]: audit 2023-10-31T06:17:05.748652+0000 mon.a (mon.0) 223 : audit 0 from='client.? 172.21.15.32:0/785538478' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:17:07.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:06 smithi006 bash[27532]: cluster 2023-10-31T06:17:05.832550+0000 mgr.a (mgr.14152) 128 : cluster 0 pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:17:07.421 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:17:07.422 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:17:08.659 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:17:09.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:08 smithi006 bash[27532]: cluster 2023-10-31T06:17:07.833517+0000 mgr.a (mgr.14152) 129 : cluster 0 pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:17:11.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:10 smithi006 bash[27532]: cluster 2023-10-31T06:17:09.834544+0000 mgr.a (mgr.14152) 130 : cluster 0 pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:17:11.406 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:17:11.409 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:17:11.412 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:17:12.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:11 smithi006 bash[27532]: audit 2023-10-31T06:17:11.404458+0000 mon.a (mon.0) 224 : audit 0 from='client.? 172.21.15.32:0/1412499471' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:17:13.099 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:17:13.099 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:17:13.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:12 smithi006 bash[27532]: cluster 2023-10-31T06:17:11.835500+0000 mgr.a (mgr.14152) 131 : cluster 0 pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:17:14.335 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:17:15.012 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:14 smithi006 bash[27532]: cluster 2023-10-31T06:17:13.836445+0000 mgr.a (mgr.14152) 132 : cluster 0 pgmap v63: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:17:17.073 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:17:17.073 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:17:17.078 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:17:17.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:16 smithi006 bash[27532]: cluster 2023-10-31T06:17:15.837489+0000 mgr.a (mgr.14152) 133 : cluster 0 pgmap v64: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:17:18.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:17 smithi006 bash[27532]: audit 2023-10-31T06:17:17.071261+0000 mon.a (mon.0) 225 : audit 0 from='client.? 172.21.15.32:0/3238713866' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:17:18.780 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:17:18.780 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:17:19.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:18 smithi006 bash[27532]: cluster 2023-10-31T06:17:17.838377+0000 mgr.a (mgr.14152) 134 : cluster 0 pgmap v65: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:17:20.015 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:17:21.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:20 smithi006 bash[27532]: cluster 2023-10-31T06:17:19.839270+0000 mgr.a (mgr.14152) 135 : cluster 0 pgmap v66: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:17:22.796 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:17:22.796 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:17:22.799 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:17:23.164 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:22 smithi006 bash[27532]: cluster 2023-10-31T06:17:21.840167+0000 mgr.a (mgr.14152) 136 : cluster 0 pgmap v67: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:17:23.164 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:22 smithi006 bash[27532]: audit 2023-10-31T06:17:22.794335+0000 mon.a (mon.0) 226 : audit 0 from='client.? 172.21.15.32:0/1839503334' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:17:24.460 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:17:24.460 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:17:25.012 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:24 smithi006 bash[27532]: cluster 2023-10-31T06:17:23.841094+0000 mgr.a (mgr.14152) 137 : cluster 0 pgmap v68: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:17:25.691 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:17:27.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:26 smithi006 bash[27532]: cluster 2023-10-31T06:17:25.841998+0000 mgr.a (mgr.14152) 138 : cluster 0 pgmap v69: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:17:28.476 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:17:28.477 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:17:28.479 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:17:29.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:28 smithi006 bash[27532]: cluster 2023-10-31T06:17:27.842943+0000 mgr.a (mgr.14152) 139 : cluster 0 pgmap v70: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:17:29.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:28 smithi006 bash[27532]: audit 2023-10-31T06:17:28.474435+0000 mon.a (mon.0) 227 : audit 0 from='client.? 172.21.15.32:0/3103673571' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:17:30.171 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:17:30.171 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:17:31.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:30 smithi006 bash[27532]: cluster 2023-10-31T06:17:29.843828+0000 mgr.a (mgr.14152) 140 : cluster 0 pgmap v71: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:17:31.410 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:17:33.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:32 smithi006 bash[27532]: cluster 2023-10-31T06:17:31.844745+0000 mgr.a (mgr.14152) 141 : cluster 0 pgmap v72: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:17:34.181 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:17:34.182 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:17:34.185 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:17:35.012 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:34 smithi006 bash[27532]: cluster 2023-10-31T06:17:33.845723+0000 mgr.a (mgr.14152) 142 : cluster 0 pgmap v73: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:17:35.012 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:34 smithi006 bash[27532]: audit 2023-10-31T06:17:34.179635+0000 mon.a (mon.0) 228 : audit 0 from='client.? 172.21.15.32:0/1386949619' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:17:35.851 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:17:35.851 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:17:37.089 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:17:37.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:36 smithi006 bash[27532]: cluster 2023-10-31T06:17:35.846645+0000 mgr.a (mgr.14152) 143 : cluster 0 pgmap v74: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:17:39.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:38 smithi006 bash[27532]: cluster 2023-10-31T06:17:37.847588+0000 mgr.a (mgr.14152) 144 : cluster 0 pgmap v75: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:17:39.909 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:17:39.909 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:17:39.913 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:17:41.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:40 smithi006 bash[27532]: cluster 2023-10-31T06:17:39.848488+0000 mgr.a (mgr.14152) 145 : cluster 0 pgmap v76: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:17:41.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:40 smithi006 bash[27532]: audit 2023-10-31T06:17:39.906813+0000 mon.a (mon.0) 229 : audit 0 from='client.? 172.21.15.32:0/52275345' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:17:41.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:40 smithi006 bash[27532]: audit 2023-10-31T06:17:40.207207+0000 mon.a (mon.0) 230 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:17:41.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:40 smithi006 bash[27532]: audit 2023-10-31T06:17:40.212605+0000 mon.a (mon.0) 231 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:17:41.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:40 smithi006 bash[27532]: audit 2023-10-31T06:17:40.214149+0000 mon.a (mon.0) 232 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:17:41.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:40 smithi006 bash[27532]: audit 2023-10-31T06:17:40.221848+0000 mon.a (mon.0) 233 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:17:41.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:40 smithi006 bash[27532]: cluster 2023-10-31T06:17:40.222602+0000 mgr.a (mgr.14152) 146 : cluster 0 pgmap v77: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:17:41.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:40 smithi006 bash[27532]: audit 2023-10-31T06:17:40.224328+0000 mon.a (mon.0) 234 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:17:41.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:40 smithi006 bash[27532]: audit 2023-10-31T06:17:40.228133+0000 mon.a (mon.0) 235 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]': finished 2023-10-31T06:17:41.594 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:17:41.595 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:17:41.762 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:41 smithi006 bash[27791]: debug 2023-10-31T06:17:41.356+0000 7fa9ae622700 -1 log_channel(cephadm) log [ERR] : Failed while placing agent.smithi032 on smithi032: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:17:41.763 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:41 smithi006 bash[27791]: For information regarding the latest stable release: 2023-10-31T06:17:41.763 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:41 smithi006 bash[27791]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:17:41.763 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:41 smithi006 bash[27791]: Deploy daemon agent.smithi032 ... 2023-10-31T06:17:41.763 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:41 smithi006 bash[27791]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service 2023-10-31T06:17:41.763 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:41 smithi006 bash[27791]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:17:41.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:41 smithi006 bash[27791]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:17:41.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:41 smithi006 bash[27791]: Traceback (most recent call last): 2023-10-31T06:17:41.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:41 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:17:41.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:41 smithi006 bash[27791]: return _run_code(code, main_globals, None, 2023-10-31T06:17:41.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:41 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:17:41.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:41 smithi006 bash[27791]: exec(code, run_globals) 2023-10-31T06:17:41.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:41 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:17:41.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:41 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:17:41.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:41 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:17:41.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:41 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:17:41.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:41 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:17:41.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:41 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:17:41.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:41 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:17:41.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:41 smithi006 bash[27791]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:17:41.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:41 smithi006 bash[27791]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:17:42.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:41 smithi006 bash[27532]: cephadm 2023-10-31T06:17:40.442343+0000 mgr.a (mgr.14152) 147 : cephadm 1 Deploying daemon agent.smithi032 on smithi032 2023-10-31T06:17:42.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:41 smithi006 bash[27532]: cluster 2023-10-31T06:17:41.219212+0000 mon.a (mon.0) 236 : cluster 1 Health check cleared: CEPHADM_DAEMON_PLACE_FAIL (was: Failed to place 3 daemon(s)) 2023-10-31T06:17:42.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:41 smithi006 bash[27532]: cluster 2023-10-31T06:17:41.219270+0000 mon.a (mon.0) 237 : cluster 1 Cluster is now healthy 2023-10-31T06:17:42.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:41 smithi006 bash[27532]: audit 2023-10-31T06:17:41.340957+0000 mon.a (mon.0) 238 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth rm", "entity": "client.agent.smithi032"}]: dispatch 2023-10-31T06:17:42.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:41 smithi006 bash[27532]: audit 2023-10-31T06:17:41.344878+0000 mon.a (mon.0) 239 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth rm", "entity": "client.agent.smithi032"}]': finished 2023-10-31T06:17:42.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:41 smithi006 bash[27532]: audit 2023-10-31T06:17:41.362037+0000 mon.a (mon.0) 240 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:17:42.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:41 smithi006 bash[27532]: audit 2023-10-31T06:17:41.365806+0000 mon.a (mon.0) 241 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]': finished 2023-10-31T06:17:42.834 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:17:43.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:42 smithi006 bash[27532]: cephadm 2023-10-31T06:17:41.340429+0000 mgr.a (mgr.14152) 148 : cephadm 1 Removing key for client.agent.smithi032 2023-10-31T06:17:43.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:42 smithi006 bash[27532]: cephadm 2023-10-31T06:17:41.360650+0000 mgr.a (mgr.14152) 149 : cephadm 4 Failed while placing agent.smithi032 on smithi032: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:17:43.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:42 smithi006 bash[27532]: For information regarding the latest stable release: 2023-10-31T06:17:43.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:42 smithi006 bash[27532]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:17:43.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:42 smithi006 bash[27532]: Deploy daemon agent.smithi032 ... 2023-10-31T06:17:43.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:42 smithi006 bash[27532]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service 2023-10-31T06:17:43.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:42 smithi006 bash[27532]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:17:43.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:42 smithi006 bash[27532]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:17:43.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:42 smithi006 bash[27532]: Traceback (most recent call last): 2023-10-31T06:17:43.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:42 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:17:43.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:42 smithi006 bash[27532]: return _run_code(code, main_globals, None, 2023-10-31T06:17:43.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:42 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:17:43.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:42 smithi006 bash[27532]: exec(code, run_globals) 2023-10-31T06:17:43.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:42 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:17:43.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:42 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:17:43.266 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:42 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:17:43.266 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:42 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:17:43.266 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:42 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:17:43.267 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:42 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:17:43.267 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:42 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:17:43.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:42 smithi006 bash[27532]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:17:43.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:42 smithi006 bash[27532]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:17:43.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:42 smithi006 bash[27532]: cluster 2023-10-31T06:17:42.222818+0000 mgr.a (mgr.14152) 150 : cluster 0 pgmap v78: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:17:43.762 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:43 smithi006 bash[27791]: debug 2023-10-31T06:17:43.496+0000 7fa9ae622700 -1 log_channel(cephadm) log [ERR] : Failed while placing agent.smithi029 on smithi029: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:17:43.763 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:43 smithi006 bash[27791]: For information regarding the latest stable release: 2023-10-31T06:17:43.763 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:43 smithi006 bash[27791]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:17:43.763 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:43 smithi006 bash[27791]: Deploy daemon agent.smithi029 ... 2023-10-31T06:17:43.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:43 smithi006 bash[27791]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service 2023-10-31T06:17:43.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:43 smithi006 bash[27791]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:17:43.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:43 smithi006 bash[27791]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:17:43.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:43 smithi006 bash[27791]: Traceback (most recent call last): 2023-10-31T06:17:43.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:43 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:17:43.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:43 smithi006 bash[27791]: return _run_code(code, main_globals, None, 2023-10-31T06:17:43.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:43 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:17:43.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:43 smithi006 bash[27791]: exec(code, run_globals) 2023-10-31T06:17:43.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:43 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:17:43.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:43 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:17:43.767 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:43 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:17:43.767 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:43 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:17:43.767 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:43 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:17:43.767 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:43 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:17:43.767 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:43 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:17:43.768 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:43 smithi006 bash[27791]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:17:43.768 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:43 smithi006 bash[27791]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:17:44.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:43 smithi006 bash[27532]: cephadm 2023-10-31T06:17:42.533067+0000 mgr.a (mgr.14152) 151 : cephadm 1 Deploying daemon agent.smithi029 on smithi029 2023-10-31T06:17:44.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:43 smithi006 bash[27532]: audit 2023-10-31T06:17:43.460589+0000 mon.a (mon.0) 242 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth rm", "entity": "client.agent.smithi029"}]: dispatch 2023-10-31T06:17:44.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:43 smithi006 bash[27532]: audit 2023-10-31T06:17:43.461898+0000 mon.a (mon.0) 243 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth rm", "entity": "client.agent.smithi029"}]': finished 2023-10-31T06:17:44.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:43 smithi006 bash[27532]: audit 2023-10-31T06:17:43.502207+0000 mon.a (mon.0) 244 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:17:44.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:43 smithi006 bash[27532]: audit 2023-10-31T06:17:43.506335+0000 mon.a (mon.0) 245 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]': finished 2023-10-31T06:17:45.130 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:44 smithi006 bash[27532]: cephadm 2023-10-31T06:17:43.459952+0000 mgr.a (mgr.14152) 152 : cephadm 1 Removing key for client.agent.smithi029 2023-10-31T06:17:45.130 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:44 smithi006 bash[27532]: cephadm 2023-10-31T06:17:43.500492+0000 mgr.a (mgr.14152) 153 : cephadm 4 Failed while placing agent.smithi029 on smithi029: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:17:45.131 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:44 smithi006 bash[27532]: For information regarding the latest stable release: 2023-10-31T06:17:45.131 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:44 smithi006 bash[27532]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:17:45.131 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:44 smithi006 bash[27532]: Deploy daemon agent.smithi029 ... 2023-10-31T06:17:45.131 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:44 smithi006 bash[27532]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service 2023-10-31T06:17:45.132 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:44 smithi006 bash[27532]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:17:45.132 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:44 smithi006 bash[27532]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:17:45.132 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:44 smithi006 bash[27532]: Traceback (most recent call last): 2023-10-31T06:17:45.132 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:44 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:17:45.132 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:44 smithi006 bash[27532]: return _run_code(code, main_globals, None, 2023-10-31T06:17:45.132 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:44 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:17:45.133 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:44 smithi006 bash[27532]: exec(code, run_globals) 2023-10-31T06:17:45.133 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:44 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:17:45.133 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:44 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:17:45.133 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:44 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:17:45.133 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:44 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:17:45.134 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:44 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:17:45.134 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:44 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:17:45.134 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:44 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:17:45.134 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:44 smithi006 bash[27532]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:17:45.134 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:44 smithi006 bash[27532]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:17:45.135 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:44 smithi006 bash[27532]: cluster 2023-10-31T06:17:44.223167+0000 mgr.a (mgr.14152) 154 : cluster 0 pgmap v79: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:17:45.645 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:17:45.645 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:17:45.650 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:17:45.762 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:45 smithi006 bash[27791]: debug 2023-10-31T06:17:45.411+0000 7fa9ae622700 -1 log_channel(cephadm) log [ERR] : Failed while placing agent.smithi006 on smithi006: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:17:45.763 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:45 smithi006 bash[27791]: For information regarding the latest stable release: 2023-10-31T06:17:45.763 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:45 smithi006 bash[27791]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:17:45.763 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:45 smithi006 bash[27791]: Deploy daemon agent.smithi006 ... 2023-10-31T06:17:45.763 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:45 smithi006 bash[27791]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service 2023-10-31T06:17:45.763 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:45 smithi006 bash[27791]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:17:45.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:45 smithi006 bash[27791]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:17:45.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:45 smithi006 bash[27791]: Traceback (most recent call last): 2023-10-31T06:17:45.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:45 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:17:45.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:45 smithi006 bash[27791]: return _run_code(code, main_globals, None, 2023-10-31T06:17:45.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:45 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:17:45.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:45 smithi006 bash[27791]: exec(code, run_globals) 2023-10-31T06:17:45.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:45 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:17:45.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:45 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:17:45.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:45 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:17:45.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:45 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:17:45.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:45 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:17:45.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:45 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:17:45.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:45 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:17:45.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:45 smithi006 bash[27791]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:17:45.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:17:45 smithi006 bash[27791]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:17:46.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:45 smithi006 bash[27532]: cephadm 2023-10-31T06:17:44.498885+0000 mgr.a (mgr.14152) 155 : cephadm 1 Deploying daemon agent.smithi006 on smithi006 2023-10-31T06:17:46.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:45 smithi006 bash[27532]: audit 2023-10-31T06:17:45.388794+0000 mon.a (mon.0) 246 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth rm", "entity": "client.agent.smithi006"}]: dispatch 2023-10-31T06:17:46.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:45 smithi006 bash[27532]: audit 2023-10-31T06:17:45.392752+0000 mon.a (mon.0) 247 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth rm", "entity": "client.agent.smithi006"}]': finished 2023-10-31T06:17:46.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:45 smithi006 bash[27532]: audit 2023-10-31T06:17:45.643090+0000 mon.a (mon.0) 248 : audit 0 from='client.? 172.21.15.32:0/3903602738' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:17:47.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:46 smithi006 bash[27532]: cephadm 2023-10-31T06:17:45.388191+0000 mgr.a (mgr.14152) 156 : cephadm 1 Removing key for client.agent.smithi006 2023-10-31T06:17:47.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:46 smithi006 bash[27532]: cephadm 2023-10-31T06:17:45.415515+0000 mgr.a (mgr.14152) 157 : cephadm 4 Failed while placing agent.smithi006 on smithi006: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:17:47.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:46 smithi006 bash[27532]: For information regarding the latest stable release: 2023-10-31T06:17:47.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:46 smithi006 bash[27532]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:17:47.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:46 smithi006 bash[27532]: Deploy daemon agent.smithi006 ... 2023-10-31T06:17:47.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:46 smithi006 bash[27532]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service 2023-10-31T06:17:47.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:46 smithi006 bash[27532]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:17:47.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:46 smithi006 bash[27532]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:17:47.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:46 smithi006 bash[27532]: Traceback (most recent call last): 2023-10-31T06:17:47.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:46 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:17:47.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:46 smithi006 bash[27532]: return _run_code(code, main_globals, None, 2023-10-31T06:17:47.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:46 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:17:47.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:46 smithi006 bash[27532]: exec(code, run_globals) 2023-10-31T06:17:47.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:46 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:17:47.266 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:46 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:17:47.266 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:46 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:17:47.266 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:46 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:17:47.266 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:46 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:17:47.266 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:46 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:17:47.267 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:46 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:17:47.267 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:46 smithi006 bash[27532]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:17:47.267 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:46 smithi006 bash[27532]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:17:47.267 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:46 smithi006 bash[27532]: cluster 2023-10-31T06:17:45.417780+0000 mgr.a (mgr.14152) 158 : cluster 0 pgmap v80: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:17:47.267 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:46 smithi006 bash[27532]: cephadm 2023-10-31T06:17:45.418988+0000 mgr.a (mgr.14152) 159 : cephadm 1 Filtered out host smithi006: does not belong to mon public_network(s): 172.21.0.0/20, host network(s): 2023-10-31T06:17:47.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:46 smithi006 bash[27532]: cephadm 2023-10-31T06:17:45.419304+0000 mgr.a (mgr.14152) 160 : cephadm 1 Filtered out host smithi029: does not belong to mon public_network(s): 172.21.0.0/20, host network(s): 2023-10-31T06:17:47.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:46 smithi006 bash[27532]: cephadm 2023-10-31T06:17:45.419554+0000 mgr.a (mgr.14152) 161 : cephadm 1 Filtered out host smithi032: does not belong to mon public_network(s): 172.21.0.0/20, host network(s): 2023-10-31T06:17:47.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:46 smithi006 bash[27532]: audit 2023-10-31T06:17:45.954263+0000 mon.a (mon.0) 249 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:17:47.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:46 smithi006 bash[27532]: cluster 2023-10-31T06:17:46.392729+0000 mon.a (mon.0) 250 : cluster 3 Health check failed: Failed to place 3 daemon(s) (CEPHADM_DAEMON_PLACE_FAIL) 2023-10-31T06:17:47.268 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:17:47.269 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:17:48.504 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:17:49.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:48 smithi006 bash[27532]: cluster 2023-10-31T06:17:47.418725+0000 mgr.a (mgr.14152) 162 : cluster 0 pgmap v81: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:17:51.201 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:17:51.202 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:17:51.206 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:17:51.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:50 smithi006 bash[27532]: cluster 2023-10-31T06:17:49.419629+0000 mgr.a (mgr.14152) 163 : cluster 0 pgmap v82: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:17:52.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:51 smithi006 bash[27532]: audit 2023-10-31T06:17:51.199339+0000 mon.a (mon.0) 251 : audit 0 from='client.? 172.21.15.32:0/2665884750' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:17:52.839 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:17:52.840 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:17:53.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:52 smithi006 bash[27532]: cluster 2023-10-31T06:17:51.420526+0000 mgr.a (mgr.14152) 164 : cluster 0 pgmap v83: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:17:54.078 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:17:55.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:54 smithi006 bash[27532]: cluster 2023-10-31T06:17:53.421413+0000 mgr.a (mgr.14152) 165 : cluster 0 pgmap v84: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:17:56.851 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:17:56.852 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:17:56.855 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:17:57.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:56 smithi006 bash[27532]: cluster 2023-10-31T06:17:55.422341+0000 mgr.a (mgr.14152) 166 : cluster 0 pgmap v85: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:17:57.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:56 smithi006 bash[27532]: audit 2023-10-31T06:17:56.849533+0000 mon.a (mon.0) 252 : audit 0 from='client.? 172.21.15.32:0/2535030046' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:17:58.552 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:17:58.553 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:17:59.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:17:58 smithi006 bash[27532]: cluster 2023-10-31T06:17:57.423267+0000 mgr.a (mgr.14152) 167 : cluster 0 pgmap v86: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:17:59.785 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:18:01.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:00 smithi006 bash[27532]: cluster 2023-10-31T06:17:59.424162+0000 mgr.a (mgr.14152) 168 : cluster 0 pgmap v87: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:18:02.728 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:18:02.728 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:18:02.734 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:18:03.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:02 smithi006 bash[27532]: cluster 2023-10-31T06:18:01.425093+0000 mgr.a (mgr.14152) 169 : cluster 0 pgmap v88: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:18:03.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:02 smithi006 bash[27532]: audit 2023-10-31T06:18:02.726385+0000 mon.a (mon.0) 253 : audit 0 from='client.? 172.21.15.32:0/3573920012' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:18:04.412 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:18:04.413 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:18:05.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:04 smithi006 bash[27532]: cluster 2023-10-31T06:18:03.426009+0000 mgr.a (mgr.14152) 170 : cluster 0 pgmap v89: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:18:05.648 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:18:07.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:06 smithi006 bash[27532]: cluster 2023-10-31T06:18:05.426956+0000 mgr.a (mgr.14152) 171 : cluster 0 pgmap v90: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:18:08.483 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:18:08.484 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:18:08.487 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:18:09.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:08 smithi006 bash[27532]: cluster 2023-10-31T06:18:07.427849+0000 mgr.a (mgr.14152) 172 : cluster 0 pgmap v91: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:18:09.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:08 smithi006 bash[27532]: audit 2023-10-31T06:18:08.481932+0000 mon.a (mon.0) 254 : audit 0 from='client.? 172.21.15.32:0/1673195199' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:18:10.072 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:18:10.073 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:18:11.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:10 smithi006 bash[27532]: cluster 2023-10-31T06:18:09.428817+0000 mgr.a (mgr.14152) 173 : cluster 0 pgmap v92: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:18:11.308 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:18:13.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:12 smithi006 bash[27532]: cluster 2023-10-31T06:18:11.429710+0000 mgr.a (mgr.14152) 174 : cluster 0 pgmap v93: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:18:14.200 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:18:14.201 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:18:14.204 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:18:15.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:14 smithi006 bash[27532]: cluster 2023-10-31T06:18:13.430612+0000 mgr.a (mgr.14152) 175 : cluster 0 pgmap v94: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:18:15.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:14 smithi006 bash[27532]: audit 2023-10-31T06:18:14.198401+0000 mon.a (mon.0) 255 : audit 0 from='client.? 172.21.15.32:0/3285735657' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:18:15.892 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:18:15.893 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:18:17.127 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:18:17.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:16 smithi006 bash[27532]: cluster 2023-10-31T06:18:15.431522+0000 mgr.a (mgr.14152) 176 : cluster 0 pgmap v95: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:18:19.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:18 smithi006 bash[27532]: cluster 2023-10-31T06:18:17.432412+0000 mgr.a (mgr.14152) 177 : cluster 0 pgmap v96: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:18:19.853 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:18:19.854 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:18:19.856 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:18:20.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:19 smithi006 bash[27532]: audit 2023-10-31T06:18:19.851545+0000 mon.a (mon.0) 256 : audit 0 from='client.? 172.21.15.32:0/3488353633' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:18:21.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:20 smithi006 bash[27532]: cluster 2023-10-31T06:18:19.433353+0000 mgr.a (mgr.14152) 178 : cluster 0 pgmap v97: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:18:21.556 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:18:21.557 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:18:22.794 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:18:23.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:22 smithi006 bash[27532]: cluster 2023-10-31T06:18:21.434279+0000 mgr.a (mgr.14152) 179 : cluster 0 pgmap v98: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:18:25.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:25 smithi006 bash[27532]: cluster 2023-10-31T06:18:23.435290+0000 mgr.a (mgr.14152) 180 : cluster 0 pgmap v99: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:18:25.898 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:18:25.898 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:18:25.903 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:18:26.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:26 smithi006 bash[27532]: audit 2023-10-31T06:18:25.896245+0000 mon.a (mon.0) 257 : audit 0 from='client.? 172.21.15.32:0/267838985' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:18:27.262 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:27 smithi006 bash[27532]: cluster 2023-10-31T06:18:25.436262+0000 mgr.a (mgr.14152) 181 : cluster 0 pgmap v100: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:18:27.583 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:18:27.583 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:18:28.823 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:18:29.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:29 smithi006 bash[27532]: cluster 2023-10-31T06:18:27.437194+0000 mgr.a (mgr.14152) 182 : cluster 0 pgmap v101: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:18:31.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:31 smithi006 bash[27532]: cluster 2023-10-31T06:18:29.438134+0000 mgr.a (mgr.14152) 183 : cluster 0 pgmap v102: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:18:31.655 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:18:31.656 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:18:31.659 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:18:32.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:32 smithi006 bash[27532]: audit 2023-10-31T06:18:31.653694+0000 mon.a (mon.0) 258 : audit 0 from='client.? 172.21.15.32:0/2034471838' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:18:33.309 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:18:33.310 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:18:33.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:33 smithi006 bash[27532]: cluster 2023-10-31T06:18:31.439185+0000 mgr.a (mgr.14152) 184 : cluster 0 pgmap v103: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:18:34.552 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:18:35.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:35 smithi006 bash[27532]: cluster 2023-10-31T06:18:33.440166+0000 mgr.a (mgr.14152) 185 : cluster 0 pgmap v104: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:18:37.412 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:18:37.413 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:18:37.416 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:18:37.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:37 smithi006 bash[27532]: cluster 2023-10-31T06:18:35.441156+0000 mgr.a (mgr.14152) 186 : cluster 0 pgmap v105: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:18:38.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:38 smithi006 bash[27532]: audit 2023-10-31T06:18:37.410858+0000 mon.a (mon.0) 259 : audit 0 from='client.? 172.21.15.32:0/775962809' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:18:39.123 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:18:39.123 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:18:39.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:39 smithi006 bash[27532]: cluster 2023-10-31T06:18:37.442201+0000 mgr.a (mgr.14152) 187 : cluster 0 pgmap v106: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:18:40.361 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:18:41.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:41 smithi006 bash[27532]: cluster 2023-10-31T06:18:39.443247+0000 mgr.a (mgr.14152) 188 : cluster 0 pgmap v107: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:18:43.188 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:18:43.189 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:18:43.192 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:18:43.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:43 smithi006 bash[27532]: cluster 2023-10-31T06:18:41.444247+0000 mgr.a (mgr.14152) 189 : cluster 0 pgmap v108: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:18:44.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:44 smithi006 bash[27532]: audit 2023-10-31T06:18:43.186783+0000 mon.a (mon.0) 260 : audit 0 from='client.? 172.21.15.32:0/2358332482' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:18:44.873 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:18:44.874 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:18:45.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:45 smithi006 bash[27532]: cluster 2023-10-31T06:18:43.445251+0000 mgr.a (mgr.14152) 190 : cluster 0 pgmap v109: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:18:46.114 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:18:46.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:46 smithi006 bash[27532]: audit 2023-10-31T06:18:45.519507+0000 mon.a (mon.0) 261 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:18:46.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:46 smithi006 bash[27532]: audit 2023-10-31T06:18:45.524404+0000 mon.a (mon.0) 262 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:18:46.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:46 smithi006 bash[27532]: audit 2023-10-31T06:18:45.526205+0000 mon.a (mon.0) 263 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:18:46.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:46 smithi006 bash[27532]: audit 2023-10-31T06:18:45.536025+0000 mon.a (mon.0) 264 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:18:46.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:46 smithi006 bash[27532]: audit 2023-10-31T06:18:45.538693+0000 mon.a (mon.0) 265 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:18:46.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:46 smithi006 bash[27532]: audit 2023-10-31T06:18:45.542229+0000 mon.a (mon.0) 266 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]': finished 2023-10-31T06:18:47.318 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:47 smithi006 bash[27532]: cluster 2023-10-31T06:18:45.446181+0000 mgr.a (mgr.14152) 191 : cluster 0 pgmap v110: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:18:47.318 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:47 smithi006 bash[27532]: cluster 2023-10-31T06:18:45.536858+0000 mgr.a (mgr.14152) 192 : cluster 0 pgmap v111: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:18:47.318 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:47 smithi006 bash[27532]: cluster 2023-10-31T06:18:46.043681+0000 mon.a (mon.0) 267 : cluster 1 Health check cleared: CEPHADM_DAEMON_PLACE_FAIL (was: Failed to place 3 daemon(s)) 2023-10-31T06:18:47.319 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:47 smithi006 bash[27532]: cluster 2023-10-31T06:18:46.043706+0000 mon.a (mon.0) 268 : cluster 1 Cluster is now healthy 2023-10-31T06:18:47.762 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:47 smithi006 bash[27791]: debug 2023-10-31T06:18:47.311+0000 7fa9ae622700 -1 log_channel(cephadm) log [ERR] : Failed while placing agent.smithi032 on smithi032: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:18:47.763 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:47 smithi006 bash[27791]: For information regarding the latest stable release: 2023-10-31T06:18:47.763 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:47 smithi006 bash[27791]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:18:47.763 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:47 smithi006 bash[27791]: Deploy daemon agent.smithi032 ... 2023-10-31T06:18:47.763 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:47 smithi006 bash[27791]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service 2023-10-31T06:18:47.763 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:47 smithi006 bash[27791]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:18:47.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:47 smithi006 bash[27791]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:18:47.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:47 smithi006 bash[27791]: Traceback (most recent call last): 2023-10-31T06:18:47.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:47 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:18:47.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:47 smithi006 bash[27791]: return _run_code(code, main_globals, None, 2023-10-31T06:18:47.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:47 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:18:47.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:47 smithi006 bash[27791]: exec(code, run_globals) 2023-10-31T06:18:47.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:47 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:18:47.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:47 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:18:47.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:47 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:18:47.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:47 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:18:47.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:47 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:18:47.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:47 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:18:47.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:47 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:18:47.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:47 smithi006 bash[27791]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:18:47.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:47 smithi006 bash[27791]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:18:48.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:48 smithi006 bash[27532]: cephadm 2023-10-31T06:18:46.343481+0000 mgr.a (mgr.14152) 193 : cephadm 1 Deploying daemon agent.smithi032 on smithi032 2023-10-31T06:18:48.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:48 smithi006 bash[27532]: cephadm 2023-10-31T06:18:47.288191+0000 mgr.a (mgr.14152) 194 : cephadm 1 Removing key for client.agent.smithi032 2023-10-31T06:18:48.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:48 smithi006 bash[27532]: audit 2023-10-31T06:18:47.288720+0000 mon.a (mon.0) 269 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth rm", "entity": "client.agent.smithi032"}]: dispatch 2023-10-31T06:18:48.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:48 smithi006 bash[27532]: audit 2023-10-31T06:18:47.292416+0000 mon.a (mon.0) 270 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth rm", "entity": "client.agent.smithi032"}]': finished 2023-10-31T06:18:48.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:48 smithi006 bash[27532]: audit 2023-10-31T06:18:47.317921+0000 mon.a (mon.0) 271 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:18:48.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:48 smithi006 bash[27532]: audit 2023-10-31T06:18:47.321991+0000 mon.a (mon.0) 272 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]': finished 2023-10-31T06:18:49.012 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:48 smithi006 bash[27791]: debug 2023-10-31T06:18:48.747+0000 7fa9ae622700 -1 log_channel(cephadm) log [ERR] : Failed while placing agent.smithi029 on smithi029: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:18:49.013 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:48 smithi006 bash[27791]: For information regarding the latest stable release: 2023-10-31T06:18:49.013 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:48 smithi006 bash[27791]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:18:49.013 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:48 smithi006 bash[27791]: Deploy daemon agent.smithi029 ... 2023-10-31T06:18:49.013 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:48 smithi006 bash[27791]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service 2023-10-31T06:18:49.014 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:48 smithi006 bash[27791]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:18:49.014 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:48 smithi006 bash[27791]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:18:49.014 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:48 smithi006 bash[27791]: Traceback (most recent call last): 2023-10-31T06:18:49.014 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:48 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:18:49.014 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:48 smithi006 bash[27791]: return _run_code(code, main_globals, None, 2023-10-31T06:18:49.015 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:48 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:18:49.015 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:48 smithi006 bash[27791]: exec(code, run_globals) 2023-10-31T06:18:49.015 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:48 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:18:49.015 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:48 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:18:49.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:48 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:18:49.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:48 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:18:49.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:48 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:18:49.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:48 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:18:49.017 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:48 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:18:49.017 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:48 smithi006 bash[27791]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:18:49.017 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:48 smithi006 bash[27791]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:18:49.056 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:18:49.056 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:18:49.059 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:18:49.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:49 smithi006 bash[27532]: cephadm 2023-10-31T06:18:47.316396+0000 mgr.a (mgr.14152) 195 : cephadm 4 Failed while placing agent.smithi032 on smithi032: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:18:49.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:49 smithi006 bash[27532]: For information regarding the latest stable release: 2023-10-31T06:18:49.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:49 smithi006 bash[27532]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:18:49.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:49 smithi006 bash[27532]: Deploy daemon agent.smithi032 ... 2023-10-31T06:18:49.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:49 smithi006 bash[27532]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service 2023-10-31T06:18:49.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:49 smithi006 bash[27532]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:18:49.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:49 smithi006 bash[27532]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:18:49.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:49 smithi006 bash[27532]: Traceback (most recent call last): 2023-10-31T06:18:49.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:49 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:18:49.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:49 smithi006 bash[27532]: return _run_code(code, main_globals, None, 2023-10-31T06:18:49.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:49 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:18:49.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:49 smithi006 bash[27532]: exec(code, run_globals) 2023-10-31T06:18:49.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:49 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:18:49.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:49 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:18:49.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:49 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:18:49.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:49 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:18:49.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:49 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:18:49.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:49 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:18:49.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:49 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:18:49.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:49 smithi006 bash[27532]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:18:49.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:49 smithi006 bash[27532]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:18:49.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:49 smithi006 bash[27532]: cluster 2023-10-31T06:18:47.537204+0000 mgr.a (mgr.14152) 196 : cluster 0 pgmap v112: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:18:49.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:49 smithi006 bash[27532]: cephadm 2023-10-31T06:18:47.786960+0000 mgr.a (mgr.14152) 197 : cephadm 1 Deploying daemon agent.smithi029 on smithi029 2023-10-31T06:18:49.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:49 smithi006 bash[27532]: audit 2023-10-31T06:18:48.700028+0000 mon.a (mon.0) 273 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth rm", "entity": "client.agent.smithi029"}]: dispatch 2023-10-31T06:18:49.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:49 smithi006 bash[27532]: audit 2023-10-31T06:18:48.701387+0000 mon.a (mon.0) 274 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth rm", "entity": "client.agent.smithi029"}]': finished 2023-10-31T06:18:49.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:49 smithi006 bash[27532]: audit 2023-10-31T06:18:48.754878+0000 mon.a (mon.0) 275 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:18:49.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:49 smithi006 bash[27532]: audit 2023-10-31T06:18:48.756454+0000 mon.a (mon.0) 276 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]': finished 2023-10-31T06:18:49.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:49 smithi006 bash[27532]: audit 2023-10-31T06:18:49.053741+0000 mon.a (mon.0) 277 : audit 0 from='client.? 172.21.15.32:0/1274007287' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:18:50.127 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27532]: cephadm 2023-10-31T06:18:48.699514+0000 mgr.a (mgr.14152) 198 : cephadm 1 Removing key for client.agent.smithi029 2023-10-31T06:18:50.127 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27532]: cephadm 2023-10-31T06:18:48.753697+0000 mgr.a (mgr.14152) 199 : cephadm 4 Failed while placing agent.smithi029 on smithi029: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:18:50.127 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27532]: For information regarding the latest stable release: 2023-10-31T06:18:50.128 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27532]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:18:50.128 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27532]: Deploy daemon agent.smithi029 ... 2023-10-31T06:18:50.128 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27532]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service 2023-10-31T06:18:50.128 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27532]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:18:50.128 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27532]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:18:50.129 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27532]: Traceback (most recent call last): 2023-10-31T06:18:50.129 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:18:50.129 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27532]: return _run_code(code, main_globals, None, 2023-10-31T06:18:50.129 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:18:50.129 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27532]: exec(code, run_globals) 2023-10-31T06:18:50.130 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:18:50.130 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:18:50.130 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:18:50.130 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:18:50.130 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:18:50.131 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:18:50.131 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:18:50.131 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27532]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:18:50.132 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27532]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:18:50.132 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27532]: cephadm 2023-10-31T06:18:49.205198+0000 mgr.a (mgr.14152) 200 : cephadm 1 Deploying daemon agent.smithi006 on smithi006 2023-10-31T06:18:50.512 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27791]: debug 2023-10-31T06:18:50.119+0000 7fa9ae622700 -1 log_channel(cephadm) log [ERR] : Failed while placing agent.smithi006 on smithi006: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:18:50.513 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27791]: For information regarding the latest stable release: 2023-10-31T06:18:50.513 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27791]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:18:50.513 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27791]: Deploy daemon agent.smithi006 ... 2023-10-31T06:18:50.513 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27791]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service 2023-10-31T06:18:50.514 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27791]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:18:50.514 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27791]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:18:50.514 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27791]: Traceback (most recent call last): 2023-10-31T06:18:50.514 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:18:50.514 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27791]: return _run_code(code, main_globals, None, 2023-10-31T06:18:50.515 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:18:50.515 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27791]: exec(code, run_globals) 2023-10-31T06:18:50.515 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:18:50.515 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:18:50.515 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:18:50.516 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:18:50.516 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:18:50.516 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:18:50.516 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:18:50.516 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27791]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:18:50.517 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:18:50 smithi006 bash[27791]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:18:50.749 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:18:50.750 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:18:51.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:51 smithi006 bash[27532]: cluster 2023-10-31T06:18:49.537591+0000 mgr.a (mgr.14152) 201 : cluster 0 pgmap v113: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:18:51.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:51 smithi006 bash[27532]: cephadm 2023-10-31T06:18:50.106583+0000 mgr.a (mgr.14152) 202 : cephadm 1 Removing key for client.agent.smithi006 2023-10-31T06:18:51.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:51 smithi006 bash[27532]: audit 2023-10-31T06:18:50.107195+0000 mon.a (mon.0) 278 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth rm", "entity": "client.agent.smithi006"}]: dispatch 2023-10-31T06:18:51.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:51 smithi006 bash[27532]: audit 2023-10-31T06:18:50.108563+0000 mon.a (mon.0) 279 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth rm", "entity": "client.agent.smithi006"}]': finished 2023-10-31T06:18:51.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:51 smithi006 bash[27532]: cephadm 2023-10-31T06:18:50.125174+0000 mgr.a (mgr.14152) 203 : cephadm 4 Failed while placing agent.smithi006 on smithi006: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:18:51.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:51 smithi006 bash[27532]: For information regarding the latest stable release: 2023-10-31T06:18:51.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:51 smithi006 bash[27532]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:18:51.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:51 smithi006 bash[27532]: Deploy daemon agent.smithi006 ... 2023-10-31T06:18:51.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:51 smithi006 bash[27532]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service 2023-10-31T06:18:51.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:51 smithi006 bash[27532]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:18:51.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:51 smithi006 bash[27532]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:18:51.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:51 smithi006 bash[27532]: Traceback (most recent call last): 2023-10-31T06:18:51.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:51 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:18:51.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:51 smithi006 bash[27532]: return _run_code(code, main_globals, None, 2023-10-31T06:18:51.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:51 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:18:51.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:51 smithi006 bash[27532]: exec(code, run_globals) 2023-10-31T06:18:51.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:51 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:18:51.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:51 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:18:51.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:51 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:18:51.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:51 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:18:51.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:51 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:18:51.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:51 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:18:51.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:51 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:18:51.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:51 smithi006 bash[27532]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:18:51.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:51 smithi006 bash[27532]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:18:51.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:51 smithi006 bash[27532]: cluster 2023-10-31T06:18:50.127010+0000 mgr.a (mgr.14152) 204 : cluster 0 pgmap v114: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:18:51.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:51 smithi006 bash[27532]: cephadm 2023-10-31T06:18:50.128000+0000 mgr.a (mgr.14152) 205 : cephadm 1 Filtered out host smithi006: does not belong to mon public_network(s): 172.21.0.0/20, host network(s): 2023-10-31T06:18:51.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:51 smithi006 bash[27532]: cephadm 2023-10-31T06:18:50.128240+0000 mgr.a (mgr.14152) 206 : cephadm 1 Filtered out host smithi029: does not belong to mon public_network(s): 172.21.0.0/20, host network(s): 2023-10-31T06:18:51.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:51 smithi006 bash[27532]: cephadm 2023-10-31T06:18:50.128434+0000 mgr.a (mgr.14152) 207 : cephadm 1 Filtered out host smithi032: does not belong to mon public_network(s): 172.21.0.0/20, host network(s): 2023-10-31T06:18:51.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:51 smithi006 bash[27532]: audit 2023-10-31T06:18:50.963739+0000 mon.a (mon.0) 280 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:18:51.980 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:18:52.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:52 smithi006 bash[27532]: cluster 2023-10-31T06:18:51.108569+0000 mon.a (mon.0) 281 : cluster 3 Health check failed: Failed to place 3 daemon(s) (CEPHADM_DAEMON_PLACE_FAIL) 2023-10-31T06:18:53.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:53 smithi006 bash[27532]: cluster 2023-10-31T06:18:52.127804+0000 mgr.a (mgr.14152) 208 : cluster 0 pgmap v115: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:18:54.889 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:18:54.889 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:18:54.892 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:18:55.012 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:54 smithi006 bash[27532]: cluster 2023-10-31T06:18:54.128770+0000 mgr.a (mgr.14152) 209 : cluster 0 pgmap v116: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:18:56.012 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:55 smithi006 bash[27532]: audit 2023-10-31T06:18:54.886722+0000 mon.a (mon.0) 282 : audit 0 from='client.? 172.21.15.32:0/574772172' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:18:56.500 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:18:56.500 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:18:57.012 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:56 smithi006 bash[27532]: cluster 2023-10-31T06:18:56.129694+0000 mgr.a (mgr.14152) 210 : cluster 0 pgmap v117: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:18:57.736 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:18:59.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:18:59 smithi006 bash[27532]: cluster 2023-10-31T06:18:58.130532+0000 mgr.a (mgr.14152) 211 : cluster 0 pgmap v118: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:19:00.585 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:19:00.585 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:19:00.588 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:19:01.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:01 smithi006 bash[27532]: cluster 2023-10-31T06:19:00.131513+0000 mgr.a (mgr.14152) 212 : cluster 0 pgmap v119: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:19:01.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:01 smithi006 bash[27532]: audit 2023-10-31T06:19:00.583058+0000 mon.a (mon.0) 283 : audit 0 from='client.? 172.21.15.32:0/3155082122' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:19:02.269 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:19:02.269 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:19:03.504 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:19:03.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:03 smithi006 bash[27532]: cluster 2023-10-31T06:19:02.132404+0000 mgr.a (mgr.14152) 213 : cluster 0 pgmap v120: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:19:05.012 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:04 smithi006 bash[27532]: cluster 2023-10-31T06:19:04.133332+0000 mgr.a (mgr.14152) 214 : cluster 0 pgmap v121: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:19:06.327 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:19:06.327 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:19:06.332 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:19:07.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:07 smithi006 bash[27532]: cluster 2023-10-31T06:19:06.134243+0000 mgr.a (mgr.14152) 215 : cluster 0 pgmap v122: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:19:07.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:07 smithi006 bash[27532]: audit 2023-10-31T06:19:06.324636+0000 mon.a (mon.0) 284 : audit 0 from='client.? 172.21.15.32:0/3680917631' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:19:07.990 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:19:07.991 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:19:09.228 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:19:09.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:09 smithi006 bash[27532]: cluster 2023-10-31T06:19:08.135215+0000 mgr.a (mgr.14152) 216 : cluster 0 pgmap v123: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:19:11.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:11 smithi006 bash[27532]: cluster 2023-10-31T06:19:10.136089+0000 mgr.a (mgr.14152) 217 : cluster 0 pgmap v124: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:19:12.051 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:19:12.052 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:19:12.055 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:19:12.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:12 smithi006 bash[27532]: audit 2023-10-31T06:19:12.049323+0000 mon.a (mon.0) 285 : audit 0 from='client.? 172.21.15.32:0/725000729' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:19:13.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:13 smithi006 bash[27532]: cluster 2023-10-31T06:19:12.136965+0000 mgr.a (mgr.14152) 218 : cluster 0 pgmap v125: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:19:13.665 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:19:13.665 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:19:14.901 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:19:15.012 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:14 smithi006 bash[27532]: cluster 2023-10-31T06:19:14.137867+0000 mgr.a (mgr.14152) 219 : cluster 0 pgmap v126: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:19:17.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:17 smithi006 bash[27532]: cluster 2023-10-31T06:19:16.138752+0000 mgr.a (mgr.14152) 220 : cluster 0 pgmap v127: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:19:17.650 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:19:17.650 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:19:17.653 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:19:18.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:18 smithi006 bash[27532]: audit 2023-10-31T06:19:17.647671+0000 mon.a (mon.0) 286 : audit 0 from='client.? 172.21.15.32:0/190228058' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:19:19.319 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:19:19.320 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:19:19.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:19 smithi006 bash[27532]: cluster 2023-10-31T06:19:18.139673+0000 mgr.a (mgr.14152) 221 : cluster 0 pgmap v128: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:19:20.557 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:19:21.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:21 smithi006 bash[27532]: cluster 2023-10-31T06:19:20.140562+0000 mgr.a (mgr.14152) 222 : cluster 0 pgmap v129: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:19:23.365 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:19:23.366 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:19:23.369 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:19:23.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:23 smithi006 bash[27532]: cluster 2023-10-31T06:19:22.141567+0000 mgr.a (mgr.14152) 223 : cluster 0 pgmap v130: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:19:24.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:24 smithi006 bash[27532]: audit 2023-10-31T06:19:23.363174+0000 mon.a (mon.0) 287 : audit 0 from='client.? 172.21.15.32:0/1044657335' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:19:25.101 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:19:25.101 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:19:25.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:25 smithi006 bash[27532]: cluster 2023-10-31T06:19:24.142608+0000 mgr.a (mgr.14152) 224 : cluster 0 pgmap v131: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:19:26.342 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:19:27.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:27 smithi006 bash[27532]: cluster 2023-10-31T06:19:26.143647+0000 mgr.a (mgr.14152) 225 : cluster 0 pgmap v132: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:19:29.191 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:19:29.191 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:19:29.195 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:19:29.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:29 smithi006 bash[27532]: cluster 2023-10-31T06:19:28.144649+0000 mgr.a (mgr.14152) 226 : cluster 0 pgmap v133: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:19:29.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:29 smithi006 bash[27532]: audit 2023-10-31T06:19:29.188803+0000 mon.a (mon.0) 288 : audit 0 from='client.? 172.21.15.32:0/2757956605' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:19:30.852 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:19:30.853 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:19:31.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:31 smithi006 bash[27532]: cluster 2023-10-31T06:19:30.145578+0000 mgr.a (mgr.14152) 227 : cluster 0 pgmap v134: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:19:32.092 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:19:33.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:33 smithi006 bash[27532]: cluster 2023-10-31T06:19:32.146500+0000 mgr.a (mgr.14152) 228 : cluster 0 pgmap v135: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:19:34.995 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:19:34.995 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:19:34.999 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:19:35.012 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:34 smithi006 bash[27532]: cluster 2023-10-31T06:19:34.147446+0000 mgr.a (mgr.14152) 229 : cluster 0 pgmap v136: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:19:36.013 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:35 smithi006 bash[27532]: audit 2023-10-31T06:19:34.992920+0000 mon.a (mon.0) 289 : audit 0 from='client.? 172.21.15.32:0/1046346163' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:19:36.745 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:19:36.746 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:19:37.013 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:36 smithi006 bash[27532]: cluster 2023-10-31T06:19:36.148420+0000 mgr.a (mgr.14152) 230 : cluster 0 pgmap v137: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:19:37.989 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:19:39.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:39 smithi006 bash[27532]: cluster 2023-10-31T06:19:38.149426+0000 mgr.a (mgr.14152) 231 : cluster 0 pgmap v138: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:19:40.849 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:19:40.849 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:19:40.852 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:19:41.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:41 smithi006 bash[27532]: cluster 2023-10-31T06:19:40.150434+0000 mgr.a (mgr.14152) 232 : cluster 0 pgmap v139: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:19:41.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:41 smithi006 bash[27532]: audit 2023-10-31T06:19:40.846215+0000 mon.a (mon.0) 290 : audit 0 from='client.? 172.21.15.32:0/1849710421' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:19:42.568 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:19:42.569 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:19:43.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:43 smithi006 bash[27532]: cluster 2023-10-31T06:19:42.151410+0000 mgr.a (mgr.14152) 233 : cluster 0 pgmap v140: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:19:43.798 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:19:45.012 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:44 smithi006 bash[27532]: cluster 2023-10-31T06:19:44.152303+0000 mgr.a (mgr.14152) 234 : cluster 0 pgmap v141: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:19:46.684 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:19:46.685 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:19:46.688 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:19:47.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:47 smithi006 bash[27532]: cluster 2023-10-31T06:19:46.153197+0000 mgr.a (mgr.14152) 235 : cluster 0 pgmap v142: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:19:47.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:47 smithi006 bash[27532]: audit 2023-10-31T06:19:46.682143+0000 mon.a (mon.0) 291 : audit 0 from='client.? 172.21.15.32:0/2967386352' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:19:48.399 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:19:48.400 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:19:49.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:49 smithi006 bash[27532]: cluster 2023-10-31T06:19:48.154120+0000 mgr.a (mgr.14152) 236 : cluster 0 pgmap v143: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:19:49.628 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:19:51.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:51 smithi006 bash[27532]: cluster 2023-10-31T06:19:50.155145+0000 mgr.a (mgr.14152) 237 : cluster 0 pgmap v144: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:19:51.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:51 smithi006 bash[27532]: audit 2023-10-31T06:19:50.227353+0000 mon.a (mon.0) 292 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:19:51.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:51 smithi006 bash[27532]: audit 2023-10-31T06:19:50.232278+0000 mon.a (mon.0) 293 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:19:51.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:51 smithi006 bash[27532]: audit 2023-10-31T06:19:50.233887+0000 mon.a (mon.0) 294 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:19:51.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:51 smithi006 bash[27532]: audit 2023-10-31T06:19:50.240223+0000 mon.a (mon.0) 295 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:19:51.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:51 smithi006 bash[27532]: cluster 2023-10-31T06:19:50.240861+0000 mgr.a (mgr.14152) 238 : cluster 0 pgmap v145: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:19:51.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:51 smithi006 bash[27532]: audit 2023-10-31T06:19:50.242376+0000 mon.a (mon.0) 296 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:19:51.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:51 smithi006 bash[27532]: audit 2023-10-31T06:19:50.243442+0000 mon.a (mon.0) 297 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]': finished 2023-10-31T06:19:52.013 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:51 smithi006 bash[27791]: debug 2023-10-31T06:19:51.597+0000 7fa9ae622700 -1 log_channel(cephadm) log [ERR] : Failed while placing agent.smithi032 on smithi032: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:19:52.013 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:51 smithi006 bash[27791]: For information regarding the latest stable release: 2023-10-31T06:19:52.014 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:51 smithi006 bash[27791]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:19:52.014 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:51 smithi006 bash[27791]: Deploy daemon agent.smithi032 ... 2023-10-31T06:19:52.014 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:51 smithi006 bash[27791]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service 2023-10-31T06:19:52.014 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:51 smithi006 bash[27791]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:19:52.015 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:51 smithi006 bash[27791]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:19:52.015 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:51 smithi006 bash[27791]: Traceback (most recent call last): 2023-10-31T06:19:52.015 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:51 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:19:52.015 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:51 smithi006 bash[27791]: return _run_code(code, main_globals, None, 2023-10-31T06:19:52.015 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:51 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:19:52.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:51 smithi006 bash[27791]: exec(code, run_globals) 2023-10-31T06:19:52.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:51 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:19:52.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:51 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:19:52.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:51 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:19:52.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:51 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:19:52.017 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:51 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:19:52.017 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:51 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:19:52.017 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:51 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:19:52.017 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:51 smithi006 bash[27791]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:19:52.017 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:51 smithi006 bash[27791]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:19:52.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:52 smithi006 bash[27532]: cephadm 2023-10-31T06:19:50.583425+0000 mgr.a (mgr.14152) 239 : cephadm 1 Deploying daemon agent.smithi032 on smithi032 2023-10-31T06:19:52.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:52 smithi006 bash[27532]: cluster 2023-10-31T06:19:51.238205+0000 mon.a (mon.0) 298 : cluster 1 Health check cleared: CEPHADM_DAEMON_PLACE_FAIL (was: Failed to place 3 daemon(s)) 2023-10-31T06:19:52.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:52 smithi006 bash[27532]: cluster 2023-10-31T06:19:51.238266+0000 mon.a (mon.0) 299 : cluster 1 Cluster is now healthy 2023-10-31T06:19:52.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:52 smithi006 bash[27532]: audit 2023-10-31T06:19:51.578460+0000 mon.a (mon.0) 300 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth rm", "entity": "client.agent.smithi032"}]: dispatch 2023-10-31T06:19:52.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:52 smithi006 bash[27532]: audit 2023-10-31T06:19:51.580005+0000 mon.a (mon.0) 301 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth rm", "entity": "client.agent.smithi032"}]': finished 2023-10-31T06:19:52.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:52 smithi006 bash[27532]: audit 2023-10-31T06:19:51.601903+0000 mon.a (mon.0) 302 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:19:52.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:52 smithi006 bash[27532]: audit 2023-10-31T06:19:51.603812+0000 mon.a (mon.0) 303 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]': finished 2023-10-31T06:19:52.800 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:19:52.800 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:19:52.803 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:19:53.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27532]: cephadm 2023-10-31T06:19:51.577744+0000 mgr.a (mgr.14152) 240 : cephadm 1 Removing key for client.agent.smithi032 2023-10-31T06:19:53.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27532]: cephadm 2023-10-31T06:19:51.600407+0000 mgr.a (mgr.14152) 241 : cephadm 4 Failed while placing agent.smithi032 on smithi032: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:19:53.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27532]: For information regarding the latest stable release: 2023-10-31T06:19:53.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27532]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:19:53.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27532]: Deploy daemon agent.smithi032 ... 2023-10-31T06:19:53.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27532]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service 2023-10-31T06:19:53.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27532]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:19:53.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27532]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:19:53.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27532]: Traceback (most recent call last): 2023-10-31T06:19:53.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:19:53.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27532]: return _run_code(code, main_globals, None, 2023-10-31T06:19:53.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:19:53.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27532]: exec(code, run_globals) 2023-10-31T06:19:53.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:19:53.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:19:53.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:19:53.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:19:53.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:19:53.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:19:53.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:19:53.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27532]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:19:53.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27532]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:19:53.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27532]: cluster 2023-10-31T06:19:52.241216+0000 mgr.a (mgr.14152) 242 : cluster 0 pgmap v146: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:19:53.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27532]: audit 2023-10-31T06:19:52.797271+0000 mon.a (mon.0) 304 : audit 0 from='client.? 172.21.15.32:0/1350882184' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:19:53.518 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27791]: debug 2023-10-31T06:19:53.365+0000 7fa9ae622700 -1 log_channel(cephadm) log [ERR] : Failed while placing agent.smithi029 on smithi029: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:19:53.519 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27791]: For information regarding the latest stable release: 2023-10-31T06:19:53.519 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27791]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:19:53.519 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27791]: Deploy daemon agent.smithi029 ... 2023-10-31T06:19:53.519 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27791]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service 2023-10-31T06:19:53.519 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27791]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:19:53.520 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27791]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:19:53.520 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27791]: Traceback (most recent call last): 2023-10-31T06:19:53.520 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:19:53.520 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27791]: return _run_code(code, main_globals, None, 2023-10-31T06:19:53.520 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:19:53.521 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27791]: exec(code, run_globals) 2023-10-31T06:19:53.521 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:19:53.521 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:19:53.521 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:19:53.521 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:19:53.522 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:19:53.522 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:19:53.522 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:19:53.522 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27791]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:19:53.523 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:53 smithi006 bash[27791]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:19:54.462 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:54 smithi006 bash[27532]: cephadm 2023-10-31T06:19:52.403280+0000 mgr.a (mgr.14152) 243 : cephadm 1 Deploying daemon agent.smithi029 on smithi029 2023-10-31T06:19:54.466 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:54 smithi006 bash[27532]: audit 2023-10-31T06:19:53.344419+0000 mon.a (mon.0) 305 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth rm", "entity": "client.agent.smithi029"}]: dispatch 2023-10-31T06:19:54.467 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:54 smithi006 bash[27532]: audit 2023-10-31T06:19:53.345739+0000 mon.a (mon.0) 306 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth rm", "entity": "client.agent.smithi029"}]': finished 2023-10-31T06:19:54.467 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:54 smithi006 bash[27532]: audit 2023-10-31T06:19:53.372318+0000 mon.a (mon.0) 307 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:19:54.467 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:54 smithi006 bash[27532]: audit 2023-10-31T06:19:53.375664+0000 mon.a (mon.0) 308 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]': finished 2023-10-31T06:19:54.476 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:19:54.476 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:19:55.013 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:54 smithi006 bash[27791]: debug 2023-10-31T06:19:54.729+0000 7fa9ae622700 -1 log_channel(cephadm) log [ERR] : Failed while placing agent.smithi006 on smithi006: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:19:55.013 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:54 smithi006 bash[27791]: For information regarding the latest stable release: 2023-10-31T06:19:55.014 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:54 smithi006 bash[27791]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:19:55.014 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:54 smithi006 bash[27791]: Deploy daemon agent.smithi006 ... 2023-10-31T06:19:55.014 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:54 smithi006 bash[27791]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service 2023-10-31T06:19:55.014 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:54 smithi006 bash[27791]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:19:55.015 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:54 smithi006 bash[27791]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:19:55.015 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:54 smithi006 bash[27791]: Traceback (most recent call last): 2023-10-31T06:19:55.015 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:54 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:19:55.015 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:54 smithi006 bash[27791]: return _run_code(code, main_globals, None, 2023-10-31T06:19:55.015 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:54 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:19:55.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:54 smithi006 bash[27791]: exec(code, run_globals) 2023-10-31T06:19:55.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:54 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:19:55.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:54 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:19:55.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:54 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:19:55.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:54 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:19:55.017 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:54 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:19:55.017 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:54 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:19:55.017 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:54 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:19:55.018 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:54 smithi006 bash[27791]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:19:55.018 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:19:54 smithi006 bash[27791]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:19:55.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:55 smithi006 bash[27532]: cephadm 2023-10-31T06:19:53.343734+0000 mgr.a (mgr.14152) 244 : cephadm 1 Removing key for client.agent.smithi029 2023-10-31T06:19:55.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:55 smithi006 bash[27532]: cephadm 2023-10-31T06:19:53.370776+0000 mgr.a (mgr.14152) 245 : cephadm 4 Failed while placing agent.smithi029 on smithi029: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:19:55.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:55 smithi006 bash[27532]: For information regarding the latest stable release: 2023-10-31T06:19:55.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:55 smithi006 bash[27532]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:19:55.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:55 smithi006 bash[27532]: Deploy daemon agent.smithi029 ... 2023-10-31T06:19:55.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:55 smithi006 bash[27532]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service 2023-10-31T06:19:55.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:55 smithi006 bash[27532]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:19:55.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:55 smithi006 bash[27532]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:19:55.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:55 smithi006 bash[27532]: Traceback (most recent call last): 2023-10-31T06:19:55.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:55 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:19:55.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:55 smithi006 bash[27532]: return _run_code(code, main_globals, None, 2023-10-31T06:19:55.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:55 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:19:55.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:55 smithi006 bash[27532]: exec(code, run_globals) 2023-10-31T06:19:55.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:55 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:19:55.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:55 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:19:55.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:55 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:19:55.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:55 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:19:55.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:55 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:19:55.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:55 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:19:55.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:55 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:19:55.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:55 smithi006 bash[27532]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:19:55.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:55 smithi006 bash[27532]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:19:55.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:55 smithi006 bash[27532]: cephadm 2023-10-31T06:19:53.814576+0000 mgr.a (mgr.14152) 246 : cephadm 1 Deploying daemon agent.smithi006 on smithi006 2023-10-31T06:19:55.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:55 smithi006 bash[27532]: cluster 2023-10-31T06:19:54.241578+0000 mgr.a (mgr.14152) 247 : cluster 0 pgmap v147: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:19:55.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:55 smithi006 bash[27532]: audit 2023-10-31T06:19:54.705670+0000 mon.a (mon.0) 309 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth rm", "entity": "client.agent.smithi006"}]: dispatch 2023-10-31T06:19:55.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:55 smithi006 bash[27532]: audit 2023-10-31T06:19:54.709415+0000 mon.a (mon.0) 310 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth rm", "entity": "client.agent.smithi006"}]': finished 2023-10-31T06:19:55.708 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:19:56.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:56 smithi006 bash[27532]: cephadm 2023-10-31T06:19:54.705114+0000 mgr.a (mgr.14152) 248 : cephadm 1 Removing key for client.agent.smithi006 2023-10-31T06:19:56.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:56 smithi006 bash[27532]: cephadm 2023-10-31T06:19:54.731078+0000 mgr.a (mgr.14152) 249 : cephadm 4 Failed while placing agent.smithi006 on smithi006: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:19:56.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:56 smithi006 bash[27532]: For information regarding the latest stable release: 2023-10-31T06:19:56.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:56 smithi006 bash[27532]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:19:56.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:56 smithi006 bash[27532]: Deploy daemon agent.smithi006 ... 2023-10-31T06:19:56.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:56 smithi006 bash[27532]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service 2023-10-31T06:19:56.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:56 smithi006 bash[27532]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:19:56.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:56 smithi006 bash[27532]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:19:56.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:56 smithi006 bash[27532]: Traceback (most recent call last): 2023-10-31T06:19:56.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:56 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:19:56.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:56 smithi006 bash[27532]: return _run_code(code, main_globals, None, 2023-10-31T06:19:56.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:56 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:19:56.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:56 smithi006 bash[27532]: exec(code, run_globals) 2023-10-31T06:19:56.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:56 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:19:56.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:56 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:19:56.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:56 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:19:56.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:56 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:19:56.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:56 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:19:56.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:56 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:19:56.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:56 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:19:56.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:56 smithi006 bash[27532]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:19:56.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:56 smithi006 bash[27532]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:19:56.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:56 smithi006 bash[27532]: cluster 2023-10-31T06:19:54.732798+0000 mgr.a (mgr.14152) 250 : cluster 0 pgmap v148: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:19:56.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:56 smithi006 bash[27532]: cephadm 2023-10-31T06:19:54.733796+0000 mgr.a (mgr.14152) 251 : cephadm 1 Filtered out host smithi006: does not belong to mon public_network(s): 172.21.0.0/20, host network(s): 2023-10-31T06:19:56.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:56 smithi006 bash[27532]: cephadm 2023-10-31T06:19:54.734006+0000 mgr.a (mgr.14152) 252 : cephadm 1 Filtered out host smithi029: does not belong to mon public_network(s): 172.21.0.0/20, host network(s): 2023-10-31T06:19:56.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:56 smithi006 bash[27532]: cephadm 2023-10-31T06:19:54.734209+0000 mgr.a (mgr.14152) 253 : cephadm 1 Filtered out host smithi032: does not belong to mon public_network(s): 172.21.0.0/20, host network(s): 2023-10-31T06:19:56.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:56 smithi006 bash[27532]: cluster 2023-10-31T06:19:55.216691+0000 mon.a (mon.0) 311 : cluster 3 Health check failed: Failed to place 3 daemon(s) (CEPHADM_DAEMON_PLACE_FAIL) 2023-10-31T06:19:56.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:56 smithi006 bash[27532]: audit 2023-10-31T06:19:55.972863+0000 mon.a (mon.0) 312 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:19:58.466 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:19:58.467 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:19:58.470 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:19:58.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:58 smithi006 bash[27532]: cluster 2023-10-31T06:19:56.733711+0000 mgr.a (mgr.14152) 254 : cluster 0 pgmap v149: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:19:59.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:19:59 smithi006 bash[27532]: audit 2023-10-31T06:19:58.463842+0000 mon.a (mon.0) 313 : audit 0 from='client.? 172.21.15.32:0/3687290857' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:20:00.161 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:20:00.162 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:20:00.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:00 smithi006 bash[27532]: cluster 2023-10-31T06:19:58.734611+0000 mgr.a (mgr.14152) 255 : cluster 0 pgmap v150: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:20:01.389 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:20:02.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:02 smithi006 bash[27532]: cluster 2023-10-31T06:20:00.735538+0000 mgr.a (mgr.14152) 256 : cluster 0 pgmap v151: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:20:04.312 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:20:04.313 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:20:04.316 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:20:04.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:04 smithi006 bash[27532]: cluster 2023-10-31T06:20:02.736432+0000 mgr.a (mgr.14152) 257 : cluster 0 pgmap v152: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:20:05.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:05 smithi006 bash[27532]: audit 2023-10-31T06:20:04.309748+0000 mon.a (mon.0) 314 : audit 0 from='client.? 172.21.15.32:0/202593223' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:20:06.032 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:20:06.033 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:20:06.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:06 smithi006 bash[27532]: cluster 2023-10-31T06:20:04.737342+0000 mgr.a (mgr.14152) 258 : cluster 0 pgmap v153: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:20:07.269 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:20:08.513 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:08 smithi006 bash[27532]: cluster 2023-10-31T06:20:06.738240+0000 mgr.a (mgr.14152) 259 : cluster 0 pgmap v154: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:20:10.013 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:09 smithi006 bash[27532]: cluster 2023-10-31T06:20:08.739182+0000 mgr.a (mgr.14152) 260 : cluster 0 pgmap v155: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:20:10.181 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:20:10.181 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:20:10.185 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:20:11.013 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:10 smithi006 bash[27532]: audit 2023-10-31T06:20:10.178225+0000 mon.a (mon.0) 315 : audit 0 from='client.? 172.21.15.32:0/397293703' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:20:11.864 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:20:11.864 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:20:12.013 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:11 smithi006 bash[27532]: cluster 2023-10-31T06:20:10.740049+0000 mgr.a (mgr.14152) 261 : cluster 0 pgmap v156: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:20:13.104 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:20:14.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:13 smithi006 bash[27532]: cluster 2023-10-31T06:20:12.740925+0000 mgr.a (mgr.14152) 262 : cluster 0 pgmap v157: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:20:16.017 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:20:16.018 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:20:16.021 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:20:16.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:15 smithi006 bash[27532]: cluster 2023-10-31T06:20:14.741895+0000 mgr.a (mgr.14152) 263 : cluster 0 pgmap v158: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:20:17.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:16 smithi006 bash[27532]: audit 2023-10-31T06:20:16.014498+0000 mon.a (mon.0) 316 : audit 0 from='client.? 172.21.15.32:0/415214813' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:20:17.720 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:20:17.721 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:20:18.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:17 smithi006 bash[27532]: cluster 2023-10-31T06:20:16.742806+0000 mgr.a (mgr.14152) 264 : cluster 0 pgmap v159: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:20:18.955 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:20:20.013 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:19 smithi006 bash[27532]: cluster 2023-10-31T06:20:18.743683+0000 mgr.a (mgr.14152) 265 : cluster 0 pgmap v160: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:20:21.797 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:20:21.797 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:20:21.801 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:20:22.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:21 smithi006 bash[27532]: cluster 2023-10-31T06:20:20.744594+0000 mgr.a (mgr.14152) 266 : cluster 0 pgmap v161: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:20:22.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:21 smithi006 bash[27532]: audit 2023-10-31T06:20:21.794329+0000 mon.a (mon.0) 317 : audit 0 from='client.? 172.21.15.32:0/815320653' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:20:23.517 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:20:23.518 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:20:24.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:23 smithi006 bash[27532]: cluster 2023-10-31T06:20:22.745502+0000 mgr.a (mgr.14152) 267 : cluster 0 pgmap v162: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:20:24.755 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:20:26.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:25 smithi006 bash[27532]: cluster 2023-10-31T06:20:24.746405+0000 mgr.a (mgr.14152) 268 : cluster 0 pgmap v163: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:20:27.498 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:20:27.498 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:20:27.500 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:20:28.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:27 smithi006 bash[27532]: cluster 2023-10-31T06:20:26.747319+0000 mgr.a (mgr.14152) 269 : cluster 0 pgmap v164: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:20:28.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:27 smithi006 bash[27532]: audit 2023-10-31T06:20:27.493018+0000 mon.a (mon.0) 318 : audit 0 from='client.? 172.21.15.32:0/2768302282' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:20:29.231 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:20:29.232 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:20:30.013 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:29 smithi006 bash[27532]: cluster 2023-10-31T06:20:28.748208+0000 mgr.a (mgr.14152) 270 : cluster 0 pgmap v165: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:20:30.474 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:20:32.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:31 smithi006 bash[27532]: cluster 2023-10-31T06:20:30.749091+0000 mgr.a (mgr.14152) 271 : cluster 0 pgmap v166: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:20:33.454 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:20:33.455 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:20:33.458 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:20:34.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:33 smithi006 bash[27532]: cluster 2023-10-31T06:20:32.749977+0000 mgr.a (mgr.14152) 272 : cluster 0 pgmap v167: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:20:34.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:33 smithi006 bash[27532]: audit 2023-10-31T06:20:33.451399+0000 mon.a (mon.0) 319 : audit 0 from='client.? 172.21.15.32:0/393355342' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:20:35.106 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:20:35.107 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:20:36.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:35 smithi006 bash[27532]: cluster 2023-10-31T06:20:34.750898+0000 mgr.a (mgr.14152) 273 : cluster 0 pgmap v168: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:20:36.350 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:20:38.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:37 smithi006 bash[27532]: cluster 2023-10-31T06:20:36.751771+0000 mgr.a (mgr.14152) 274 : cluster 0 pgmap v169: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:20:39.279 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:20:39.280 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:20:39.285 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:20:40.013 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:39 smithi006 bash[27532]: cluster 2023-10-31T06:20:38.752672+0000 mgr.a (mgr.14152) 275 : cluster 0 pgmap v170: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:20:40.014 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:39 smithi006 bash[27532]: audit 2023-10-31T06:20:39.276283+0000 mon.a (mon.0) 320 : audit 0 from='client.? 172.21.15.32:0/2546684313' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:20:40.957 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:20:40.958 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:20:42.194 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:20:42.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:41 smithi006 bash[27532]: cluster 2023-10-31T06:20:40.753570+0000 mgr.a (mgr.14152) 276 : cluster 0 pgmap v171: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:20:44.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:43 smithi006 bash[27532]: cluster 2023-10-31T06:20:42.754478+0000 mgr.a (mgr.14152) 277 : cluster 0 pgmap v172: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:20:45.045 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:20:45.045 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:20:45.049 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:20:46.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:45 smithi006 bash[27532]: cluster 2023-10-31T06:20:44.755380+0000 mgr.a (mgr.14152) 278 : cluster 0 pgmap v173: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:20:46.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:45 smithi006 bash[27532]: audit 2023-10-31T06:20:45.041623+0000 mon.a (mon.0) 321 : audit 0 from='client.? 172.21.15.32:0/2778572092' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:20:46.613 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:20:46.613 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:20:47.849 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:20:48.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:47 smithi006 bash[27532]: cluster 2023-10-31T06:20:46.756277+0000 mgr.a (mgr.14152) 279 : cluster 0 pgmap v174: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:20:50.013 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:49 smithi006 bash[27532]: cluster 2023-10-31T06:20:48.757207+0000 mgr.a (mgr.14152) 280 : cluster 0 pgmap v175: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:20:50.599 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:20:50.599 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:20:50.602 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:20:51.013 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:50 smithi006 bash[27532]: audit 2023-10-31T06:20:50.595553+0000 mon.a (mon.0) 322 : audit 0 from='client.? 172.21.15.32:0/3783336263' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:20:52.013 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:51 smithi006 bash[27532]: cluster 2023-10-31T06:20:50.758093+0000 mgr.a (mgr.14152) 281 : cluster 0 pgmap v176: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:20:52.170 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:20:52.171 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:20:53.405 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:20:54.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:53 smithi006 bash[27532]: cluster 2023-10-31T06:20:52.759016+0000 mgr.a (mgr.14152) 282 : cluster 0 pgmap v177: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:20:56.209 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:20:56.209 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:20:56.212 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:20:56.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:55 smithi006 bash[27532]: cluster 2023-10-31T06:20:54.759921+0000 mgr.a (mgr.14152) 283 : cluster 0 pgmap v178: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:20:56.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:55 smithi006 bash[27532]: audit 2023-10-31T06:20:54.834183+0000 mon.a (mon.0) 323 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:20:56.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:55 smithi006 bash[27532]: audit 2023-10-31T06:20:54.840186+0000 mon.a (mon.0) 324 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:20:56.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:55 smithi006 bash[27532]: audit 2023-10-31T06:20:54.842117+0000 mon.a (mon.0) 325 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:20:56.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:55 smithi006 bash[27532]: audit 2023-10-31T06:20:54.848755+0000 mon.a (mon.0) 326 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:20:56.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:55 smithi006 bash[27532]: cluster 2023-10-31T06:20:54.849471+0000 mgr.a (mgr.14152) 284 : cluster 0 pgmap v179: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:20:56.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:55 smithi006 bash[27532]: audit 2023-10-31T06:20:54.851094+0000 mon.a (mon.0) 327 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:20:56.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:55 smithi006 bash[27532]: audit 2023-10-31T06:20:54.854771+0000 mon.a (mon.0) 328 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]': finished 2023-10-31T06:20:56.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:56 smithi006 bash[27791]: debug 2023-10-31T06:20:56.408+0000 7fa9ae622700 -1 log_channel(cephadm) log [ERR] : Failed while placing agent.smithi032 on smithi032: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:20:56.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:56 smithi006 bash[27791]: For information regarding the latest stable release: 2023-10-31T06:20:56.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:56 smithi006 bash[27791]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:20:56.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:56 smithi006 bash[27791]: Deploy daemon agent.smithi032 ... 2023-10-31T06:20:56.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:56 smithi006 bash[27791]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service 2023-10-31T06:20:56.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:56 smithi006 bash[27791]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:20:56.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:56 smithi006 bash[27791]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:20:56.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:56 smithi006 bash[27791]: Traceback (most recent call last): 2023-10-31T06:20:56.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:56 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:20:56.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:56 smithi006 bash[27791]: return _run_code(code, main_globals, None, 2023-10-31T06:20:56.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:56 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:20:56.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:56 smithi006 bash[27791]: exec(code, run_globals) 2023-10-31T06:20:56.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:56 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:20:56.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:56 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:20:56.767 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:56 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:20:56.767 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:56 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:20:56.767 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:56 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:20:56.767 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:56 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:20:56.767 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:56 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:20:56.768 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:56 smithi006 bash[27791]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:20:56.768 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:56 smithi006 bash[27791]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:20:57.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:56 smithi006 bash[27532]: cephadm 2023-10-31T06:20:55.444257+0000 mgr.a (mgr.14152) 285 : cephadm 1 Deploying daemon agent.smithi032 on smithi032 2023-10-31T06:20:57.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:56 smithi006 bash[27532]: cluster 2023-10-31T06:20:55.852515+0000 mon.a (mon.0) 329 : cluster 1 Health check cleared: CEPHADM_DAEMON_PLACE_FAIL (was: Failed to place 3 daemon(s)) 2023-10-31T06:20:57.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:56 smithi006 bash[27532]: cluster 2023-10-31T06:20:55.852555+0000 mon.a (mon.0) 330 : cluster 1 Cluster is now healthy 2023-10-31T06:20:57.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:56 smithi006 bash[27532]: audit 2023-10-31T06:20:56.204964+0000 mon.a (mon.0) 331 : audit 0 from='client.? 172.21.15.32:0/1047010837' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:20:57.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:56 smithi006 bash[27532]: audit 2023-10-31T06:20:56.389665+0000 mon.a (mon.0) 332 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth rm", "entity": "client.agent.smithi032"}]: dispatch 2023-10-31T06:20:57.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:56 smithi006 bash[27532]: audit 2023-10-31T06:20:56.391121+0000 mon.a (mon.0) 333 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth rm", "entity": "client.agent.smithi032"}]': finished 2023-10-31T06:20:57.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:56 smithi006 bash[27532]: audit 2023-10-31T06:20:56.413075+0000 mon.a (mon.0) 334 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:20:57.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:56 smithi006 bash[27532]: audit 2023-10-31T06:20:56.414472+0000 mon.a (mon.0) 335 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]': finished 2023-10-31T06:20:58.022 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:20:58.023 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:20:58.264 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27791]: debug 2023-10-31T06:20:58.032+0000 7fa9ae622700 -1 log_channel(cephadm) log [ERR] : Failed while placing agent.smithi029 on smithi029: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:20:58.264 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27791]: For information regarding the latest stable release: 2023-10-31T06:20:58.265 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27791]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:20:58.265 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27791]: Deploy daemon agent.smithi029 ... 2023-10-31T06:20:58.265 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27791]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service 2023-10-31T06:20:58.265 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27791]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:20:58.265 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27791]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:20:58.266 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27791]: Traceback (most recent call last): 2023-10-31T06:20:58.266 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:20:58.266 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27791]: return _run_code(code, main_globals, None, 2023-10-31T06:20:58.266 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:20:58.266 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27791]: exec(code, run_globals) 2023-10-31T06:20:58.267 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:20:58.267 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:20:58.267 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:20:58.267 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:20:58.267 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:20:58.268 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:20:58.268 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:20:58.268 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27791]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:20:58.268 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27791]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:20:58.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:57 smithi006 bash[27532]: cephadm 2023-10-31T06:20:56.389023+0000 mgr.a (mgr.14152) 286 : cephadm 1 Removing key for client.agent.smithi032 2023-10-31T06:20:58.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:57 smithi006 bash[27532]: cephadm 2023-10-31T06:20:56.411821+0000 mgr.a (mgr.14152) 287 : cephadm 4 Failed while placing agent.smithi032 on smithi032: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:20:58.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:57 smithi006 bash[27532]: For information regarding the latest stable release: 2023-10-31T06:20:58.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:57 smithi006 bash[27532]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:20:58.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:57 smithi006 bash[27532]: Deploy daemon agent.smithi032 ... 2023-10-31T06:20:58.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:57 smithi006 bash[27532]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service 2023-10-31T06:20:58.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:57 smithi006 bash[27532]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:20:58.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:57 smithi006 bash[27532]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:20:58.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:57 smithi006 bash[27532]: Traceback (most recent call last): 2023-10-31T06:20:58.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:57 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:20:58.271 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:57 smithi006 bash[27532]: return _run_code(code, main_globals, None, 2023-10-31T06:20:58.271 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:57 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:20:58.271 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:57 smithi006 bash[27532]: exec(code, run_globals) 2023-10-31T06:20:58.271 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:57 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:20:58.271 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:57 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:20:58.272 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:57 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:20:58.272 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:57 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:20:58.272 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:57 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:20:58.272 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:57 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:20:58.272 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:57 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:20:58.272 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:57 smithi006 bash[27532]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:20:58.273 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:57 smithi006 bash[27532]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:20:58.273 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:57 smithi006 bash[27532]: cluster 2023-10-31T06:20:56.849804+0000 mgr.a (mgr.14152) 288 : cluster 0 pgmap v180: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:20:58.273 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:57 smithi006 bash[27532]: cephadm 2023-10-31T06:20:57.069897+0000 mgr.a (mgr.14152) 289 : cephadm 1 Deploying daemon agent.smithi029 on smithi029 2023-10-31T06:20:59.114 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27532]: cephadm 2023-10-31T06:20:57.987809+0000 mgr.a (mgr.14152) 290 : cephadm 1 Removing key for client.agent.smithi029 2023-10-31T06:20:59.114 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27532]: audit 2023-10-31T06:20:57.988426+0000 mon.a (mon.0) 336 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth rm", "entity": "client.agent.smithi029"}]: dispatch 2023-10-31T06:20:59.114 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27532]: audit 2023-10-31T06:20:57.992367+0000 mon.a (mon.0) 337 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth rm", "entity": "client.agent.smithi029"}]': finished 2023-10-31T06:20:59.115 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27532]: cephadm 2023-10-31T06:20:58.036863+0000 mgr.a (mgr.14152) 291 : cephadm 4 Failed while placing agent.smithi029 on smithi029: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:20:59.115 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27532]: For information regarding the latest stable release: 2023-10-31T06:20:59.115 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27532]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:20:59.115 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27532]: Deploy daemon agent.smithi029 ... 2023-10-31T06:20:59.115 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27532]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service 2023-10-31T06:20:59.116 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27532]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:20:59.116 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27532]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:20:59.116 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27532]: Traceback (most recent call last): 2023-10-31T06:20:59.116 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:20:59.116 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27532]: return _run_code(code, main_globals, None, 2023-10-31T06:20:59.117 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:20:59.117 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27532]: exec(code, run_globals) 2023-10-31T06:20:59.117 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:20:59.117 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:20:59.117 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:20:59.118 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:20:59.118 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:20:59.118 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:20:59.118 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:20:59.119 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27532]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:20:59.119 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27532]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:20:59.119 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27532]: audit 2023-10-31T06:20:58.038576+0000 mon.a (mon.0) 338 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:20:59.119 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:58 smithi006 bash[27532]: audit 2023-10-31T06:20:58.040048+0000 mon.a (mon.0) 339 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]': finished 2023-10-31T06:20:59.256 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:20:59.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:59 smithi006 bash[27791]: debug 2023-10-31T06:20:59.372+0000 7fa9ae622700 -1 log_channel(cephadm) log [ERR] : Failed while placing agent.smithi006 on smithi006: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:20:59.764 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:59 smithi006 bash[27791]: For information regarding the latest stable release: 2023-10-31T06:20:59.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:59 smithi006 bash[27791]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:20:59.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:59 smithi006 bash[27791]: Deploy daemon agent.smithi006 ... 2023-10-31T06:20:59.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:59 smithi006 bash[27791]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service 2023-10-31T06:20:59.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:59 smithi006 bash[27791]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:20:59.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:59 smithi006 bash[27791]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:20:59.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:59 smithi006 bash[27791]: Traceback (most recent call last): 2023-10-31T06:20:59.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:59 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:20:59.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:59 smithi006 bash[27791]: return _run_code(code, main_globals, None, 2023-10-31T06:20:59.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:59 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:20:59.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:59 smithi006 bash[27791]: exec(code, run_globals) 2023-10-31T06:20:59.767 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:59 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:20:59.767 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:59 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:20:59.767 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:59 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:20:59.767 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:59 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:20:59.768 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:59 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:20:59.768 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:59 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:20:59.768 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:59 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:20:59.768 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:59 smithi006 bash[27791]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:20:59.768 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:20:59 smithi006 bash[27791]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:21:00.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:59 smithi006 bash[27532]: cephadm 2023-10-31T06:20:58.454461+0000 mgr.a (mgr.14152) 292 : cephadm 1 Deploying daemon agent.smithi006 on smithi006 2023-10-31T06:21:00.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:59 smithi006 bash[27532]: cluster 2023-10-31T06:20:58.850210+0000 mgr.a (mgr.14152) 293 : cluster 0 pgmap v181: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:21:00.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:59 smithi006 bash[27532]: audit 2023-10-31T06:20:59.361189+0000 mon.a (mon.0) 340 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth rm", "entity": "client.agent.smithi006"}]: dispatch 2023-10-31T06:21:00.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:20:59 smithi006 bash[27532]: audit 2023-10-31T06:20:59.362235+0000 mon.a (mon.0) 341 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth rm", "entity": "client.agent.smithi006"}]': finished 2023-10-31T06:21:01.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:00 smithi006 bash[27532]: cephadm 2023-10-31T06:20:59.360636+0000 mgr.a (mgr.14152) 294 : cephadm 1 Removing key for client.agent.smithi006 2023-10-31T06:21:01.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:00 smithi006 bash[27532]: cephadm 2023-10-31T06:20:59.376639+0000 mgr.a (mgr.14152) 295 : cephadm 4 Failed while placing agent.smithi006 on smithi006: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:21:01.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:00 smithi006 bash[27532]: For information regarding the latest stable release: 2023-10-31T06:21:01.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:00 smithi006 bash[27532]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:21:01.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:00 smithi006 bash[27532]: Deploy daemon agent.smithi006 ... 2023-10-31T06:21:01.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:00 smithi006 bash[27532]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service 2023-10-31T06:21:01.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:00 smithi006 bash[27532]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:21:01.266 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:00 smithi006 bash[27532]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:21:01.266 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:00 smithi006 bash[27532]: Traceback (most recent call last): 2023-10-31T06:21:01.266 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:00 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:21:01.266 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:00 smithi006 bash[27532]: return _run_code(code, main_globals, None, 2023-10-31T06:21:01.266 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:00 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:21:01.267 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:00 smithi006 bash[27532]: exec(code, run_globals) 2023-10-31T06:21:01.267 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:00 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:21:01.267 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:00 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:21:01.267 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:00 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:21:01.267 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:00 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:21:01.267 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:00 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:21:01.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:00 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:21:01.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:00 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:21:01.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:00 smithi006 bash[27532]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:21:01.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:00 smithi006 bash[27532]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:21:01.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:00 smithi006 bash[27532]: cephadm 2023-10-31T06:20:59.378023+0000 mgr.a (mgr.14152) 296 : cephadm 1 Filtered out host smithi006: does not belong to mon public_network(s): 172.21.0.0/20, host network(s): 2023-10-31T06:21:01.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:00 smithi006 bash[27532]: cluster 2023-10-31T06:20:59.378083+0000 mgr.a (mgr.14152) 297 : cluster 0 pgmap v182: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:21:01.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:00 smithi006 bash[27532]: cephadm 2023-10-31T06:20:59.378129+0000 mgr.a (mgr.14152) 298 : cephadm 1 Filtered out host smithi029: does not belong to mon public_network(s): 172.21.0.0/20, host network(s): 2023-10-31T06:21:01.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:00 smithi006 bash[27532]: cephadm 2023-10-31T06:20:59.378229+0000 mgr.a (mgr.14152) 299 : cephadm 1 Filtered out host smithi032: does not belong to mon public_network(s): 172.21.0.0/20, host network(s): 2023-10-31T06:21:01.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:00 smithi006 bash[27532]: cluster 2023-10-31T06:20:59.827328+0000 mon.a (mon.0) 342 : cluster 3 Health check failed: Failed to place 3 daemon(s) (CEPHADM_DAEMON_PLACE_FAIL) 2023-10-31T06:21:01.963 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:21:01.963 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:21:01.966 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:21:02.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:01 smithi006 bash[27532]: audit 2023-10-31T06:21:00.981791+0000 mon.a (mon.0) 343 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:21:02.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:01 smithi006 bash[27532]: audit 2023-10-31T06:21:01.959278+0000 mon.a (mon.0) 344 : audit 0 from='client.? 172.21.15.32:0/533318759' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:21:03.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:02 smithi006 bash[27532]: cluster 2023-10-31T06:21:01.378985+0000 mgr.a (mgr.14152) 300 : cluster 0 pgmap v183: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:21:03.657 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:21:03.658 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:21:04.894 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:21:05.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:04 smithi006 bash[27532]: cluster 2023-10-31T06:21:03.379826+0000 mgr.a (mgr.14152) 301 : cluster 0 pgmap v184: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:21:07.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:06 smithi006 bash[27532]: cluster 2023-10-31T06:21:05.380746+0000 mgr.a (mgr.14152) 302 : cluster 0 pgmap v185: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:21:07.717 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:21:07.717 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:21:07.720 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:21:08.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:07 smithi006 bash[27532]: audit 2023-10-31T06:21:07.713319+0000 mon.a (mon.0) 345 : audit 0 from='client.? 172.21.15.32:0/2675497716' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:21:09.263 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:08 smithi006 bash[27532]: cluster 2023-10-31T06:21:07.381626+0000 mgr.a (mgr.14152) 303 : cluster 0 pgmap v186: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:21:09.394 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:21:09.394 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:21:10.626 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:21:11.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:11 smithi006 bash[27532]: cluster 2023-10-31T06:21:09.382504+0000 mgr.a (mgr.14152) 304 : cluster 0 pgmap v187: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:21:13.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:13 smithi006 bash[27532]: cluster 2023-10-31T06:21:11.383429+0000 mgr.a (mgr.14152) 305 : cluster 0 pgmap v188: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:21:13.449 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:21:13.450 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:21:13.453 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:21:14.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:14 smithi006 bash[27532]: audit 2023-10-31T06:21:13.446049+0000 mon.a (mon.0) 346 : audit 0 from='client.? 172.21.15.32:0/466966063' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:21:15.157 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:21:15.158 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:21:15.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:15 smithi006 bash[27532]: cluster 2023-10-31T06:21:13.384314+0000 mgr.a (mgr.14152) 306 : cluster 0 pgmap v189: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:21:16.397 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:21:17.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:17 smithi006 bash[27532]: cluster 2023-10-31T06:21:15.385230+0000 mgr.a (mgr.14152) 307 : cluster 0 pgmap v190: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:21:19.395 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:21:19.396 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:21:19.399 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:21:19.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:19 smithi006 bash[27532]: cluster 2023-10-31T06:21:17.386156+0000 mgr.a (mgr.14152) 308 : cluster 0 pgmap v191: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:21:20.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:20 smithi006 bash[27532]: audit 2023-10-31T06:21:19.391854+0000 mon.a (mon.0) 347 : audit 0 from='client.? 172.21.15.32:0/1477610574' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:21:21.040 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:21:21.041 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:21:21.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:21 smithi006 bash[27532]: cluster 2023-10-31T06:21:19.387096+0000 mgr.a (mgr.14152) 309 : cluster 0 pgmap v192: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:21:22.275 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:21:23.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:23 smithi006 bash[27532]: cluster 2023-10-31T06:21:21.388039+0000 mgr.a (mgr.14152) 310 : cluster 0 pgmap v193: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:21:25.144 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:21:25.145 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:21:25.148 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:21:25.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:25 smithi006 bash[27532]: cluster 2023-10-31T06:21:23.388944+0000 mgr.a (mgr.14152) 311 : cluster 0 pgmap v194: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:21:26.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:26 smithi006 bash[27532]: audit 2023-10-31T06:21:25.140722+0000 mon.a (mon.0) 348 : audit 0 from='client.? 172.21.15.32:0/967129696' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:21:26.800 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:21:26.801 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:21:27.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:27 smithi006 bash[27532]: cluster 2023-10-31T06:21:25.389803+0000 mgr.a (mgr.14152) 312 : cluster 0 pgmap v195: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:21:28.033 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:21:29.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:29 smithi006 bash[27532]: cluster 2023-10-31T06:21:27.390665+0000 mgr.a (mgr.14152) 313 : cluster 0 pgmap v196: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:21:30.791 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:21:30.792 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:21:30.795 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:21:31.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:31 smithi006 bash[27532]: cluster 2023-10-31T06:21:29.391608+0000 mgr.a (mgr.14152) 314 : cluster 0 pgmap v197: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:21:31.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:31 smithi006 bash[27532]: audit 2023-10-31T06:21:30.787558+0000 mon.a (mon.0) 349 : audit 0 from='client.? 172.21.15.32:0/200331944' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:21:32.336 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:21:32.336 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:21:33.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:33 smithi006 bash[27532]: cluster 2023-10-31T06:21:31.392503+0000 mgr.a (mgr.14152) 315 : cluster 0 pgmap v198: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:21:33.572 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:21:35.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:35 smithi006 bash[27532]: cluster 2023-10-31T06:21:33.393423+0000 mgr.a (mgr.14152) 316 : cluster 0 pgmap v199: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:21:36.297 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:21:36.298 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:21:36.301 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:21:37.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:37 smithi006 bash[27532]: cluster 2023-10-31T06:21:35.394305+0000 mgr.a (mgr.14152) 317 : cluster 0 pgmap v200: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:21:37.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:37 smithi006 bash[27532]: audit 2023-10-31T06:21:36.293265+0000 mon.a (mon.0) 350 : audit 0 from='client.? 172.21.15.32:0/3463114691' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:21:37.971 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:21:37.972 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:21:39.199 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:21:39.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:39 smithi006 bash[27532]: cluster 2023-10-31T06:21:37.395225+0000 mgr.a (mgr.14152) 318 : cluster 0 pgmap v201: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:21:41.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:41 smithi006 bash[27532]: cluster 2023-10-31T06:21:39.396130+0000 mgr.a (mgr.14152) 319 : cluster 0 pgmap v202: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:21:42.105 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:21:42.106 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:21:42.108 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:21:43.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:43 smithi006 bash[27532]: cluster 2023-10-31T06:21:41.397026+0000 mgr.a (mgr.14152) 320 : cluster 0 pgmap v203: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:21:43.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:43 smithi006 bash[27532]: audit 2023-10-31T06:21:42.100591+0000 mon.a (mon.0) 351 : audit 0 from='client.? 172.21.15.32:0/3370768890' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:21:43.782 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:21:43.782 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:21:45.022 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:21:45.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:45 smithi006 bash[27532]: cluster 2023-10-31T06:21:43.397963+0000 mgr.a (mgr.14152) 321 : cluster 0 pgmap v204: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:21:47.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:47 smithi006 bash[27532]: cluster 2023-10-31T06:21:45.398886+0000 mgr.a (mgr.14152) 322 : cluster 0 pgmap v205: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:21:47.856 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:21:47.856 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:21:47.861 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:21:48.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:48 smithi006 bash[27532]: audit 2023-10-31T06:21:47.851894+0000 mon.a (mon.0) 352 : audit 0 from='client.? 172.21.15.32:0/335609758' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:21:49.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:49 smithi006 bash[27532]: cluster 2023-10-31T06:21:47.399835+0000 mgr.a (mgr.14152) 323 : cluster 0 pgmap v206: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:21:49.523 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:21:49.523 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:21:50.761 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:21:51.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:51 smithi006 bash[27532]: cluster 2023-10-31T06:21:49.400749+0000 mgr.a (mgr.14152) 324 : cluster 0 pgmap v207: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:21:53.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:53 smithi006 bash[27532]: cluster 2023-10-31T06:21:51.401673+0000 mgr.a (mgr.14152) 325 : cluster 0 pgmap v208: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:21:53.684 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:21:53.684 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:21:53.688 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:21:55.014 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:54 smithi006 bash[27532]: cluster 2023-10-31T06:21:53.402585+0000 mgr.a (mgr.14152) 326 : cluster 0 pgmap v209: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:21:55.015 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:54 smithi006 bash[27532]: audit 2023-10-31T06:21:53.680220+0000 mon.a (mon.0) 353 : audit 0 from='client.? 172.21.15.32:0/978400285' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:21:55.392 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:21:55.393 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:21:56.620 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:21:57.014 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:56 smithi006 bash[27532]: cluster 2023-10-31T06:21:55.403536+0000 mgr.a (mgr.14152) 327 : cluster 0 pgmap v210: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:21:59.014 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:58 smithi006 bash[27532]: cluster 2023-10-31T06:21:57.404462+0000 mgr.a (mgr.14152) 328 : cluster 0 pgmap v211: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:21:59.492 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:21:59.492 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:21:59.496 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:22:00.014 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:59 smithi006 bash[27532]: audit 2023-10-31T06:21:59.476700+0000 mon.a (mon.0) 354 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:22:00.015 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:59 smithi006 bash[27532]: audit 2023-10-31T06:21:59.481897+0000 mon.a (mon.0) 355 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:22:00.015 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:59 smithi006 bash[27532]: audit 2023-10-31T06:21:59.483799+0000 mon.a (mon.0) 356 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:22:00.015 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:59 smithi006 bash[27532]: audit 2023-10-31T06:21:59.487468+0000 mon.a (mon.0) 357 : audit 0 from='client.? 172.21.15.32:0/122619445' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:22:00.015 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:59 smithi006 bash[27532]: audit 2023-10-31T06:21:59.491529+0000 mon.a (mon.0) 358 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:22:00.015 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:59 smithi006 bash[27532]: audit 2023-10-31T06:21:59.494333+0000 mon.a (mon.0) 359 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:22:00.016 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:21:59 smithi006 bash[27532]: audit 2023-10-31T06:21:59.495489+0000 mon.a (mon.0) 360 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]': finished 2023-10-31T06:22:01.014 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:00 smithi006 bash[27532]: cluster 2023-10-31T06:21:59.405385+0000 mgr.a (mgr.14152) 329 : cluster 0 pgmap v212: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:22:01.015 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:00 smithi006 bash[27532]: cluster 2023-10-31T06:21:59.492303+0000 mgr.a (mgr.14152) 330 : cluster 0 pgmap v213: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:22:01.015 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:00 smithi006 bash[27532]: cluster 2023-10-31T06:21:59.607159+0000 mon.a (mon.0) 361 : cluster 1 Health check cleared: CEPHADM_DAEMON_PLACE_FAIL (was: Failed to place 3 daemon(s)) 2023-10-31T06:22:01.015 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:00 smithi006 bash[27532]: cluster 2023-10-31T06:21:59.607238+0000 mon.a (mon.0) 362 : cluster 1 Cluster is now healthy 2023-10-31T06:22:01.185 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:22:01.186 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:22:02.014 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:01 smithi006 bash[27532]: cephadm 2023-10-31T06:22:00.688249+0000 mgr.a (mgr.14152) 331 : cephadm 1 Deploying daemon agent.smithi032 on smithi032 2023-10-31T06:22:02.015 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:01 smithi006 bash[27532]: audit 2023-10-31T06:22:01.558369+0000 mon.a (mon.0) 363 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth rm", "entity": "client.agent.smithi032"}]: dispatch 2023-10-31T06:22:02.015 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:01 smithi006 bash[27532]: audit 2023-10-31T06:22:01.559241+0000 mon.a (mon.0) 364 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth rm", "entity": "client.agent.smithi032"}]': finished 2023-10-31T06:22:02.015 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:01 smithi006 bash[27532]: audit 2023-10-31T06:22:01.606296+0000 mon.a (mon.0) 365 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:22:02.015 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:01 smithi006 bash[27532]: audit 2023-10-31T06:22:01.608003+0000 mon.a (mon.0) 366 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]': finished 2023-10-31T06:22:02.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:01 smithi006 bash[27791]: debug 2023-10-31T06:22:01.602+0000 7fa9ae622700 -1 log_channel(cephadm) log [ERR] : Failed while placing agent.smithi032 on smithi032: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:22:02.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:01 smithi006 bash[27791]: For information regarding the latest stable release: 2023-10-31T06:22:02.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:01 smithi006 bash[27791]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:22:02.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:01 smithi006 bash[27791]: Deploy daemon agent.smithi032 ... 2023-10-31T06:22:02.017 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:01 smithi006 bash[27791]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service 2023-10-31T06:22:02.017 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:01 smithi006 bash[27791]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:22:02.017 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:01 smithi006 bash[27791]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:22:02.017 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:01 smithi006 bash[27791]: Traceback (most recent call last): 2023-10-31T06:22:02.017 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:01 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:22:02.018 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:01 smithi006 bash[27791]: return _run_code(code, main_globals, None, 2023-10-31T06:22:02.018 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:01 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:22:02.018 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:01 smithi006 bash[27791]: exec(code, run_globals) 2023-10-31T06:22:02.018 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:01 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:22:02.018 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:01 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:22:02.019 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:01 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:22:02.019 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:01 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:22:02.019 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:01 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:22:02.019 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:01 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:22:02.019 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:01 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:22:02.020 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:01 smithi006 bash[27791]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:22:02.020 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:01 smithi006 bash[27791]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:22:02.402 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:22:03.015 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27791]: debug 2023-10-31T06:22:02.850+0000 7fa9ae622700 -1 log_channel(cephadm) log [ERR] : Failed while placing agent.smithi029 on smithi029: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:22:03.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27791]: For information regarding the latest stable release: 2023-10-31T06:22:03.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27791]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:22:03.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27791]: Deploy daemon agent.smithi029 ... 2023-10-31T06:22:03.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27791]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service 2023-10-31T06:22:03.017 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27791]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:22:03.017 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27791]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:22:03.017 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27791]: Traceback (most recent call last): 2023-10-31T06:22:03.017 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:22:03.017 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27791]: return _run_code(code, main_globals, None, 2023-10-31T06:22:03.018 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:22:03.018 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27791]: exec(code, run_globals) 2023-10-31T06:22:03.018 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:22:03.018 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:22:03.018 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:22:03.019 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:22:03.019 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:22:03.019 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:22:03.019 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:22:03.019 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27791]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:22:03.020 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27791]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:22:03.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27532]: cluster 2023-10-31T06:22:01.492665+0000 mgr.a (mgr.14152) 332 : cluster 0 pgmap v214: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:22:03.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27532]: cephadm 2023-10-31T06:22:01.557953+0000 mgr.a (mgr.14152) 333 : cephadm 1 Removing key for client.agent.smithi032 2023-10-31T06:22:03.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27532]: cephadm 2023-10-31T06:22:01.604777+0000 mgr.a (mgr.14152) 334 : cephadm 4 Failed while placing agent.smithi032 on smithi032: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:22:03.021 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27532]: For information regarding the latest stable release: 2023-10-31T06:22:03.021 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27532]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:22:03.021 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27532]: Deploy daemon agent.smithi032 ... 2023-10-31T06:22:03.021 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27532]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service 2023-10-31T06:22:03.021 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27532]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:22:03.022 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27532]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:22:03.022 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27532]: Traceback (most recent call last): 2023-10-31T06:22:03.022 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:22:03.022 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27532]: return _run_code(code, main_globals, None, 2023-10-31T06:22:03.022 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:22:03.023 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27532]: exec(code, run_globals) 2023-10-31T06:22:03.023 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:22:03.023 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:22:03.023 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:22:03.023 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:22:03.023 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:22:03.024 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:22:03.024 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:22:03.024 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27532]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:22:03.024 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27532]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:22:03.025 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:02 smithi006 bash[27532]: cephadm 2023-10-31T06:22:01.887329+0000 mgr.a (mgr.14152) 335 : cephadm 1 Deploying daemon agent.smithi029 on smithi029 2023-10-31T06:22:03.973 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:03 smithi006 bash[27532]: cephadm 2023-10-31T06:22:02.808344+0000 mgr.a (mgr.14152) 336 : cephadm 1 Removing key for client.agent.smithi029 2023-10-31T06:22:03.974 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:03 smithi006 bash[27532]: audit 2023-10-31T06:22:02.808946+0000 mon.a (mon.0) 367 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth rm", "entity": "client.agent.smithi029"}]: dispatch 2023-10-31T06:22:03.974 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:03 smithi006 bash[27532]: audit 2023-10-31T06:22:02.810883+0000 mon.a (mon.0) 368 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth rm", "entity": "client.agent.smithi029"}]': finished 2023-10-31T06:22:03.974 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:03 smithi006 bash[27532]: cephadm 2023-10-31T06:22:02.854798+0000 mgr.a (mgr.14152) 337 : cephadm 4 Failed while placing agent.smithi029 on smithi029: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:22:03.974 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:03 smithi006 bash[27532]: For information regarding the latest stable release: 2023-10-31T06:22:03.975 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:03 smithi006 bash[27532]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:22:03.975 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:03 smithi006 bash[27532]: Deploy daemon agent.smithi029 ... 2023-10-31T06:22:03.975 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:03 smithi006 bash[27532]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service 2023-10-31T06:22:03.975 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:03 smithi006 bash[27532]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:22:03.975 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:03 smithi006 bash[27532]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:22:03.976 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:03 smithi006 bash[27532]: Traceback (most recent call last): 2023-10-31T06:22:03.976 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:03 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:22:03.976 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:03 smithi006 bash[27532]: return _run_code(code, main_globals, None, 2023-10-31T06:22:03.976 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:03 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:22:03.976 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:03 smithi006 bash[27532]: exec(code, run_globals) 2023-10-31T06:22:03.977 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:03 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:22:03.977 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:03 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:22:03.977 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:03 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:22:03.977 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:03 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:22:03.977 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:03 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:22:03.978 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:03 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:22:03.978 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:03 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:22:03.978 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:03 smithi006 bash[27532]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:22:03.978 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:03 smithi006 bash[27532]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:22:03.980 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:03 smithi006 bash[27532]: audit 2023-10-31T06:22:02.856175+0000 mon.a (mon.0) 369 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:22:03.980 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:03 smithi006 bash[27532]: audit 2023-10-31T06:22:02.858010+0000 mon.a (mon.0) 370 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]': finished 2023-10-31T06:22:04.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:04 smithi006 bash[27791]: debug 2023-10-31T06:22:04.342+0000 7fa9ae622700 -1 log_channel(cephadm) log [ERR] : Failed while placing agent.smithi006 on smithi006: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:22:04.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:04 smithi006 bash[27791]: For information regarding the latest stable release: 2023-10-31T06:22:04.765 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:04 smithi006 bash[27791]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:22:04.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:04 smithi006 bash[27791]: Deploy daemon agent.smithi006 ... 2023-10-31T06:22:04.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:04 smithi006 bash[27791]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service 2023-10-31T06:22:04.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:04 smithi006 bash[27791]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:22:04.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:04 smithi006 bash[27791]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:22:04.767 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:04 smithi006 bash[27791]: Traceback (most recent call last): 2023-10-31T06:22:04.767 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:04 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:22:04.767 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:04 smithi006 bash[27791]: return _run_code(code, main_globals, None, 2023-10-31T06:22:04.767 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:04 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:22:04.767 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:04 smithi006 bash[27791]: exec(code, run_globals) 2023-10-31T06:22:04.768 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:04 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:22:04.768 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:04 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:22:04.768 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:04 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:22:04.768 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:04 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:22:04.768 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:04 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:22:04.768 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:04 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:22:04.769 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:04 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:22:04.769 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:04 smithi006 bash[27791]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:22:04.769 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:22:04 smithi006 bash[27791]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:22:05.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:04 smithi006 bash[27532]: cephadm 2023-10-31T06:22:03.427101+0000 mgr.a (mgr.14152) 338 : cephadm 1 Deploying daemon agent.smithi006 on smithi006 2023-10-31T06:22:05.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:04 smithi006 bash[27532]: cluster 2023-10-31T06:22:03.492995+0000 mgr.a (mgr.14152) 339 : cluster 0 pgmap v215: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:22:05.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:04 smithi006 bash[27532]: cephadm 2023-10-31T06:22:04.327365+0000 mgr.a (mgr.14152) 340 : cephadm 1 Removing key for client.agent.smithi006 2023-10-31T06:22:05.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:04 smithi006 bash[27532]: audit 2023-10-31T06:22:04.328036+0000 mon.a (mon.0) 371 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth rm", "entity": "client.agent.smithi006"}]: dispatch 2023-10-31T06:22:05.266 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:04 smithi006 bash[27532]: audit 2023-10-31T06:22:04.331732+0000 mon.a (mon.0) 372 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth rm", "entity": "client.agent.smithi006"}]': finished 2023-10-31T06:22:05.355 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:22:05.355 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:22:05.358 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:22:06.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:05 smithi006 bash[27532]: cephadm 2023-10-31T06:22:04.343480+0000 mgr.a (mgr.14152) 341 : cephadm 4 Failed while placing agent.smithi006 on smithi006: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:22:06.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:05 smithi006 bash[27532]: For information regarding the latest stable release: 2023-10-31T06:22:06.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:05 smithi006 bash[27532]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:22:06.266 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:05 smithi006 bash[27532]: Deploy daemon agent.smithi006 ... 2023-10-31T06:22:06.266 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:05 smithi006 bash[27532]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service 2023-10-31T06:22:06.266 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:05 smithi006 bash[27532]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:22:06.266 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:05 smithi006 bash[27532]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:22:06.266 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:05 smithi006 bash[27532]: Traceback (most recent call last): 2023-10-31T06:22:06.267 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:05 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:22:06.267 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:05 smithi006 bash[27532]: return _run_code(code, main_globals, None, 2023-10-31T06:22:06.267 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:05 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:22:06.267 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:05 smithi006 bash[27532]: exec(code, run_globals) 2023-10-31T06:22:06.267 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:05 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:22:06.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:05 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:22:06.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:05 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:22:06.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:05 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:22:06.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:05 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:22:06.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:05 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:22:06.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:05 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:22:06.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:05 smithi006 bash[27532]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:22:06.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:05 smithi006 bash[27532]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:22:06.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:05 smithi006 bash[27532]: cluster 2023-10-31T06:22:04.345211+0000 mgr.a (mgr.14152) 342 : cluster 0 pgmap v216: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:22:06.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:05 smithi006 bash[27532]: cephadm 2023-10-31T06:22:04.345961+0000 mgr.a (mgr.14152) 343 : cephadm 1 Filtered out host smithi006: does not belong to mon public_network(s): 172.21.0.0/20, host network(s): 2023-10-31T06:22:06.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:05 smithi006 bash[27532]: cephadm 2023-10-31T06:22:04.346177+0000 mgr.a (mgr.14152) 344 : cephadm 1 Filtered out host smithi029: does not belong to mon public_network(s): 172.21.0.0/20, host network(s): 2023-10-31T06:22:06.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:05 smithi006 bash[27532]: cephadm 2023-10-31T06:22:04.346351+0000 mgr.a (mgr.14152) 345 : cephadm 1 Filtered out host smithi032: does not belong to mon public_network(s): 172.21.0.0/20, host network(s): 2023-10-31T06:22:06.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:05 smithi006 bash[27532]: cluster 2023-10-31T06:22:05.331737+0000 mon.a (mon.0) 373 : cluster 3 Health check failed: Failed to place 3 daemon(s) (CEPHADM_DAEMON_PLACE_FAIL) 2023-10-31T06:22:06.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:05 smithi006 bash[27532]: audit 2023-10-31T06:22:05.350300+0000 mon.a (mon.0) 374 : audit 0 from='client.? 172.21.15.32:0/8601487' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:22:07.040 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:22:07.041 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:22:07.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:06 smithi006 bash[27532]: audit 2023-10-31T06:22:05.990528+0000 mon.a (mon.0) 375 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:22:08.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:07 smithi006 bash[27532]: cluster 2023-10-31T06:22:06.346130+0000 mgr.a (mgr.14152) 346 : cluster 0 pgmap v217: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:22:08.277 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:22:10.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:09 smithi006 bash[27532]: cluster 2023-10-31T06:22:08.347063+0000 mgr.a (mgr.14152) 347 : cluster 0 pgmap v218: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:22:10.965 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:22:10.966 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:22:10.970 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:22:11.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:11 smithi006 bash[27532]: audit 2023-10-31T06:22:10.960885+0000 mon.a (mon.0) 376 : audit 0 from='client.? 172.21.15.32:0/528214226' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:22:12.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:12 smithi006 bash[27532]: cluster 2023-10-31T06:22:10.347922+0000 mgr.a (mgr.14152) 348 : cluster 0 pgmap v219: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:22:12.623 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:22:12.624 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:22:13.859 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:22:14.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:14 smithi006 bash[27532]: cluster 2023-10-31T06:22:12.348828+0000 mgr.a (mgr.14152) 349 : cluster 0 pgmap v220: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:22:16.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:16 smithi006 bash[27532]: cluster 2023-10-31T06:22:14.349759+0000 mgr.a (mgr.14152) 350 : cluster 0 pgmap v221: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:22:16.670 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:22:16.670 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:22:16.674 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:22:17.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:17 smithi006 bash[27532]: audit 2023-10-31T06:22:16.665607+0000 mon.a (mon.0) 377 : audit 0 from='client.? 172.21.15.32:0/2204567221' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:22:18.355 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:22:18.356 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:22:18.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:18 smithi006 bash[27532]: cluster 2023-10-31T06:22:16.350687+0000 mgr.a (mgr.14152) 351 : cluster 0 pgmap v222: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:22:19.587 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:22:20.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:20 smithi006 bash[27532]: cluster 2023-10-31T06:22:18.351650+0000 mgr.a (mgr.14152) 352 : cluster 0 pgmap v223: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:22:22.397 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:22:22.398 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:22:22.401 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:22:22.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:22 smithi006 bash[27532]: cluster 2023-10-31T06:22:20.352572+0000 mgr.a (mgr.14152) 353 : cluster 0 pgmap v224: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:22:23.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:23 smithi006 bash[27532]: audit 2023-10-31T06:22:22.392739+0000 mon.a (mon.0) 378 : audit 0 from='client.? 172.21.15.32:0/3498954659' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:22:24.132 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:22:24.133 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:22:24.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:24 smithi006 bash[27532]: cluster 2023-10-31T06:22:22.353470+0000 mgr.a (mgr.14152) 354 : cluster 0 pgmap v225: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:22:25.371 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:22:26.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:26 smithi006 bash[27532]: cluster 2023-10-31T06:22:24.354390+0000 mgr.a (mgr.14152) 355 : cluster 0 pgmap v226: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:22:28.171 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:22:28.171 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:22:28.174 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:22:28.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:28 smithi006 bash[27532]: cluster 2023-10-31T06:22:26.355418+0000 mgr.a (mgr.14152) 356 : cluster 0 pgmap v227: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:22:29.514 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:29 smithi006 bash[27532]: audit 2023-10-31T06:22:28.166150+0000 mon.a (mon.0) 379 : audit 0 from='client.? 172.21.15.32:0/3761596301' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:22:29.882 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:22:29.883 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:22:30.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:30 smithi006 bash[27532]: cluster 2023-10-31T06:22:28.356469+0000 mgr.a (mgr.14152) 357 : cluster 0 pgmap v228: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:22:31.120 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:22:32.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:32 smithi006 bash[27532]: cluster 2023-10-31T06:22:30.357492+0000 mgr.a (mgr.14152) 358 : cluster 0 pgmap v229: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:22:33.948 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:22:33.949 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:22:33.952 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:22:34.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:34 smithi006 bash[27532]: cluster 2023-10-31T06:22:32.358409+0000 mgr.a (mgr.14152) 359 : cluster 0 pgmap v230: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:22:34.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:34 smithi006 bash[27532]: audit 2023-10-31T06:22:33.943966+0000 mon.a (mon.0) 380 : audit 0 from='client.? 172.21.15.32:0/1404387421' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:22:35.645 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:22:35.645 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:22:36.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:36 smithi006 bash[27532]: cluster 2023-10-31T06:22:34.359379+0000 mgr.a (mgr.14152) 360 : cluster 0 pgmap v231: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:22:36.882 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:22:38.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:38 smithi006 bash[27532]: cluster 2023-10-31T06:22:36.360298+0000 mgr.a (mgr.14152) 361 : cluster 0 pgmap v232: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:22:39.670 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:22:39.670 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:22:39.674 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:22:40.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:40 smithi006 bash[27532]: cluster 2023-10-31T06:22:38.361204+0000 mgr.a (mgr.14152) 362 : cluster 0 pgmap v233: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:22:40.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:40 smithi006 bash[27532]: audit 2023-10-31T06:22:39.665298+0000 mon.a (mon.0) 381 : audit 0 from='client.? 172.21.15.32:0/2872330935' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:22:41.349 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:22:41.350 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:22:42.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:42 smithi006 bash[27532]: cluster 2023-10-31T06:22:40.362095+0000 mgr.a (mgr.14152) 363 : cluster 0 pgmap v234: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:22:42.580 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:22:44.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:44 smithi006 bash[27532]: cluster 2023-10-31T06:22:42.363038+0000 mgr.a (mgr.14152) 364 : cluster 0 pgmap v235: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:22:45.435 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:22:45.436 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:22:45.439 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:22:46.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:46 smithi006 bash[27532]: cluster 2023-10-31T06:22:44.363941+0000 mgr.a (mgr.14152) 365 : cluster 0 pgmap v236: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:22:46.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:46 smithi006 bash[27532]: audit 2023-10-31T06:22:45.430872+0000 mon.a (mon.0) 382 : audit 0 from='client.? 172.21.15.32:0/383303051' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:22:47.096 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:22:47.096 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:22:48.332 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:22:48.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:48 smithi006 bash[27532]: cluster 2023-10-31T06:22:46.364937+0000 mgr.a (mgr.14152) 366 : cluster 0 pgmap v237: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:22:50.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:50 smithi006 bash[27532]: cluster 2023-10-31T06:22:48.365965+0000 mgr.a (mgr.14152) 367 : cluster 0 pgmap v238: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:22:51.052 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:22:51.052 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:22:51.055 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:22:51.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:51 smithi006 bash[27532]: audit 2023-10-31T06:22:51.047268+0000 mon.a (mon.0) 383 : audit 0 from='client.? 172.21.15.32:0/1960074411' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:22:52.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:52 smithi006 bash[27532]: cluster 2023-10-31T06:22:50.367030+0000 mgr.a (mgr.14152) 368 : cluster 0 pgmap v239: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:22:52.700 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:22:52.701 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:22:53.943 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:22:54.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:54 smithi006 bash[27532]: cluster 2023-10-31T06:22:52.367984+0000 mgr.a (mgr.14152) 369 : cluster 0 pgmap v240: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:22:56.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:56 smithi006 bash[27532]: cluster 2023-10-31T06:22:54.368903+0000 mgr.a (mgr.14152) 370 : cluster 0 pgmap v241: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:22:56.810 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:22:56.811 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:22:56.814 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:22:57.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:57 smithi006 bash[27532]: audit 2023-10-31T06:22:56.805660+0000 mon.a (mon.0) 384 : audit 0 from='client.? 172.21.15.32:0/1246912385' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:22:58.482 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:22:58.483 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:22:58.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:22:58 smithi006 bash[27532]: cluster 2023-10-31T06:22:56.369863+0000 mgr.a (mgr.14152) 371 : cluster 0 pgmap v242: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:22:59.717 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:23:00.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:00 smithi006 bash[27532]: cluster 2023-10-31T06:22:58.370791+0000 mgr.a (mgr.14152) 372 : cluster 0 pgmap v243: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:23:02.489 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:23:02.489 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:23:02.493 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:23:02.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:02 smithi006 bash[27532]: cluster 2023-10-31T06:23:00.371718+0000 mgr.a (mgr.14152) 373 : cluster 0 pgmap v244: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:23:03.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:03 smithi006 bash[27532]: audit 2023-10-31T06:23:02.483956+0000 mon.a (mon.0) 385 : audit 0 from='client.? 172.21.15.32:0/4274531375' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:23:04.125 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:23:04.125 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:23:04.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:04 smithi006 bash[27532]: cluster 2023-10-31T06:23:02.372642+0000 mgr.a (mgr.14152) 374 : cluster 0 pgmap v245: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:23:05.367 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:23:05.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:05 smithi006 bash[27532]: audit 2023-10-31T06:23:04.444508+0000 mon.a (mon.0) 386 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:23:05.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:05 smithi006 bash[27532]: audit 2023-10-31T06:23:04.449527+0000 mon.a (mon.0) 387 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:23:05.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:05 smithi006 bash[27532]: audit 2023-10-31T06:23:04.451123+0000 mon.a (mon.0) 388 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:23:05.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:05 smithi006 bash[27532]: audit 2023-10-31T06:23:04.460138+0000 mon.a (mon.0) 389 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:23:05.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:05 smithi006 bash[27532]: audit 2023-10-31T06:23:04.462542+0000 mon.a (mon.0) 390 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:23:05.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:05 smithi006 bash[27532]: audit 2023-10-31T06:23:04.466137+0000 mon.a (mon.0) 391 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]': finished 2023-10-31T06:23:06.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:06 smithi006 bash[27532]: cluster 2023-10-31T06:23:04.373567+0000 mgr.a (mgr.14152) 375 : cluster 0 pgmap v246: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:23:06.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:06 smithi006 bash[27532]: cluster 2023-10-31T06:23:04.460909+0000 mgr.a (mgr.14152) 376 : cluster 0 pgmap v247: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:23:06.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:06 smithi006 bash[27532]: cluster 2023-10-31T06:23:05.087184+0000 mon.a (mon.0) 392 : cluster 1 Health check cleared: CEPHADM_DAEMON_PLACE_FAIL (was: Failed to place 3 daemon(s)) 2023-10-31T06:23:06.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:06 smithi006 bash[27532]: cluster 2023-10-31T06:23:05.087239+0000 mon.a (mon.0) 393 : cluster 1 Cluster is now healthy 2023-10-31T06:23:06.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:06 smithi006 bash[27532]: cephadm 2023-10-31T06:23:05.246616+0000 mgr.a (mgr.14152) 377 : cephadm 1 Deploying daemon agent.smithi032 on smithi032 2023-10-31T06:23:06.517 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:06 smithi006 bash[27791]: debug 2023-10-31T06:23:06.309+0000 7fa9ae622700 -1 log_channel(cephadm) log [ERR] : Failed while placing agent.smithi032 on smithi032: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:23:06.517 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:06 smithi006 bash[27791]: For information regarding the latest stable release: 2023-10-31T06:23:06.517 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:06 smithi006 bash[27791]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:23:06.517 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:06 smithi006 bash[27791]: Deploy daemon agent.smithi032 ... 2023-10-31T06:23:06.518 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:06 smithi006 bash[27791]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service 2023-10-31T06:23:06.518 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:06 smithi006 bash[27791]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:23:06.518 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:06 smithi006 bash[27791]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:23:06.518 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:06 smithi006 bash[27791]: Traceback (most recent call last): 2023-10-31T06:23:06.519 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:06 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:23:06.519 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:06 smithi006 bash[27791]: return _run_code(code, main_globals, None, 2023-10-31T06:23:06.519 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:06 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:23:06.519 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:06 smithi006 bash[27791]: exec(code, run_globals) 2023-10-31T06:23:06.519 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:06 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:23:06.520 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:06 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:23:06.520 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:06 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:23:06.520 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:06 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:23:06.520 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:06 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:23:06.520 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:06 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:23:06.521 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:06 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:23:06.521 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:06 smithi006 bash[27791]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:23:06.521 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:06 smithi006 bash[27791]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:23:07.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:07 smithi006 bash[27532]: cephadm 2023-10-31T06:23:06.258014+0000 mgr.a (mgr.14152) 378 : cephadm 1 Removing key for client.agent.smithi032 2023-10-31T06:23:07.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:07 smithi006 bash[27532]: audit 2023-10-31T06:23:06.258506+0000 mon.a (mon.0) 394 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth rm", "entity": "client.agent.smithi032"}]: dispatch 2023-10-31T06:23:07.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:07 smithi006 bash[27532]: audit 2023-10-31T06:23:06.260483+0000 mon.a (mon.0) 395 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth rm", "entity": "client.agent.smithi032"}]': finished 2023-10-31T06:23:07.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:07 smithi006 bash[27532]: cephadm 2023-10-31T06:23:06.313055+0000 mgr.a (mgr.14152) 379 : cephadm 4 Failed while placing agent.smithi032 on smithi032: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:23:07.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:07 smithi006 bash[27532]: For information regarding the latest stable release: 2023-10-31T06:23:07.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:07 smithi006 bash[27532]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:23:07.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:07 smithi006 bash[27532]: Deploy daemon agent.smithi032 ... 2023-10-31T06:23:07.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:07 smithi006 bash[27532]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service 2023-10-31T06:23:07.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:07 smithi006 bash[27532]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:23:07.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:07 smithi006 bash[27532]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:23:07.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:07 smithi006 bash[27532]: Traceback (most recent call last): 2023-10-31T06:23:07.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:07 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:23:07.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:07 smithi006 bash[27532]: return _run_code(code, main_globals, None, 2023-10-31T06:23:07.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:07 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:23:07.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:07 smithi006 bash[27532]: exec(code, run_globals) 2023-10-31T06:23:07.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:07 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:23:07.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:07 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:23:07.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:07 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:23:07.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:07 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:23:07.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:07 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:23:07.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:07 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:23:07.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:07 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:23:07.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:07 smithi006 bash[27532]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:23:07.521 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:07 smithi006 bash[27532]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:23:07.521 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:07 smithi006 bash[27532]: audit 2023-10-31T06:23:06.314554+0000 mon.a (mon.0) 396 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:23:07.521 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:07 smithi006 bash[27532]: audit 2023-10-31T06:23:06.316324+0000 mon.a (mon.0) 397 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]': finished 2023-10-31T06:23:08.367 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:23:08.367 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:23:08.370 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:23:08.765 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:08 smithi006 bash[27532]: cluster 2023-10-31T06:23:06.461288+0000 mgr.a (mgr.14152) 380 : cluster 0 pgmap v248: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:23:08.766 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:08 smithi006 bash[27532]: audit 2023-10-31T06:23:08.311647+0000 mon.a (mon.0) 398 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth rm", "entity": "client.agent.smithi029"}]: dispatch 2023-10-31T06:23:08.766 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:08 smithi006 bash[27532]: audit 2023-10-31T06:23:08.313224+0000 mon.a (mon.0) 399 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth rm", "entity": "client.agent.smithi029"}]': finished 2023-10-31T06:23:08.766 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:08 smithi006 bash[27791]: debug 2023-10-31T06:23:08.357+0000 7fa9ae622700 -1 log_channel(cephadm) log [ERR] : Failed while placing agent.smithi029 on smithi029: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:23:08.767 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:08 smithi006 bash[27791]: For information regarding the latest stable release: 2023-10-31T06:23:08.767 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:08 smithi006 bash[27791]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:23:08.767 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:08 smithi006 bash[27791]: Deploy daemon agent.smithi029 ... 2023-10-31T06:23:08.767 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:08 smithi006 bash[27791]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service 2023-10-31T06:23:08.767 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:08 smithi006 bash[27791]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:23:08.768 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:08 smithi006 bash[27791]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:23:08.768 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:08 smithi006 bash[27791]: Traceback (most recent call last): 2023-10-31T06:23:08.768 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:08 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:23:08.768 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:08 smithi006 bash[27791]: return _run_code(code, main_globals, None, 2023-10-31T06:23:08.768 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:08 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:23:08.769 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:08 smithi006 bash[27791]: exec(code, run_globals) 2023-10-31T06:23:08.769 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:08 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:23:08.769 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:08 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:23:08.769 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:08 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:23:08.769 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:08 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:23:08.770 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:08 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:23:08.770 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:08 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:23:08.770 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:08 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:23:08.770 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:08 smithi006 bash[27791]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:23:08.770 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:08 smithi006 bash[27791]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:23:09.605 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:09 smithi006 bash[27532]: cephadm 2023-10-31T06:23:07.393944+0000 mgr.a (mgr.14152) 381 : cephadm 1 Deploying daemon agent.smithi029 on smithi029 2023-10-31T06:23:09.606 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:09 smithi006 bash[27532]: cephadm 2023-10-31T06:23:08.311086+0000 mgr.a (mgr.14152) 382 : cephadm 1 Removing key for client.agent.smithi029 2023-10-31T06:23:09.606 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:09 smithi006 bash[27532]: audit 2023-10-31T06:23:08.361583+0000 mon.a (mon.0) 400 : audit 0 from='client.? 172.21.15.32:0/923766068' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:23:09.606 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:09 smithi006 bash[27532]: audit 2023-10-31T06:23:08.363124+0000 mon.a (mon.0) 401 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:23:09.606 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:09 smithi006 bash[27532]: audit 2023-10-31T06:23:08.364385+0000 mon.a (mon.0) 402 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]': finished 2023-10-31T06:23:09.986 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:23:09.986 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:23:10.266 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:09 smithi006 bash[27791]: debug 2023-10-31T06:23:09.969+0000 7fa9ae622700 -1 log_channel(cephadm) log [ERR] : Failed while placing agent.smithi006 on smithi006: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:23:10.266 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:09 smithi006 bash[27791]: For information regarding the latest stable release: 2023-10-31T06:23:10.266 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:09 smithi006 bash[27791]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:23:10.266 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:09 smithi006 bash[27791]: Deploy daemon agent.smithi006 ... 2023-10-31T06:23:10.267 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:09 smithi006 bash[27791]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service 2023-10-31T06:23:10.267 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:09 smithi006 bash[27791]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:23:10.267 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:09 smithi006 bash[27791]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:23:10.267 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:09 smithi006 bash[27791]: Traceback (most recent call last): 2023-10-31T06:23:10.268 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:09 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:23:10.268 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:09 smithi006 bash[27791]: return _run_code(code, main_globals, None, 2023-10-31T06:23:10.268 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:09 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:23:10.268 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:09 smithi006 bash[27791]: exec(code, run_globals) 2023-10-31T06:23:10.268 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:09 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:23:10.269 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:09 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:23:10.269 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:09 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:23:10.269 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:09 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:23:10.269 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:09 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:23:10.269 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:09 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:23:10.269 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:09 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:23:10.270 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:09 smithi006 bash[27791]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:23:10.270 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:23:09 smithi006 bash[27791]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:23:10.766 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:10 smithi006 bash[27532]: cephadm 2023-10-31T06:23:08.361629+0000 mgr.a (mgr.14152) 383 : cephadm 4 Failed while placing agent.smithi029 on smithi029: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:23:10.766 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:10 smithi006 bash[27532]: For information regarding the latest stable release: 2023-10-31T06:23:10.766 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:10 smithi006 bash[27532]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:23:10.767 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:10 smithi006 bash[27532]: Deploy daemon agent.smithi029 ... 2023-10-31T06:23:10.767 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:10 smithi006 bash[27532]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service 2023-10-31T06:23:10.767 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:10 smithi006 bash[27532]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:23:10.767 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:10 smithi006 bash[27532]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:23:10.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:10 smithi006 bash[27532]: Traceback (most recent call last): 2023-10-31T06:23:10.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:10 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:23:10.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:10 smithi006 bash[27532]: return _run_code(code, main_globals, None, 2023-10-31T06:23:10.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:10 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:23:10.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:10 smithi006 bash[27532]: exec(code, run_globals) 2023-10-31T06:23:10.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:10 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:23:10.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:10 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:23:10.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:10 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:23:10.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:10 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:23:10.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:10 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:23:10.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:10 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:23:10.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:10 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:23:10.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:10 smithi006 bash[27532]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:23:10.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:10 smithi006 bash[27532]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:23:10.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:10 smithi006 bash[27532]: cluster 2023-10-31T06:23:08.461641+0000 mgr.a (mgr.14152) 384 : cluster 0 pgmap v249: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:23:10.771 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:10 smithi006 bash[27532]: cephadm 2023-10-31T06:23:09.055194+0000 mgr.a (mgr.14152) 385 : cephadm 1 Deploying daemon agent.smithi006 on smithi006 2023-10-31T06:23:10.771 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:10 smithi006 bash[27532]: audit 2023-10-31T06:23:09.966982+0000 mon.a (mon.0) 403 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth rm", "entity": "client.agent.smithi006"}]: dispatch 2023-10-31T06:23:10.771 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:10 smithi006 bash[27532]: audit 2023-10-31T06:23:09.967691+0000 mon.a (mon.0) 404 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth rm", "entity": "client.agent.smithi006"}]': finished 2023-10-31T06:23:11.219 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:23:11.766 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:11 smithi006 bash[27532]: cephadm 2023-10-31T06:23:09.966469+0000 mgr.a (mgr.14152) 386 : cephadm 1 Removing key for client.agent.smithi006 2023-10-31T06:23:11.766 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:11 smithi006 bash[27532]: cephadm 2023-10-31T06:23:09.971546+0000 mgr.a (mgr.14152) 387 : cephadm 4 Failed while placing agent.smithi006 on smithi006: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:23:11.767 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:11 smithi006 bash[27532]: For information regarding the latest stable release: 2023-10-31T06:23:11.767 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:11 smithi006 bash[27532]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:23:11.767 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:11 smithi006 bash[27532]: Deploy daemon agent.smithi006 ... 2023-10-31T06:23:11.767 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:11 smithi006 bash[27532]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service 2023-10-31T06:23:11.767 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:11 smithi006 bash[27532]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:23:11.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:11 smithi006 bash[27532]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:23:11.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:11 smithi006 bash[27532]: Traceback (most recent call last): 2023-10-31T06:23:11.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:11 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:23:11.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:11 smithi006 bash[27532]: return _run_code(code, main_globals, None, 2023-10-31T06:23:11.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:11 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:23:11.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:11 smithi006 bash[27532]: exec(code, run_globals) 2023-10-31T06:23:11.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:11 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:23:11.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:11 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:23:11.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:11 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:23:11.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:11 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:23:11.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:11 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:23:11.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:11 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:23:11.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:11 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:23:11.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:11 smithi006 bash[27532]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:23:11.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:11 smithi006 bash[27532]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:23:11.771 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:11 smithi006 bash[27532]: cluster 2023-10-31T06:23:09.972730+0000 mgr.a (mgr.14152) 388 : cluster 0 pgmap v250: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:23:11.771 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:11 smithi006 bash[27532]: cephadm 2023-10-31T06:23:09.973028+0000 mgr.a (mgr.14152) 389 : cephadm 1 Filtered out host smithi006: does not belong to mon public_network(s): 172.21.0.0/20, host network(s): 2023-10-31T06:23:11.771 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:11 smithi006 bash[27532]: cephadm 2023-10-31T06:23:09.973164+0000 mgr.a (mgr.14152) 390 : cephadm 1 Filtered out host smithi029: does not belong to mon public_network(s): 172.21.0.0/20, host network(s): 2023-10-31T06:23:11.771 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:11 smithi006 bash[27532]: cephadm 2023-10-31T06:23:09.973379+0000 mgr.a (mgr.14152) 391 : cephadm 1 Filtered out host smithi032: does not belong to mon public_network(s): 172.21.0.0/20, host network(s): 2023-10-31T06:23:11.771 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:11 smithi006 bash[27532]: cluster 2023-10-31T06:23:10.967789+0000 mon.a (mon.0) 405 : cluster 3 Health check failed: Failed to place 3 daemon(s) (CEPHADM_DAEMON_PLACE_FAIL) 2023-10-31T06:23:11.772 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:11 smithi006 bash[27532]: audit 2023-10-31T06:23:10.999541+0000 mon.a (mon.0) 406 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:23:13.765 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:13 smithi006 bash[27532]: cluster 2023-10-31T06:23:11.973626+0000 mgr.a (mgr.14152) 392 : cluster 0 pgmap v251: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:23:14.048 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:23:14.049 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:23:14.052 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:23:15.015 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:14 smithi006 bash[27532]: cluster 2023-10-31T06:23:13.974535+0000 mgr.a (mgr.14152) 393 : cluster 0 pgmap v252: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:23:15.016 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:14 smithi006 bash[27532]: audit 2023-10-31T06:23:14.043251+0000 mon.a (mon.0) 407 : audit 0 from='client.? 172.21.15.32:0/3070185682' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:23:15.721 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:23:15.721 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:23:16.956 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:23:17.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:17 smithi006 bash[27532]: cluster 2023-10-31T06:23:15.975511+0000 mgr.a (mgr.14152) 394 : cluster 0 pgmap v253: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:23:19.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:19 smithi006 bash[27532]: cluster 2023-10-31T06:23:17.976519+0000 mgr.a (mgr.14152) 395 : cluster 0 pgmap v254: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:23:19.749 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:23:19.750 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:23:19.753 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:23:20.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:20 smithi006 bash[27532]: audit 2023-10-31T06:23:19.744214+0000 mon.a (mon.0) 408 : audit 0 from='client.? 172.21.15.32:0/2792545530' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:23:21.371 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:23:21.372 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:23:21.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:21 smithi006 bash[27532]: cluster 2023-10-31T06:23:19.977434+0000 mgr.a (mgr.14152) 396 : cluster 0 pgmap v255: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:23:22.611 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:23:23.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:23 smithi006 bash[27532]: cluster 2023-10-31T06:23:21.978406+0000 mgr.a (mgr.14152) 397 : cluster 0 pgmap v256: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:23:25.015 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:24 smithi006 bash[27532]: cluster 2023-10-31T06:23:23.979352+0000 mgr.a (mgr.14152) 398 : cluster 0 pgmap v257: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:23:25.541 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:23:25.542 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:23:25.545 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:23:26.015 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:25 smithi006 bash[27532]: audit 2023-10-31T06:23:25.536237+0000 mon.a (mon.0) 409 : audit 0 from='client.? 172.21.15.32:0/3132887881' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:23:27.015 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:26 smithi006 bash[27532]: cluster 2023-10-31T06:23:25.980293+0000 mgr.a (mgr.14152) 399 : cluster 0 pgmap v258: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:23:27.205 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:23:27.206 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:23:28.436 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:23:29.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:29 smithi006 bash[27532]: cluster 2023-10-31T06:23:27.981285+0000 mgr.a (mgr.14152) 400 : cluster 0 pgmap v259: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:23:31.196 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:23:31.196 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:23:31.199 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:23:31.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:31 smithi006 bash[27532]: cluster 2023-10-31T06:23:29.982088+0000 mgr.a (mgr.14152) 401 : cluster 0 pgmap v260: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:23:32.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:32 smithi006 bash[27532]: audit 2023-10-31T06:23:31.190138+0000 mon.a (mon.0) 410 : audit 0 from='client.? 172.21.15.32:0/122600318' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:23:32.881 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:23:32.882 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:23:33.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:33 smithi006 bash[27532]: cluster 2023-10-31T06:23:31.983020+0000 mgr.a (mgr.14152) 402 : cluster 0 pgmap v261: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:23:34.118 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:23:35.015 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:34 smithi006 bash[27532]: cluster 2023-10-31T06:23:33.983904+0000 mgr.a (mgr.14152) 403 : cluster 0 pgmap v262: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:23:36.888 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:23:36.888 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:23:36.892 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:23:37.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:37 smithi006 bash[27532]: cluster 2023-10-31T06:23:35.984769+0000 mgr.a (mgr.14152) 404 : cluster 0 pgmap v263: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:23:37.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:37 smithi006 bash[27532]: audit 2023-10-31T06:23:36.882349+0000 mon.a (mon.0) 411 : audit 0 from='client.? 172.21.15.32:0/2987969982' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:23:38.625 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:23:38.625 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:23:39.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:39 smithi006 bash[27532]: cluster 2023-10-31T06:23:37.985718+0000 mgr.a (mgr.14152) 405 : cluster 0 pgmap v264: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:23:39.861 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:23:41.515 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:41 smithi006 bash[27532]: cluster 2023-10-31T06:23:39.986642+0000 mgr.a (mgr.14152) 406 : cluster 0 pgmap v265: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:23:42.688 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:23:42.688 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:23:42.692 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:23:43.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:43 smithi006 bash[27532]: cluster 2023-10-31T06:23:41.987572+0000 mgr.a (mgr.14152) 407 : cluster 0 pgmap v266: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:23:43.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:43 smithi006 bash[27532]: audit 2023-10-31T06:23:42.682784+0000 mon.a (mon.0) 412 : audit 0 from='client.? 172.21.15.32:0/4077749336' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:23:44.325 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:23:44.326 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:23:45.016 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:44 smithi006 bash[27532]: cluster 2023-10-31T06:23:43.988414+0000 mgr.a (mgr.14152) 408 : cluster 0 pgmap v267: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:23:45.558 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:23:47.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:47 smithi006 bash[27532]: cluster 2023-10-31T06:23:45.989266+0000 mgr.a (mgr.14152) 409 : cluster 0 pgmap v268: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:23:48.497 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:23:48.498 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:23:48.501 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:23:49.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:49 smithi006 bash[27532]: cluster 2023-10-31T06:23:47.990151+0000 mgr.a (mgr.14152) 410 : cluster 0 pgmap v269: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:23:49.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:49 smithi006 bash[27532]: audit 2023-10-31T06:23:48.491842+0000 mon.a (mon.0) 413 : audit 0 from='client.? 172.21.15.32:0/722955914' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:23:50.177 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:23:50.177 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:23:51.415 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:23:51.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:51 smithi006 bash[27532]: cluster 2023-10-31T06:23:49.991071+0000 mgr.a (mgr.14152) 411 : cluster 0 pgmap v270: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:23:53.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:53 smithi006 bash[27532]: cluster 2023-10-31T06:23:51.991972+0000 mgr.a (mgr.14152) 412 : cluster 0 pgmap v271: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:23:54.190 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:23:54.190 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:23:54.193 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:23:55.016 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:54 smithi006 bash[27532]: cluster 2023-10-31T06:23:53.992876+0000 mgr.a (mgr.14152) 413 : cluster 0 pgmap v272: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:23:55.016 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:54 smithi006 bash[27532]: audit 2023-10-31T06:23:54.183837+0000 mon.a (mon.0) 414 : audit 0 from='client.? 172.21.15.32:0/2035962494' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:23:55.861 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:23:55.861 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:23:57.099 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:23:57.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:57 smithi006 bash[27532]: cluster 2023-10-31T06:23:55.993766+0000 mgr.a (mgr.14152) 414 : cluster 0 pgmap v273: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:23:59.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:23:59 smithi006 bash[27532]: cluster 2023-10-31T06:23:57.994502+0000 mgr.a (mgr.14152) 415 : cluster 0 pgmap v274: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:24:00.062 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:24:00.062 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:24:00.065 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:24:01.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:01 smithi006 bash[27532]: cluster 2023-10-31T06:23:59.995415+0000 mgr.a (mgr.14152) 416 : cluster 0 pgmap v275: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:24:01.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:01 smithi006 bash[27532]: audit 2023-10-31T06:24:00.056110+0000 mon.a (mon.0) 415 : audit 0 from='client.? 172.21.15.32:0/3145851019' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:24:01.695 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:24:01.695 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:24:02.935 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:24:03.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:03 smithi006 bash[27532]: cluster 2023-10-31T06:24:01.996328+0000 mgr.a (mgr.14152) 417 : cluster 0 pgmap v276: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:24:05.016 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:04 smithi006 bash[27532]: cluster 2023-10-31T06:24:03.997250+0000 mgr.a (mgr.14152) 418 : cluster 0 pgmap v277: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:24:05.701 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:24:05.702 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:24:05.702 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:24:06.016 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:05 smithi006 bash[27532]: audit 2023-10-31T06:24:05.692704+0000 mon.a (mon.0) 416 : audit 0 from='client.? 172.21.15.32:0/3479942277' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:24:07.016 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:06 smithi006 bash[27532]: cluster 2023-10-31T06:24:05.998184+0000 mgr.a (mgr.14152) 419 : cluster 0 pgmap v278: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:24:07.387 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:24:07.388 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:24:08.620 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:24:09.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:09 smithi006 bash[27532]: cluster 2023-10-31T06:24:07.999096+0000 mgr.a (mgr.14152) 420 : cluster 0 pgmap v279: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:24:11.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:11 smithi006 bash[27532]: cluster 2023-10-31T06:24:09.999998+0000 mgr.a (mgr.14152) 421 : cluster 0 pgmap v280: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:24:11.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:11 smithi006 bash[27532]: audit 2023-10-31T06:24:10.073564+0000 mon.a (mon.0) 417 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:24:11.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:11 smithi006 bash[27532]: audit 2023-10-31T06:24:10.078817+0000 mon.a (mon.0) 418 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:24:11.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:11 smithi006 bash[27532]: audit 2023-10-31T06:24:10.080392+0000 mon.a (mon.0) 419 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:24:11.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:11 smithi006 bash[27532]: audit 2023-10-31T06:24:10.087647+0000 mon.a (mon.0) 420 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:24:11.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:11 smithi006 bash[27532]: cluster 2023-10-31T06:24:10.088469+0000 mgr.a (mgr.14152) 422 : cluster 0 pgmap v281: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:24:11.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:11 smithi006 bash[27532]: audit 2023-10-31T06:24:10.090104+0000 mon.a (mon.0) 421 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:24:11.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:11 smithi006 bash[27532]: audit 2023-10-31T06:24:10.091357+0000 mon.a (mon.0) 422 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]': finished 2023-10-31T06:24:11.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:11 smithi006 bash[27532]: cephadm 2023-10-31T06:24:10.254560+0000 mgr.a (mgr.14152) 423 : cephadm 1 Deploying daemon agent.smithi032 on smithi032 2023-10-31T06:24:11.519 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:11 smithi006 bash[27791]: debug 2023-10-31T06:24:11.167+0000 7fa9ae622700 -1 log_channel(cephadm) log [ERR] : Failed while placing agent.smithi032 on smithi032: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:24:11.519 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:11 smithi006 bash[27791]: For information regarding the latest stable release: 2023-10-31T06:24:11.519 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:11 smithi006 bash[27791]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:24:11.519 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:11 smithi006 bash[27791]: Deploy daemon agent.smithi032 ... 2023-10-31T06:24:11.519 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:11 smithi006 bash[27791]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service 2023-10-31T06:24:11.520 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:11 smithi006 bash[27791]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:24:11.520 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:11 smithi006 bash[27791]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:24:11.520 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:11 smithi006 bash[27791]: Traceback (most recent call last): 2023-10-31T06:24:11.520 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:11 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:24:11.520 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:11 smithi006 bash[27791]: return _run_code(code, main_globals, None, 2023-10-31T06:24:11.520 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:11 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:24:11.521 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:11 smithi006 bash[27791]: exec(code, run_globals) 2023-10-31T06:24:11.521 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:11 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:24:11.521 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:11 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:24:11.521 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:11 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:24:11.521 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:11 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:24:11.522 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:11 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:24:11.522 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:11 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:24:11.522 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:11 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:24:11.522 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:11 smithi006 bash[27791]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:24:11.522 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:11 smithi006 bash[27791]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:24:11.552 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:24:11.552 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:24:11.555 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:24:12.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27532]: cluster 2023-10-31T06:24:11.084891+0000 mon.a (mon.0) 423 : cluster 1 Health check cleared: CEPHADM_DAEMON_PLACE_FAIL (was: Failed to place 3 daemon(s)) 2023-10-31T06:24:12.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27532]: cluster 2023-10-31T06:24:11.084977+0000 mon.a (mon.0) 424 : cluster 1 Cluster is now healthy 2023-10-31T06:24:12.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27532]: cephadm 2023-10-31T06:24:11.157572+0000 mgr.a (mgr.14152) 424 : cephadm 1 Removing key for client.agent.smithi032 2023-10-31T06:24:12.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27532]: audit 2023-10-31T06:24:11.158152+0000 mon.a (mon.0) 425 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth rm", "entity": "client.agent.smithi032"}]: dispatch 2023-10-31T06:24:12.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27532]: audit 2023-10-31T06:24:11.160109+0000 mon.a (mon.0) 426 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth rm", "entity": "client.agent.smithi032"}]': finished 2023-10-31T06:24:12.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27532]: cephadm 2023-10-31T06:24:11.173761+0000 mgr.a (mgr.14152) 425 : cephadm 4 Failed while placing agent.smithi032 on smithi032: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:24:12.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27532]: For information regarding the latest stable release: 2023-10-31T06:24:12.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27532]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:24:12.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27532]: Deploy daemon agent.smithi032 ... 2023-10-31T06:24:12.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27532]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service 2023-10-31T06:24:12.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27532]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:24:12.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27532]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:24:12.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27532]: Traceback (most recent call last): 2023-10-31T06:24:12.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:24:12.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27532]: return _run_code(code, main_globals, None, 2023-10-31T06:24:12.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:24:12.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27532]: exec(code, run_globals) 2023-10-31T06:24:12.521 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:24:12.521 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:24:12.521 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:24:12.521 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:24:12.522 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:24:12.522 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:24:12.522 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:24:12.522 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27532]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:24:12.523 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27532]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:24:12.523 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27532]: audit 2023-10-31T06:24:11.174850+0000 mon.a (mon.0) 427 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:24:12.523 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27532]: audit 2023-10-31T06:24:11.176727+0000 mon.a (mon.0) 428 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]': finished 2023-10-31T06:24:12.523 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27532]: audit 2023-10-31T06:24:11.546035+0000 mon.a (mon.0) 429 : audit 0 from='client.? 172.21.15.32:0/27917607' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:24:13.016 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27791]: debug 2023-10-31T06:24:12.599+0000 7fa9ae622700 -1 log_channel(cephadm) log [ERR] : Failed while placing agent.smithi029 on smithi029: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:24:13.017 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27791]: For information regarding the latest stable release: 2023-10-31T06:24:13.017 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27791]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:24:13.017 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27791]: Deploy daemon agent.smithi029 ... 2023-10-31T06:24:13.017 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27791]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service 2023-10-31T06:24:13.018 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27791]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:24:13.018 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27791]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:24:13.018 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27791]: Traceback (most recent call last): 2023-10-31T06:24:13.019 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:24:13.019 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27791]: return _run_code(code, main_globals, None, 2023-10-31T06:24:13.019 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:24:13.020 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27791]: exec(code, run_globals) 2023-10-31T06:24:13.020 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:24:13.020 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:24:13.021 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:24:13.021 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:24:13.021 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:24:13.021 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:24:13.022 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:24:13.022 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27791]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:24:13.022 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:12 smithi006 bash[27791]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:24:13.281 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:24:13.282 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:24:13.454 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:13 smithi006 bash[27532]: cephadm 2023-10-31T06:24:11.636900+0000 mgr.a (mgr.14152) 426 : cephadm 1 Deploying daemon agent.smithi029 on smithi029 2023-10-31T06:24:13.455 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:13 smithi006 bash[27532]: cluster 2023-10-31T06:24:12.088874+0000 mgr.a (mgr.14152) 427 : cluster 0 pgmap v282: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:24:13.455 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:13 smithi006 bash[27532]: audit 2023-10-31T06:24:12.559597+0000 mon.a (mon.0) 430 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth rm", "entity": "client.agent.smithi029"}]: dispatch 2023-10-31T06:24:13.455 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:13 smithi006 bash[27532]: audit 2023-10-31T06:24:12.561190+0000 mon.a (mon.0) 431 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth rm", "entity": "client.agent.smithi029"}]': finished 2023-10-31T06:24:13.455 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:13 smithi006 bash[27532]: audit 2023-10-31T06:24:12.605526+0000 mon.a (mon.0) 432 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:24:13.456 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:13 smithi006 bash[27532]: audit 2023-10-31T06:24:12.606929+0000 mon.a (mon.0) 433 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]': finished 2023-10-31T06:24:14.268 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:13 smithi006 bash[27791]: debug 2023-10-31T06:24:13.983+0000 7fa9ae622700 -1 log_channel(cephadm) log [ERR] : Failed while placing agent.smithi006 on smithi006: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:24:14.269 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:13 smithi006 bash[27791]: For information regarding the latest stable release: 2023-10-31T06:24:14.269 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:13 smithi006 bash[27791]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:24:14.269 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:13 smithi006 bash[27791]: Deploy daemon agent.smithi006 ... 2023-10-31T06:24:14.269 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:13 smithi006 bash[27791]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service 2023-10-31T06:24:14.269 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:13 smithi006 bash[27791]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:24:14.270 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:13 smithi006 bash[27791]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:24:14.270 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:13 smithi006 bash[27791]: Traceback (most recent call last): 2023-10-31T06:24:14.270 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:13 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:24:14.270 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:13 smithi006 bash[27791]: return _run_code(code, main_globals, None, 2023-10-31T06:24:14.270 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:13 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:24:14.270 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:13 smithi006 bash[27791]: exec(code, run_globals) 2023-10-31T06:24:14.271 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:13 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:24:14.271 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:13 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:24:14.271 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:13 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:24:14.271 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:13 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:24:14.271 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:13 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:24:14.272 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:13 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:24:14.272 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:13 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:24:14.272 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:13 smithi006 bash[27791]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:24:14.272 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:24:13 smithi006 bash[27791]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:24:14.273 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:14 smithi006 bash[27532]: cephadm 2023-10-31T06:24:12.558948+0000 mgr.a (mgr.14152) 428 : cephadm 1 Removing key for client.agent.smithi029 2023-10-31T06:24:14.273 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:14 smithi006 bash[27532]: cephadm 2023-10-31T06:24:12.604105+0000 mgr.a (mgr.14152) 429 : cephadm 4 Failed while placing agent.smithi029 on smithi029: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:24:14.273 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:14 smithi006 bash[27532]: For information regarding the latest stable release: 2023-10-31T06:24:14.273 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:14 smithi006 bash[27532]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:24:14.273 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:14 smithi006 bash[27532]: Deploy daemon agent.smithi029 ... 2023-10-31T06:24:14.274 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:14 smithi006 bash[27532]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service 2023-10-31T06:24:14.274 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:14 smithi006 bash[27532]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:24:14.274 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:14 smithi006 bash[27532]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:24:14.274 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:14 smithi006 bash[27532]: Traceback (most recent call last): 2023-10-31T06:24:14.274 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:14 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:24:14.274 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:14 smithi006 bash[27532]: return _run_code(code, main_globals, None, 2023-10-31T06:24:14.275 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:14 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:24:14.275 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:14 smithi006 bash[27532]: exec(code, run_globals) 2023-10-31T06:24:14.275 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:14 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:24:14.275 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:14 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:24:14.275 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:14 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:24:14.276 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:14 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:24:14.276 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:14 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:24:14.276 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:14 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:24:14.276 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:14 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:24:14.276 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:14 smithi006 bash[27532]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:24:14.277 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:14 smithi006 bash[27532]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:24:14.277 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:14 smithi006 bash[27532]: cephadm 2023-10-31T06:24:13.071437+0000 mgr.a (mgr.14152) 430 : cephadm 1 Deploying daemon agent.smithi006 on smithi006 2023-10-31T06:24:14.277 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:14 smithi006 bash[27532]: audit 2023-10-31T06:24:13.970655+0000 mon.a (mon.0) 434 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth rm", "entity": "client.agent.smithi006"}]: dispatch 2023-10-31T06:24:14.277 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:14 smithi006 bash[27532]: audit 2023-10-31T06:24:13.972163+0000 mon.a (mon.0) 435 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth rm", "entity": "client.agent.smithi006"}]': finished 2023-10-31T06:24:14.526 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:24:15.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:15 smithi006 bash[27532]: cephadm 2023-10-31T06:24:13.970154+0000 mgr.a (mgr.14152) 431 : cephadm 1 Removing key for client.agent.smithi006 2023-10-31T06:24:15.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:15 smithi006 bash[27532]: cephadm 2023-10-31T06:24:13.987391+0000 mgr.a (mgr.14152) 432 : cephadm 4 Failed while placing agent.smithi006 on smithi006: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:24:15.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:15 smithi006 bash[27532]: For information regarding the latest stable release: 2023-10-31T06:24:15.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:15 smithi006 bash[27532]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:24:15.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:15 smithi006 bash[27532]: Deploy daemon agent.smithi006 ... 2023-10-31T06:24:15.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:15 smithi006 bash[27532]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service 2023-10-31T06:24:15.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:15 smithi006 bash[27532]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:24:15.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:15 smithi006 bash[27532]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:24:15.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:15 smithi006 bash[27532]: Traceback (most recent call last): 2023-10-31T06:24:15.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:15 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:24:15.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:15 smithi006 bash[27532]: return _run_code(code, main_globals, None, 2023-10-31T06:24:15.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:15 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:24:15.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:15 smithi006 bash[27532]: exec(code, run_globals) 2023-10-31T06:24:15.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:15 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:24:15.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:15 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:24:15.521 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:15 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:24:15.521 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:15 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:24:15.521 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:15 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:24:15.521 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:15 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:24:15.522 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:15 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:24:15.522 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:15 smithi006 bash[27532]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service failed because the control process exited with error code. 2023-10-31T06:24:15.522 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:15 smithi006 bash[27532]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi006.service" and "journalctl -xe" for details. 2023-10-31T06:24:15.523 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:15 smithi006 bash[27532]: cluster 2023-10-31T06:24:13.988983+0000 mgr.a (mgr.14152) 433 : cluster 0 pgmap v283: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:24:15.523 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:15 smithi006 bash[27532]: cephadm 2023-10-31T06:24:13.990849+0000 mgr.a (mgr.14152) 434 : cephadm 1 Filtered out host smithi006: does not belong to mon public_network(s): 172.21.0.0/20, host network(s): 2023-10-31T06:24:15.523 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:15 smithi006 bash[27532]: cephadm 2023-10-31T06:24:13.991048+0000 mgr.a (mgr.14152) 435 : cephadm 1 Filtered out host smithi029: does not belong to mon public_network(s): 172.21.0.0/20, host network(s): 2023-10-31T06:24:15.523 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:15 smithi006 bash[27532]: cephadm 2023-10-31T06:24:13.991208+0000 mgr.a (mgr.14152) 436 : cephadm 1 Filtered out host smithi032: does not belong to mon public_network(s): 172.21.0.0/20, host network(s): 2023-10-31T06:24:15.524 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:15 smithi006 bash[27532]: cluster 2023-10-31T06:24:14.972211+0000 mon.a (mon.0) 436 : cluster 3 Health check failed: Failed to place 3 daemon(s) (CEPHADM_DAEMON_PLACE_FAIL) 2023-10-31T06:24:17.265 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:24:17.265 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:24:17.266 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:17 smithi006 bash[27532]: cluster 2023-10-31T06:24:15.989962+0000 mgr.a (mgr.14152) 437 : cluster 0 pgmap v284: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:24:17.266 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:17 smithi006 bash[27532]: audit 2023-10-31T06:24:16.009525+0000 mon.a (mon.0) 437 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:24:17.269 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:24:18.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:18 smithi006 bash[27532]: audit 2023-10-31T06:24:17.259053+0000 mon.a (mon.0) 438 : audit 0 from='client.? 172.21.15.32:0/1748684685' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:24:18.919 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:24:18.920 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:24:19.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:19 smithi006 bash[27532]: cluster 2023-10-31T06:24:17.990868+0000 mgr.a (mgr.14152) 438 : cluster 0 pgmap v285: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:24:20.156 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:24:21.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:21 smithi006 bash[27532]: cluster 2023-10-31T06:24:19.991788+0000 mgr.a (mgr.14152) 439 : cluster 0 pgmap v286: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:24:22.982 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:24:22.983 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:24:22.988 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:24:23.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:23 smithi006 bash[27532]: cluster 2023-10-31T06:24:21.992649+0000 mgr.a (mgr.14152) 440 : cluster 0 pgmap v287: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:24:23.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:23 smithi006 bash[27532]: audit 2023-10-31T06:24:22.976477+0000 mon.a (mon.0) 439 : audit 0 from='client.? 172.21.15.32:0/470540507' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:24:24.660 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:24:24.661 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:24:25.016 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:24 smithi006 bash[27532]: cluster 2023-10-31T06:24:23.993588+0000 mgr.a (mgr.14152) 441 : cluster 0 pgmap v288: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:24:25.895 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:24:27.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:27 smithi006 bash[27532]: cluster 2023-10-31T06:24:25.994495+0000 mgr.a (mgr.14152) 442 : cluster 0 pgmap v289: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:24:28.742 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:24:28.742 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:24:28.746 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:24:29.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:29 smithi006 bash[27532]: cluster 2023-10-31T06:24:27.995447+0000 mgr.a (mgr.14152) 443 : cluster 0 pgmap v290: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:24:29.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:29 smithi006 bash[27532]: audit 2023-10-31T06:24:28.736150+0000 mon.a (mon.0) 440 : audit 0 from='client.? 172.21.15.32:0/2425723823' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:24:30.419 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:24:30.421 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:24:31.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:31 smithi006 bash[27532]: cluster 2023-10-31T06:24:29.996320+0000 mgr.a (mgr.14152) 444 : cluster 0 pgmap v291: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:24:31.656 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:24:33.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:33 smithi006 bash[27532]: cluster 2023-10-31T06:24:31.997220+0000 mgr.a (mgr.14152) 445 : cluster 0 pgmap v292: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:24:34.416 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:24:34.416 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:24:34.421 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:24:35.016 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:34 smithi006 bash[27532]: cluster 2023-10-31T06:24:33.998091+0000 mgr.a (mgr.14152) 446 : cluster 0 pgmap v293: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:24:35.016 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:34 smithi006 bash[27532]: audit 2023-10-31T06:24:34.409880+0000 mon.a (mon.0) 441 : audit 0 from='client.? 172.21.15.32:0/3133882587' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:24:36.077 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:24:36.078 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:24:37.312 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:24:37.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:37 smithi006 bash[27532]: cluster 2023-10-31T06:24:35.999026+0000 mgr.a (mgr.14152) 447 : cluster 0 pgmap v294: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:24:39.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:39 smithi006 bash[27532]: cluster 2023-10-31T06:24:37.999873+0000 mgr.a (mgr.14152) 448 : cluster 0 pgmap v295: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:24:40.210 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:24:40.211 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:24:40.213 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:24:41.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:41 smithi006 bash[27532]: cluster 2023-10-31T06:24:40.000767+0000 mgr.a (mgr.14152) 449 : cluster 0 pgmap v296: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:24:41.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:41 smithi006 bash[27532]: audit 2023-10-31T06:24:40.203977+0000 mon.a (mon.0) 442 : audit 0 from='client.? 172.21.15.32:0/4165316273' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:24:41.901 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:24:41.901 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:24:43.135 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:24:43.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:43 smithi006 bash[27532]: cluster 2023-10-31T06:24:42.001684+0000 mgr.a (mgr.14152) 450 : cluster 0 pgmap v297: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:24:45.016 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:44 smithi006 bash[27532]: cluster 2023-10-31T06:24:44.002576+0000 mgr.a (mgr.14152) 451 : cluster 0 pgmap v298: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:24:45.961 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:24:45.961 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:24:45.965 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:24:46.266 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:46 smithi006 bash[27532]: audit 2023-10-31T06:24:45.954768+0000 mon.a (mon.0) 443 : audit 0 from='client.? 172.21.15.32:0/2482809429' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:24:47.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:47 smithi006 bash[27532]: cluster 2023-10-31T06:24:46.003567+0000 mgr.a (mgr.14152) 452 : cluster 0 pgmap v299: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:24:47.633 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:24:47.634 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:24:48.863 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:24:49.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:49 smithi006 bash[27532]: cluster 2023-10-31T06:24:48.004502+0000 mgr.a (mgr.14152) 453 : cluster 0 pgmap v300: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:24:51.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:51 smithi006 bash[27532]: cluster 2023-10-31T06:24:50.005371+0000 mgr.a (mgr.14152) 454 : cluster 0 pgmap v301: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:24:51.795 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:24:51.796 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:24:51.799 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:24:52.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:52 smithi006 bash[27532]: audit 2023-10-31T06:24:51.788967+0000 mon.a (mon.0) 444 : audit 0 from='client.? 172.21.15.32:0/3903467467' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:24:53.472 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:24:53.473 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:24:53.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:53 smithi006 bash[27532]: cluster 2023-10-31T06:24:52.006247+0000 mgr.a (mgr.14152) 455 : cluster 0 pgmap v302: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:24:54.704 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:24:55.016 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:54 smithi006 bash[27532]: cluster 2023-10-31T06:24:54.007149+0000 mgr.a (mgr.14152) 456 : cluster 0 pgmap v303: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:24:57.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:57 smithi006 bash[27532]: cluster 2023-10-31T06:24:56.008044+0000 mgr.a (mgr.14152) 457 : cluster 0 pgmap v304: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:24:57.552 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:24:57.552 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:24:57.556 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:24:58.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:58 smithi006 bash[27532]: audit 2023-10-31T06:24:57.545779+0000 mon.a (mon.0) 445 : audit 0 from='client.? 172.21.15.32:0/3963657308' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:24:59.212 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:24:59.212 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:24:59.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:24:59 smithi006 bash[27532]: cluster 2023-10-31T06:24:58.008966+0000 mgr.a (mgr.14152) 458 : cluster 0 pgmap v305: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:25:00.454 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:25:01.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:01 smithi006 bash[27532]: cluster 2023-10-31T06:25:00.009654+0000 mgr.a (mgr.14152) 459 : cluster 0 pgmap v306: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:25:03.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:03 smithi006 bash[27532]: cluster 2023-10-31T06:25:02.010569+0000 mgr.a (mgr.14152) 460 : cluster 0 pgmap v307: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:25:03.702 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:25:03.703 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:25:03.706 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:25:05.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:04 smithi006 bash[27532]: audit 2023-10-31T06:25:03.696081+0000 mon.a (mon.0) 446 : audit 0 from='client.? 172.21.15.32:0/857226099' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:25:05.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:04 smithi006 bash[27532]: cluster 2023-10-31T06:25:04.011530+0000 mgr.a (mgr.14152) 461 : cluster 0 pgmap v308: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:25:05.421 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:25:05.422 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:25:06.654 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:25:07.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:07 smithi006 bash[27532]: cluster 2023-10-31T06:25:06.012443+0000 mgr.a (mgr.14152) 462 : cluster 0 pgmap v309: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:25:09.456 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:25:09.456 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:25:09.459 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:25:09.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:09 smithi006 bash[27532]: cluster 2023-10-31T06:25:08.013357+0000 mgr.a (mgr.14152) 463 : cluster 0 pgmap v310: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:25:10.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:10 smithi006 bash[27532]: audit 2023-10-31T06:25:09.449280+0000 mon.a (mon.0) 447 : audit 0 from='client.? 172.21.15.32:0/2253518547' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:25:11.146 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:25:11.146 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:25:11.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:11 smithi006 bash[27532]: cluster 2023-10-31T06:25:10.014275+0000 mgr.a (mgr.14152) 464 : cluster 0 pgmap v311: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:25:12.385 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:25:13.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:13 smithi006 bash[27532]: cluster 2023-10-31T06:25:12.015202+0000 mgr.a (mgr.14152) 465 : cluster 0 pgmap v312: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:25:15.016 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:14 smithi006 bash[27532]: cluster 2023-10-31T06:25:14.016065+0000 mgr.a (mgr.14152) 466 : cluster 0 pgmap v313: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:25:15.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:14 smithi006 bash[27532]: audit 2023-10-31T06:25:14.090142+0000 mon.a (mon.0) 448 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:25:15.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:14 smithi006 bash[27532]: audit 2023-10-31T06:25:14.617633+0000 mon.a (mon.0) 449 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:25:15.342 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:25:15.342 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:25:15.345 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:25:16.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:15 smithi006 bash[27532]: audit 2023-10-31T06:25:15.335015+0000 mon.a (mon.0) 450 : audit 0 from='client.? 172.21.15.32:0/2763871729' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:25:17.008 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:25:17.009 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:25:17.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:16 smithi006 bash[27532]: cluster 2023-10-31T06:25:16.016990+0000 mgr.a (mgr.14152) 467 : cluster 0 pgmap v314: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:25:18.244 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:25:19.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:19 smithi006 bash[27532]: cluster 2023-10-31T06:25:18.017930+0000 mgr.a (mgr.14152) 468 : cluster 0 pgmap v315: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:25:21.127 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:25:21.128 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:25:21.133 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:25:21.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:21 smithi006 bash[27532]: cluster 2023-10-31T06:25:20.018894+0000 mgr.a (mgr.14152) 469 : cluster 0 pgmap v316: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:25:21.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:21 smithi006 bash[27532]: audit 2023-10-31T06:25:20.056329+0000 mon.a (mon.0) 451 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:25:21.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:21 smithi006 bash[27532]: audit 2023-10-31T06:25:20.058065+0000 mon.a (mon.0) 452 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config rm", "who": "osd/host:smithi006", "name": "osd_memory_target"}]: dispatch 2023-10-31T06:25:21.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:21 smithi006 bash[27532]: audit 2023-10-31T06:25:20.059600+0000 mon.a (mon.0) 453 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:25:21.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:21 smithi006 bash[27532]: audit 2023-10-31T06:25:20.060980+0000 mon.a (mon.0) 454 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:25:21.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:21 smithi006 bash[27532]: audit 2023-10-31T06:25:20.067101+0000 mon.a (mon.0) 455 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:25:21.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:21 smithi006 bash[27532]: cluster 2023-10-31T06:25:20.067864+0000 mgr.a (mgr.14152) 470 : cluster 0 pgmap v317: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:25:21.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:21 smithi006 bash[27532]: audit 2023-10-31T06:25:20.069803+0000 mon.a (mon.0) 456 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:25:21.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:21 smithi006 bash[27532]: audit 2023-10-31T06:25:20.070959+0000 mon.a (mon.0) 457 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]': finished 2023-10-31T06:25:21.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:21 smithi006 bash[27532]: cluster 2023-10-31T06:25:20.073593+0000 mon.a (mon.0) 458 : cluster 1 Health check cleared: CEPHADM_DAEMON_PLACE_FAIL (was: Failed to place 3 daemon(s)) 2023-10-31T06:25:21.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:21 smithi006 bash[27532]: cluster 2023-10-31T06:25:20.073657+0000 mon.a (mon.0) 459 : cluster 1 Cluster is now healthy 2023-10-31T06:25:22.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:22 smithi006 bash[27532]: audit 2023-10-31T06:25:21.120509+0000 mon.a (mon.0) 460 : audit 0 from='client.? 172.21.15.32:0/1491911986' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:25:22.791 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:25:22.792 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:25:23.017 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:22 smithi006 bash[27791]: debug 2023-10-31T06:25:22.558+0000 7fa9ae622700 -1 log_channel(cephadm) log [ERR] : Failed while placing agent.smithi032 on smithi032: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:25:23.018 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:22 smithi006 bash[27791]: For information regarding the latest stable release: 2023-10-31T06:25:23.018 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:22 smithi006 bash[27791]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:25:23.018 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:22 smithi006 bash[27791]: Deploy daemon agent.smithi032 ... 2023-10-31T06:25:23.018 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:22 smithi006 bash[27791]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service 2023-10-31T06:25:23.019 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:22 smithi006 bash[27791]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:25:23.019 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:22 smithi006 bash[27791]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:25:23.019 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:22 smithi006 bash[27791]: Traceback (most recent call last): 2023-10-31T06:25:23.019 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:22 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:25:23.019 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:22 smithi006 bash[27791]: return _run_code(code, main_globals, None, 2023-10-31T06:25:23.020 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:22 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:25:23.020 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:22 smithi006 bash[27791]: exec(code, run_globals) 2023-10-31T06:25:23.020 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:22 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:25:23.020 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:22 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:25:23.020 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:22 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:25:23.021 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:22 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:25:23.021 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:22 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:25:23.021 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:22 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:25:23.021 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:22 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:25:23.021 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:22 smithi006 bash[27791]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:25:23.022 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:22 smithi006 bash[27791]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:25:23.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:23 smithi006 bash[27532]: cephadm 2023-10-31T06:25:21.645167+0000 mgr.a (mgr.14152) 471 : cephadm 1 Deploying daemon agent.smithi032 on smithi032 2023-10-31T06:25:23.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:23 smithi006 bash[27532]: cluster 2023-10-31T06:25:22.068338+0000 mgr.a (mgr.14152) 472 : cluster 0 pgmap v318: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:25:23.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:23 smithi006 bash[27532]: audit 2023-10-31T06:25:22.520259+0000 mon.a (mon.0) 461 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth rm", "entity": "client.agent.smithi032"}]: dispatch 2023-10-31T06:25:23.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:23 smithi006 bash[27532]: audit 2023-10-31T06:25:22.521556+0000 mon.a (mon.0) 462 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth rm", "entity": "client.agent.smithi032"}]': finished 2023-10-31T06:25:23.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:23 smithi006 bash[27532]: audit 2023-10-31T06:25:22.562721+0000 mon.a (mon.0) 463 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:25:23.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:23 smithi006 bash[27532]: audit 2023-10-31T06:25:22.564231+0000 mon.a (mon.0) 464 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]': finished 2023-10-31T06:25:24.017 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:23 smithi006 bash[27791]: debug 2023-10-31T06:25:23.654+0000 7fa9ae622700 -1 log_channel(cephadm) log [ERR] : Failed while placing agent.smithi029 on smithi029: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:25:24.017 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:23 smithi006 bash[27791]: For information regarding the latest stable release: 2023-10-31T06:25:24.018 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:23 smithi006 bash[27791]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:25:24.018 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:23 smithi006 bash[27791]: Deploy daemon agent.smithi029 ... 2023-10-31T06:25:24.018 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:23 smithi006 bash[27791]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service 2023-10-31T06:25:24.018 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:23 smithi006 bash[27791]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:25:24.019 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:23 smithi006 bash[27791]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:25:24.019 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:23 smithi006 bash[27791]: Traceback (most recent call last): 2023-10-31T06:25:24.019 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:23 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:25:24.019 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:23 smithi006 bash[27791]: return _run_code(code, main_globals, None, 2023-10-31T06:25:24.020 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:23 smithi006 bash[27791]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:25:24.020 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:23 smithi006 bash[27791]: exec(code, run_globals) 2023-10-31T06:25:24.020 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:23 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:25:24.020 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:23 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:25:24.020 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:23 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:25:24.020 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:23 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:25:24.021 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:23 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:25:24.021 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:23 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:25:24.021 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:23 smithi006 bash[27791]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:25:24.021 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:23 smithi006 bash[27791]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:25:24.021 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:25:23 smithi006 bash[27791]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:25:24.028 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:25:24.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:24 smithi006 bash[27532]: cephadm 2023-10-31T06:25:22.519652+0000 mgr.a (mgr.14152) 473 : cephadm 1 Removing key for client.agent.smithi032 2023-10-31T06:25:24.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:24 smithi006 bash[27532]: cephadm 2023-10-31T06:25:22.561367+0000 mgr.a (mgr.14152) 474 : cephadm 4 Failed while placing agent.smithi032 on smithi032: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:25:24.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:24 smithi006 bash[27532]: For information regarding the latest stable release: 2023-10-31T06:25:24.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:24 smithi006 bash[27532]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:25:24.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:24 smithi006 bash[27532]: Deploy daemon agent.smithi032 ... 2023-10-31T06:25:24.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:24 smithi006 bash[27532]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service 2023-10-31T06:25:24.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:24 smithi006 bash[27532]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:25:24.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:24 smithi006 bash[27532]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:25:24.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:24 smithi006 bash[27532]: Traceback (most recent call last): 2023-10-31T06:25:24.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:24 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:25:24.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:24 smithi006 bash[27532]: return _run_code(code, main_globals, None, 2023-10-31T06:25:24.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:24 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:25:24.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:24 smithi006 bash[27532]: exec(code, run_globals) 2023-10-31T06:25:24.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:24 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:25:24.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:24 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:25:24.521 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:24 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:25:24.521 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:24 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:25:24.521 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:24 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:25:24.522 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:24 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:25:24.522 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:24 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:25:24.522 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:24 smithi006 bash[27532]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service failed because the control process exited with error code. 2023-10-31T06:25:24.522 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:24 smithi006 bash[27532]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi032.service" and "journalctl -xe" for details. 2023-10-31T06:25:24.523 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:24 smithi006 bash[27532]: cephadm 2023-10-31T06:25:22.688041+0000 mgr.a (mgr.14152) 475 : cephadm 1 Deploying daemon agent.smithi029 on smithi029 2023-10-31T06:25:24.523 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:24 smithi006 bash[27532]: audit 2023-10-31T06:25:23.628074+0000 mon.a (mon.0) 465 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth rm", "entity": "client.agent.smithi029"}]: dispatch 2023-10-31T06:25:24.523 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:24 smithi006 bash[27532]: audit 2023-10-31T06:25:23.629637+0000 mon.a (mon.0) 466 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth rm", "entity": "client.agent.smithi029"}]': finished 2023-10-31T06:25:24.523 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:24 smithi006 bash[27532]: audit 2023-10-31T06:25:23.760271+0000 mon.a (mon.0) 467 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:25:24.524 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:24 smithi006 bash[27532]: audit 2023-10-31T06:25:23.761677+0000 mon.a (mon.0) 468 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]': finished 2023-10-31T06:25:25.267 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:25 smithi006 bash[27532]: cephadm 2023-10-31T06:25:23.627526+0000 mgr.a (mgr.14152) 476 : cephadm 1 Removing key for client.agent.smithi029 2023-10-31T06:25:25.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:25 smithi006 bash[27532]: cephadm 2023-10-31T06:25:23.657655+0000 mgr.a (mgr.14152) 477 : cephadm 4 Failed while placing agent.smithi029 on smithi029: cephadm exited with an error code: 1, stderr: This is a development version of cephadm. 2023-10-31T06:25:25.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:25 smithi006 bash[27532]: For information regarding the latest stable release: 2023-10-31T06:25:25.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:25 smithi006 bash[27532]: https://docs.ceph.com/docs/reef/cephadm/install 2023-10-31T06:25:25.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:25 smithi006 bash[27532]: Deploy daemon agent.smithi029 ... 2023-10-31T06:25:25.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:25 smithi006 bash[27532]: Non-zero exit code 1 from systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service 2023-10-31T06:25:25.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:25 smithi006 bash[27532]: systemctl: stderr Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:25:25.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:25 smithi006 bash[27532]: systemctl: stderr See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:25:25.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:25 smithi006 bash[27532]: Traceback (most recent call last): 2023-10-31T06:25:25.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:25 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main 2023-10-31T06:25:25.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:25 smithi006 bash[27532]: return _run_code(code, main_globals, None, 2023-10-31T06:25:25.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:25 smithi006 bash[27532]: File "/usr/lib/python3.8/runpy.py", line 87, in _run_code 2023-10-31T06:25:25.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:25 smithi006 bash[27532]: exec(code, run_globals) 2023-10-31T06:25:25.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:25 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7610, in 2023-10-31T06:25:25.271 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:25 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 7598, in main 2023-10-31T06:25:25.271 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:25 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5157, in command_deploy_from 2023-10-31T06:25:25.271 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:25 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 5180, in _common_deploy 2023-10-31T06:25:25.271 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:25 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 2924, in deploy_daemon 2023-10-31T06:25:25.271 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:25 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/__main__.py", line 3549, in deploy_daemon_unit 2023-10-31T06:25:25.272 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:25 smithi006 bash[27532]: File "/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/cephadm.66f6623ccfd9a5090c476f8d400df07460afc95e80a7c4122dd550fad6317034/cephadmlib/call_wrappers.py", line 307, in call_throws 2023-10-31T06:25:25.272 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:25 smithi006 bash[27532]: RuntimeError: Failed command: systemctl enable --now ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service: Job for ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service failed because the control process exited with error code. 2023-10-31T06:25:25.272 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:25 smithi006 bash[27532]: See "systemctl status ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@agent.smithi029.service" and "journalctl -xe" for details. 2023-10-31T06:25:25.272 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:25 smithi006 bash[27532]: cluster 2023-10-31T06:25:23.659523+0000 mgr.a (mgr.14152) 478 : cluster 0 pgmap v319: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:25:25.272 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:25 smithi006 bash[27532]: cephadm 2023-10-31T06:25:23.660925+0000 mgr.a (mgr.14152) 479 : cephadm 1 Filtered out host smithi006: does not belong to mon public_network(s): 172.21.0.0/20, host network(s): 2023-10-31T06:25:25.273 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:25 smithi006 bash[27532]: cephadm 2023-10-31T06:25:23.661156+0000 mgr.a (mgr.14152) 480 : cephadm 1 Filtered out host smithi029: does not belong to mon public_network(s): 172.21.0.0/20, host network(s): 2023-10-31T06:25:25.273 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:25 smithi006 bash[27532]: cephadm 2023-10-31T06:25:23.661363+0000 mgr.a (mgr.14152) 481 : cephadm 1 Filtered out host smithi032: does not belong to mon public_network(s): 172.21.0.0/20, host network(s): 2023-10-31T06:25:25.273 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:25 smithi006 bash[27532]: cluster 2023-10-31T06:25:24.659249+0000 mon.a (mon.0) 469 : cluster 3 Health check failed: Failed to place 2 daemon(s) (CEPHADM_DAEMON_PLACE_FAIL) 2023-10-31T06:25:26.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:26 smithi006 bash[27532]: cephadm 2023-10-31T06:25:24.518347+0000 mgr.a (mgr.14152) 482 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:25:26.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:26 smithi006 bash[27532]: audit 2023-10-31T06:25:26.019297+0000 mon.a (mon.0) 470 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:25:26.932 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:25:26.932 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:25:26.935 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:25:27.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:27 smithi006 bash[27532]: cluster 2023-10-31T06:25:25.660279+0000 mgr.a (mgr.14152) 483 : cluster 0 pgmap v320: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:25:27.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:27 smithi006 bash[27532]: audit 2023-10-31T06:25:26.924916+0000 mon.a (mon.0) 471 : audit 0 from='client.? 172.21.15.32:0/2015843216' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:25:28.629 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:25:28.630 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:25:29.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:29 smithi006 bash[27532]: cluster 2023-10-31T06:25:27.661035+0000 mgr.a (mgr.14152) 484 : cluster 0 pgmap v321: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:25:29.867 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:25:31.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:31 smithi006 bash[27532]: cluster 2023-10-31T06:25:29.661737+0000 mgr.a (mgr.14152) 485 : cluster 0 pgmap v322: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:25:32.710 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:25:32.711 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:25:32.714 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:25:33.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:33 smithi006 bash[27532]: cluster 2023-10-31T06:25:31.662492+0000 mgr.a (mgr.14152) 486 : cluster 0 pgmap v323: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:25:33.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:33 smithi006 bash[27532]: audit 2023-10-31T06:25:32.703596+0000 mon.a (mon.0) 472 : audit 0 from='client.? 172.21.15.32:0/515557952' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:25:34.437 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:25:34.437 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:25:35.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:34 smithi006 bash[27532]: cluster 2023-10-31T06:25:33.663339+0000 mgr.a (mgr.14152) 487 : cluster 0 pgmap v324: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:25:35.671 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:25:37.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:36 smithi006 bash[27532]: cluster 2023-10-31T06:25:35.663951+0000 mgr.a (mgr.14152) 488 : cluster 0 pgmap v325: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:25:38.451 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:25:38.451 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:25:38.454 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:25:39.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:38 smithi006 bash[27532]: cluster 2023-10-31T06:25:37.664685+0000 mgr.a (mgr.14152) 489 : cluster 0 pgmap v326: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:25:39.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:38 smithi006 bash[27532]: audit 2023-10-31T06:25:38.443660+0000 mon.a (mon.0) 473 : audit 0 from='client.? 172.21.15.32:0/2177459969' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:25:40.137 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:25:40.138 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:25:41.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:40 smithi006 bash[27532]: cluster 2023-10-31T06:25:39.665410+0000 mgr.a (mgr.14152) 490 : cluster 0 pgmap v327: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:25:41.376 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:25:43.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:42 smithi006 bash[27532]: cluster 2023-10-31T06:25:41.666157+0000 mgr.a (mgr.14152) 491 : cluster 0 pgmap v328: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:25:44.288 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:25:44.288 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:25:44.291 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:25:45.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:44 smithi006 bash[27532]: cluster 2023-10-31T06:25:43.666809+0000 mgr.a (mgr.14152) 492 : cluster 0 pgmap v329: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:25:45.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:44 smithi006 bash[27532]: audit 2023-10-31T06:25:44.280853+0000 mon.a (mon.0) 474 : audit 0 from='client.? 172.21.15.32:0/3052764847' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:25:46.011 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:25:46.012 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:25:47.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:46 smithi006 bash[27532]: cluster 2023-10-31T06:25:45.667554+0000 mgr.a (mgr.14152) 493 : cluster 0 pgmap v330: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:25:47.244 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:25:49.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:48 smithi006 bash[27532]: cluster 2023-10-31T06:25:47.668371+0000 mgr.a (mgr.14152) 494 : cluster 0 pgmap v331: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:25:50.003 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:25:50.004 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:25:50.007 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:25:51.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:50 smithi006 bash[27532]: cluster 2023-10-31T06:25:49.669151+0000 mgr.a (mgr.14152) 495 : cluster 0 pgmap v332: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:25:51.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:50 smithi006 bash[27532]: audit 2023-10-31T06:25:49.996440+0000 mon.a (mon.0) 475 : audit 0 from='client.? 172.21.15.32:0/2116704570' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:25:51.713 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:25:51.714 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:25:52.947 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:25:53.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:52 smithi006 bash[27532]: cluster 2023-10-31T06:25:51.669987+0000 mgr.a (mgr.14152) 496 : cluster 0 pgmap v333: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:25:55.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:54 smithi006 bash[27532]: cluster 2023-10-31T06:25:53.670798+0000 mgr.a (mgr.14152) 497 : cluster 0 pgmap v334: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:25:55.741 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:25:55.741 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:25:55.746 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:25:57.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:56 smithi006 bash[27532]: cluster 2023-10-31T06:25:55.671545+0000 mgr.a (mgr.14152) 498 : cluster 0 pgmap v335: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:25:57.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:56 smithi006 bash[27532]: audit 2023-10-31T06:25:55.734157+0000 mon.a (mon.0) 476 : audit 0 from='client.? 172.21.15.32:0/2572065574' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:25:57.453 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:25:57.454 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:25:58.695 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:25:59.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:25:58 smithi006 bash[27532]: cluster 2023-10-31T06:25:57.672293+0000 mgr.a (mgr.14152) 499 : cluster 0 pgmap v336: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:26:01.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:00 smithi006 bash[27532]: cluster 2023-10-31T06:25:59.672996+0000 mgr.a (mgr.14152) 500 : cluster 0 pgmap v337: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:26:01.585 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:26:01.585 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:26:01.588 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:26:02.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:01 smithi006 bash[27532]: audit 2023-10-31T06:26:01.577912+0000 mon.a (mon.0) 477 : audit 0 from='client.? 172.21.15.32:0/4064307378' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:26:03.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:02 smithi006 bash[27532]: cluster 2023-10-31T06:26:01.673756+0000 mgr.a (mgr.14152) 501 : cluster 0 pgmap v338: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:26:03.236 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:26:03.237 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:26:04.473 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:26:05.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:04 smithi006 bash[27532]: cluster 2023-10-31T06:26:03.674489+0000 mgr.a (mgr.14152) 502 : cluster 0 pgmap v339: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:26:07.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:06 smithi006 bash[27532]: cluster 2023-10-31T06:26:05.675252+0000 mgr.a (mgr.14152) 503 : cluster 0 pgmap v340: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:26:07.290 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:26:07.291 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:26:07.294 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:26:08.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:07 smithi006 bash[27532]: audit 2023-10-31T06:26:07.283406+0000 mon.a (mon.0) 478 : audit 0 from='client.? 172.21.15.32:0/2586143725' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:26:08.969 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:26:08.970 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:26:09.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:08 smithi006 bash[27532]: cluster 2023-10-31T06:26:07.675966+0000 mgr.a (mgr.14152) 504 : cluster 0 pgmap v341: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:26:10.211 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:26:11.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:10 smithi006 bash[27532]: cluster 2023-10-31T06:26:09.676685+0000 mgr.a (mgr.14152) 505 : cluster 0 pgmap v342: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:26:13.009 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:26:13.009 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:26:13.012 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:26:13.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:12 smithi006 bash[27532]: cluster 2023-10-31T06:26:11.677425+0000 mgr.a (mgr.14152) 506 : cluster 0 pgmap v343: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:26:14.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:13 smithi006 bash[27532]: audit 2023-10-31T06:26:13.001593+0000 mon.a (mon.0) 479 : audit 0 from='client.? 172.21.15.32:0/3839469498' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:26:14.753 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:26:14.753 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:26:15.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:14 smithi006 bash[27532]: cluster 2023-10-31T06:26:13.678211+0000 mgr.a (mgr.14152) 507 : cluster 0 pgmap v344: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:26:15.986 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:26:17.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:16 smithi006 bash[27532]: cluster 2023-10-31T06:26:15.678980+0000 mgr.a (mgr.14152) 508 : cluster 0 pgmap v345: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:26:18.785 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:26:18.785 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:26:18.789 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:26:19.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:18 smithi006 bash[27532]: cluster 2023-10-31T06:26:17.679708+0000 mgr.a (mgr.14152) 509 : cluster 0 pgmap v346: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:26:20.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:19 smithi006 bash[27532]: audit 2023-10-31T06:26:18.778111+0000 mon.a (mon.0) 480 : audit 0 from='client.? 172.21.15.32:0/32300497' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:26:20.464 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:26:20.464 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:26:21.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:20 smithi006 bash[27532]: cluster 2023-10-31T06:26:19.680447+0000 mgr.a (mgr.14152) 510 : cluster 0 pgmap v347: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:26:21.692 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:26:23.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:22 smithi006 bash[27532]: cluster 2023-10-31T06:26:21.681197+0000 mgr.a (mgr.14152) 511 : cluster 0 pgmap v348: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:26:24.486 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:26:24.486 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:26:24.489 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:26:25.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:24 smithi006 bash[27532]: cluster 2023-10-31T06:26:23.681917+0000 mgr.a (mgr.14152) 512 : cluster 0 pgmap v349: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:26:25.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:24 smithi006 bash[27532]: audit 2023-10-31T06:26:24.478712+0000 mon.a (mon.0) 481 : audit 0 from='client.? 172.21.15.32:0/4058509990' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:26:25.980 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:25 smithi006 bash[27532]: audit 2023-10-31T06:26:24.985083+0000 mon.a (mon.0) 482 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:26:25.980 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:25 smithi006 bash[27532]: audit 2023-10-31T06:26:24.990804+0000 mon.a (mon.0) 483 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:26:25.981 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:25 smithi006 bash[27532]: audit 2023-10-31T06:26:25.511497+0000 mon.a (mon.0) 484 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:26:25.981 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:25 smithi006 bash[27532]: audit 2023-10-31T06:26:25.561829+0000 mon.a (mon.0) 485 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:26:26.180 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:26:26.181 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:26:27.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:26 smithi006 bash[27532]: cephadm 2023-10-31T06:26:25.598940+0000 mgr.a (mgr.14152) 513 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:26:27.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:26 smithi006 bash[27532]: cluster 2023-10-31T06:26:25.682788+0000 mgr.a (mgr.14152) 514 : cluster 0 pgmap v350: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:26:27.408 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:26:28.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:28 smithi006 bash[27532]: audit 2023-10-31T06:26:27.089397+0000 mon.a (mon.0) 486 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:26:28.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:28 smithi006 bash[27532]: audit 2023-10-31T06:26:27.091067+0000 mon.a (mon.0) 487 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config rm", "who": "osd/host:smithi029", "name": "osd_memory_target"}]: dispatch 2023-10-31T06:26:28.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:28 smithi006 bash[27532]: audit 2023-10-31T06:26:27.109927+0000 mon.a (mon.0) 488 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:26:28.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:28 smithi006 bash[27532]: audit 2023-10-31T06:26:27.145616+0000 mon.a (mon.0) 489 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:26:28.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:28 smithi006 bash[27532]: audit 2023-10-31T06:26:27.147062+0000 mon.a (mon.0) 490 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config rm", "who": "osd/host:smithi032", "name": "osd_memory_target"}]: dispatch 2023-10-31T06:26:29.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:29 smithi006 bash[27532]: cluster 2023-10-31T06:26:27.683595+0000 mgr.a (mgr.14152) 515 : cluster 0 pgmap v351: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:26:30.283 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:26:30.283 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:26:30.287 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:26:31.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:31 smithi006 bash[27532]: cluster 2023-10-31T06:26:29.684358+0000 mgr.a (mgr.14152) 516 : cluster 0 pgmap v352: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:26:31.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:31 smithi006 bash[27532]: audit 2023-10-31T06:26:30.276026+0000 mon.a (mon.0) 491 : audit 0 from='client.? 172.21.15.32:0/3475583608' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:26:31.959 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:26:31.959 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:26:33.190 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:26:33.475 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:33 smithi006 bash[27532]: cluster 2023-10-31T06:26:31.685079+0000 mgr.a (mgr.14152) 517 : cluster 0 pgmap v353: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:26:34.938 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:34 smithi006 bash[27532]: cluster 2023-10-31T06:26:33.685825+0000 mgr.a (mgr.14152) 518 : cluster 0 pgmap v354: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:26:36.080 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:26:36.081 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:26:36.083 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:26:37.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:36 smithi006 bash[27532]: cluster 2023-10-31T06:26:35.686577+0000 mgr.a (mgr.14152) 519 : cluster 0 pgmap v355: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:26:37.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:36 smithi006 bash[27532]: audit 2023-10-31T06:26:36.072878+0000 mon.a (mon.0) 492 : audit 0 from='client.? 172.21.15.32:0/2013489486' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:26:37.766 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:26:37.767 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:26:38.767 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:38 smithi006 bash[27532]: audit 2023-10-31T06:26:37.457650+0000 mon.a (mon.0) 493 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:26:38.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:38 smithi006 bash[27532]: audit 2023-10-31T06:26:37.464680+0000 mon.a (mon.0) 494 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:26:38.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:38 smithi006 bash[27532]: audit 2023-10-31T06:26:37.465811+0000 mon.a (mon.0) 495 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:26:38.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:38 smithi006 bash[27532]: audit 2023-10-31T06:26:37.467363+0000 mon.a (mon.0) 496 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:26:38.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:38 smithi006 bash[27532]: cluster 2023-10-31T06:26:37.470377+0000 mgr.a (mgr.14152) 520 : cluster 0 pgmap v356: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:26:38.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:38 smithi006 bash[27532]: audit 2023-10-31T06:26:37.475376+0000 mon.a (mon.0) 497 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:26:38.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:38 smithi006 bash[27532]: cluster 2023-10-31T06:26:37.476079+0000 mgr.a (mgr.14152) 521 : cluster 0 pgmap v357: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:26:38.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:38 smithi006 bash[27532]: cephadm 2023-10-31T06:26:37.477313+0000 mgr.a (mgr.14152) 522 : cephadm 1 Filtered out host smithi029: does not belong to mon public_network(s): 172.21.0.0/20, host network(s): 2023-10-31T06:26:38.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:38 smithi006 bash[27532]: cephadm 2023-10-31T06:26:37.477436+0000 mgr.a (mgr.14152) 523 : cephadm 1 Filtered out host smithi032: does not belong to mon public_network(s): 172.21.0.0/20, host network(s): 2023-10-31T06:26:38.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:38 smithi006 bash[27532]: audit 2023-10-31T06:26:37.483005+0000 mon.a (mon.0) 498 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:26:38.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:38 smithi006 bash[27532]: audit 2023-10-31T06:26:37.582327+0000 mon.a (mon.0) 499 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:26:38.999 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:26:39.767 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:39 smithi006 bash[27532]: cluster 2023-10-31T06:26:38.463264+0000 mon.a (mon.0) 500 : cluster 3 Health check failed: 1 Cephadm Agent(s) are not reporting. Hosts may be offline (CEPHADM_AGENT_DOWN) 2023-10-31T06:26:39.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:39 smithi006 bash[27532]: cluster 2023-10-31T06:26:38.463298+0000 mon.a (mon.0) 501 : cluster 1 Health check cleared: CEPHADM_DAEMON_PLACE_FAIL (was: Failed to place 2 daemon(s)) 2023-10-31T06:26:39.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:39 smithi006 bash[27532]: cephadm 2023-10-31T06:26:39.086978+0000 mgr.a (mgr.14152) 524 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:26:40.767 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:40 smithi006 bash[27532]: cluster 2023-10-31T06:26:39.476350+0000 mgr.a (mgr.14152) 525 : cluster 0 pgmap v358: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:26:40.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:40 smithi006 bash[27532]: audit 2023-10-31T06:26:39.553154+0000 mon.a (mon.0) 502 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:26:40.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:40 smithi006 bash[27532]: audit 2023-10-31T06:26:39.554712+0000 mon.a (mon.0) 503 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]': finished 2023-10-31T06:26:40.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:40 smithi006 bash[27532]: cephadm 2023-10-31T06:26:39.929580+0000 mgr.a (mgr.14152) 526 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:26:40.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:40 smithi006 bash[27532]: audit 2023-10-31T06:26:40.396861+0000 mon.a (mon.0) 504 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:26:40.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:40 smithi006 bash[27532]: audit 2023-10-31T06:26:40.398381+0000 mon.a (mon.0) 505 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]': finished 2023-10-31T06:26:41.767 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:41 smithi006 bash[27532]: cephadm 2023-10-31T06:26:41.268954+0000 mgr.a (mgr.14152) 527 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:26:41.792 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:26:41.792 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:26:41.796 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:26:42.767 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:42 smithi006 bash[27532]: cluster 2023-10-31T06:26:41.476710+0000 mgr.a (mgr.14152) 528 : cluster 0 pgmap v359: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:26:42.767 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:42 smithi006 bash[27532]: audit 2023-10-31T06:26:41.784718+0000 mon.a (mon.0) 506 : audit 0 from='client.? 172.21.15.32:0/1095251112' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:26:43.443 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:26:43.443 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:26:44.685 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:26:45.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:44 smithi006 bash[27532]: cluster 2023-10-31T06:26:43.477129+0000 mgr.a (mgr.14152) 529 : cluster 0 pgmap v360: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:26:47.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:46 smithi006 bash[27532]: cluster 2023-10-31T06:26:45.477559+0000 mgr.a (mgr.14152) 530 : cluster 0 pgmap v361: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:26:47.520 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:26:47.521 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:26:47.524 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:26:48.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:47 smithi006 bash[27532]: audit 2023-10-31T06:26:47.513034+0000 mon.a (mon.0) 507 : audit 0 from='client.? 172.21.15.32:0/491432439' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:26:49.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:48 smithi006 bash[27532]: cluster 2023-10-31T06:26:47.478005+0000 mgr.a (mgr.14152) 531 : cluster 0 pgmap v362: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:26:49.173 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:26:49.174 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:26:50.416 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:26:51.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:50 smithi006 bash[27532]: cluster 2023-10-31T06:26:49.478446+0000 mgr.a (mgr.14152) 532 : cluster 0 pgmap v363: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:26:53.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:52 smithi006 bash[27532]: cluster 2023-10-31T06:26:51.478872+0000 mgr.a (mgr.14152) 533 : cluster 0 pgmap v364: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:26:53.407 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:26:53.407 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:26:53.411 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:26:54.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:53 smithi006 bash[27532]: audit 2023-10-31T06:26:53.399912+0000 mon.a (mon.0) 508 : audit 0 from='client.? 172.21.15.32:0/3872708298' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:26:55.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:54 smithi006 bash[27532]: cluster 2023-10-31T06:26:53.479339+0000 mgr.a (mgr.14152) 534 : cluster 0 pgmap v365: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:26:55.079 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:26:55.080 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:26:56.312 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:26:57.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:56 smithi006 bash[27532]: cluster 2023-10-31T06:26:55.479782+0000 mgr.a (mgr.14152) 535 : cluster 0 pgmap v366: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:26:59.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:58 smithi006 bash[27532]: cluster 2023-10-31T06:26:57.480217+0000 mgr.a (mgr.14152) 536 : cluster 0 pgmap v367: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:26:59.217 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:26:59.218 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:26:59.221 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:27:00.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:26:59 smithi006 bash[27532]: audit 2023-10-31T06:26:59.210463+0000 mon.a (mon.0) 509 : audit 0 from='client.? 172.21.15.32:0/2785276940' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:27:00.879 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:27:00.879 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:27:01.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:00 smithi006 bash[27532]: cluster 2023-10-31T06:26:59.480651+0000 mgr.a (mgr.14152) 537 : cluster 0 pgmap v368: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:27:02.116 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:27:03.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:02 smithi006 bash[27532]: cluster 2023-10-31T06:27:01.481129+0000 mgr.a (mgr.14152) 538 : cluster 0 pgmap v369: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:27:04.919 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:27:04.919 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:27:04.922 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:27:05.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:04 smithi006 bash[27532]: cluster 2023-10-31T06:27:03.481551+0000 mgr.a (mgr.14152) 539 : cluster 0 pgmap v370: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:27:06.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:05 smithi006 bash[27532]: audit 2023-10-31T06:27:04.912010+0000 mon.a (mon.0) 510 : audit 0 from='client.? 172.21.15.32:0/411256029' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:27:06.620 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:27:06.621 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:27:07.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:06 smithi006 bash[27532]: cluster 2023-10-31T06:27:05.481987+0000 mgr.a (mgr.14152) 540 : cluster 0 pgmap v371: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:27:07.849 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:27:09.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:08 smithi006 bash[27532]: cluster 2023-10-31T06:27:07.482396+0000 mgr.a (mgr.14152) 541 : cluster 0 pgmap v372: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:27:10.663 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:27:10.663 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:27:10.667 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:27:11.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:10 smithi006 bash[27532]: cluster 2023-10-31T06:27:09.482816+0000 mgr.a (mgr.14152) 542 : cluster 0 pgmap v373: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:27:11.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:10 smithi006 bash[27532]: audit 2023-10-31T06:27:10.655786+0000 mon.a (mon.0) 511 : audit 0 from='client.? 172.21.15.32:0/2742285314' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:27:12.321 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:27:12.322 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:27:13.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:12 smithi006 bash[27532]: cluster 2023-10-31T06:27:11.483257+0000 mgr.a (mgr.14152) 543 : cluster 0 pgmap v374: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:27:13.554 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:27:15.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:14 smithi006 bash[27532]: cluster 2023-10-31T06:27:13.483661+0000 mgr.a (mgr.14152) 544 : cluster 0 pgmap v375: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:27:16.472 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:27:16.472 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:27:16.475 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:27:17.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:16 smithi006 bash[27532]: cluster 2023-10-31T06:27:15.484084+0000 mgr.a (mgr.14152) 545 : cluster 0 pgmap v376: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:27:17.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:16 smithi006 bash[27532]: audit 2023-10-31T06:27:16.464399+0000 mon.a (mon.0) 512 : audit 0 from='client.? 172.21.15.32:0/1483038882' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:27:18.114 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:27:18.115 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:27:19.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:18 smithi006 bash[27532]: cluster 2023-10-31T06:27:17.484566+0000 mgr.a (mgr.14152) 546 : cluster 0 pgmap v377: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:27:19.354 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:27:21.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:20 smithi006 bash[27532]: cluster 2023-10-31T06:27:19.485001+0000 mgr.a (mgr.14152) 547 : cluster 0 pgmap v378: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:27:22.214 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:27:22.214 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:27:22.218 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:27:23.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:22 smithi006 bash[27532]: cluster 2023-10-31T06:27:21.485544+0000 mgr.a (mgr.14152) 548 : cluster 0 pgmap v379: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:27:23.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:22 smithi006 bash[27532]: audit 2023-10-31T06:27:22.206749+0000 mon.a (mon.0) 513 : audit 0 from='client.? 172.21.15.32:0/968355551' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:27:23.888 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:27:23.888 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:27:25.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:24 smithi006 bash[27532]: cluster 2023-10-31T06:27:23.486020+0000 mgr.a (mgr.14152) 549 : cluster 0 pgmap v380: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:27:25.127 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:27:27.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:26 smithi006 bash[27532]: cluster 2023-10-31T06:27:25.486437+0000 mgr.a (mgr.14152) 550 : cluster 0 pgmap v381: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:27:27.948 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:27:27.948 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:27:27.951 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:27:29.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:28 smithi006 bash[27532]: cluster 2023-10-31T06:27:27.486859+0000 mgr.a (mgr.14152) 551 : cluster 0 pgmap v382: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:27:29.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:28 smithi006 bash[27532]: audit 2023-10-31T06:27:27.940590+0000 mon.a (mon.0) 514 : audit 0 from='client.? 172.21.15.32:0/23151711' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:27:29.599 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:27:29.600 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:27:30.830 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:27:31.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:30 smithi006 bash[27532]: cluster 2023-10-31T06:27:29.487312+0000 mgr.a (mgr.14152) 552 : cluster 0 pgmap v383: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:27:33.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:32 smithi006 bash[27532]: cluster 2023-10-31T06:27:31.487788+0000 mgr.a (mgr.14152) 553 : cluster 0 pgmap v384: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:27:33.716 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:27:33.716 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:27:33.719 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:27:35.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:34 smithi006 bash[27532]: cluster 2023-10-31T06:27:33.488234+0000 mgr.a (mgr.14152) 554 : cluster 0 pgmap v385: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:27:35.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:34 smithi006 bash[27532]: audit 2023-10-31T06:27:33.708729+0000 mon.a (mon.0) 515 : audit 0 from='client.? 172.21.15.32:0/1546577452' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:27:35.302 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:27:35.303 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:27:36.538 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:27:37.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:36 smithi006 bash[27532]: cluster 2023-10-31T06:27:35.488678+0000 mgr.a (mgr.14152) 555 : cluster 0 pgmap v386: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:27:39.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:38 smithi006 bash[27532]: cluster 2023-10-31T06:27:37.489066+0000 mgr.a (mgr.14152) 556 : cluster 0 pgmap v387: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:27:39.319 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:27:39.319 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:27:39.322 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:27:40.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:39 smithi006 bash[27532]: audit 2023-10-31T06:27:39.311213+0000 mon.a (mon.0) 516 : audit 0 from='client.? 172.21.15.32:0/3107952545' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:27:40.917 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:27:40.918 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:27:41.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:40 smithi006 bash[27532]: cluster 2023-10-31T06:27:39.489506+0000 mgr.a (mgr.14152) 557 : cluster 0 pgmap v388: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:27:42.158 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:27:43.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:42 smithi006 bash[27532]: cluster 2023-10-31T06:27:41.489919+0000 mgr.a (mgr.14152) 558 : cluster 0 pgmap v389: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:27:43.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:42 smithi006 bash[27532]: audit 2023-10-31T06:27:41.735327+0000 mon.a (mon.0) 517 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:27:43.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:42 smithi006 bash[27532]: audit 2023-10-31T06:27:41.741299+0000 mon.a (mon.0) 518 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:27:43.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:42 smithi006 bash[27532]: audit 2023-10-31T06:27:41.742042+0000 mon.a (mon.0) 519 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:27:43.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:42 smithi006 bash[27532]: audit 2023-10-31T06:27:41.742754+0000 mon.a (mon.0) 520 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:27:43.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:42 smithi006 bash[27532]: cephadm 2023-10-31T06:27:41.995611+0000 mgr.a (mgr.14152) 559 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:27:43.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:42 smithi006 bash[27532]: cephadm 2023-10-31T06:27:42.015725+0000 mgr.a (mgr.14152) 560 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:27:43.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:42 smithi006 bash[27532]: cephadm 2023-10-31T06:27:42.218314+0000 mgr.a (mgr.14152) 561 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:27:44.976 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:27:44.977 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:27:44.982 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:27:45.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:44 smithi006 bash[27532]: cluster 2023-10-31T06:27:43.490298+0000 mgr.a (mgr.14152) 562 : cluster 0 pgmap v390: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:27:45.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:44 smithi006 bash[27532]: audit 2023-10-31T06:27:43.512362+0000 mon.a (mon.0) 521 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:27:45.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:44 smithi006 bash[27532]: audit 2023-10-31T06:27:43.738425+0000 mon.a (mon.0) 522 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:27:46.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:45 smithi006 bash[27532]: audit 2023-10-31T06:27:44.969129+0000 mon.a (mon.0) 523 : audit 0 from='client.? 172.21.15.32:0/3551095413' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:27:46.676 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:27:46.677 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:27:47.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:46 smithi006 bash[27532]: cluster 2023-10-31T06:27:45.490724+0000 mgr.a (mgr.14152) 563 : cluster 0 pgmap v391: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:27:48.131 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:27:49.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:48 smithi006 bash[27532]: cluster 2023-10-31T06:27:47.491109+0000 mgr.a (mgr.14152) 564 : cluster 0 pgmap v392: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:27:51.699 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:27:51.700 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:27:51.703 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:27:51.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:51 smithi006 bash[27532]: cluster 2023-10-31T06:27:49.491500+0000 mgr.a (mgr.14152) 565 : cluster 0 pgmap v393: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:27:51.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:51 smithi006 bash[27532]: audit 2023-10-31T06:27:50.403781+0000 mon.a (mon.0) 524 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:27:51.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:51 smithi006 bash[27532]: audit 2023-10-31T06:27:50.408777+0000 mon.a (mon.0) 525 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:27:51.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:51 smithi006 bash[27532]: audit 2023-10-31T06:27:51.388848+0000 mon.a (mon.0) 526 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:27:51.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:51 smithi006 bash[27532]: audit 2023-10-31T06:27:51.392658+0000 mon.a (mon.0) 527 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:27:51.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:51 smithi006 bash[27532]: audit 2023-10-31T06:27:51.393742+0000 mon.a (mon.0) 528 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:27:51.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:51 smithi006 bash[27532]: audit 2023-10-31T06:27:51.395117+0000 mon.a (mon.0) 529 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:27:52.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:52 smithi006 bash[27532]: cluster 2023-10-31T06:27:51.397545+0000 mgr.a (mgr.14152) 566 : cluster 0 pgmap v394: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:27:52.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:52 smithi006 bash[27532]: cluster 2023-10-31T06:27:51.397917+0000 mgr.a (mgr.14152) 567 : cluster 0 pgmap v395: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:27:52.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:52 smithi006 bash[27532]: audit 2023-10-31T06:27:51.401949+0000 mon.a (mon.0) 530 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:27:52.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:52 smithi006 bash[27532]: audit 2023-10-31T06:27:51.407306+0000 mon.a (mon.0) 531 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-31T06:27:52.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:52 smithi006 bash[27532]: audit 2023-10-31T06:27:51.408627+0000 mon.a (mon.0) 532 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:27:52.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:52 smithi006 bash[27532]: audit 2023-10-31T06:27:51.691988+0000 mon.a (mon.0) 533 : audit 0 from='client.? 172.21.15.32:0/1742978138' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:27:52.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:52 smithi006 bash[27532]: cluster 2023-10-31T06:27:52.391416+0000 mon.a (mon.0) 534 : cluster 3 Health check update: 3 Cephadm Agent(s) are not reporting. Hosts may be offline (CEPHADM_AGENT_DOWN) 2023-10-31T06:27:53.767 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:53 smithi006 bash[27532]: cephadm 2023-10-31T06:27:51.410042+0000 mgr.a (mgr.14152) 568 : cephadm 1 Deploying daemon mon.c on smithi032 2023-10-31T06:27:53.795 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:27:53.796 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:27:54.767 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:54 smithi006 bash[27532]: cluster 2023-10-31T06:27:53.398360+0000 mgr.a (mgr.14152) 569 : cluster 0 pgmap v396: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:27:55.005 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:27:55.767 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:55 smithi006 bash[27532]: cluster 2023-10-31T06:27:55.398838+0000 mgr.a (mgr.14152) 570 : cluster 0 pgmap v397: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:27:57.767 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:57 smithi006 bash[27532]: cluster 2023-10-31T06:27:57.399172+0000 mgr.a (mgr.14152) 571 : cluster 0 pgmap v398: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:27:58.115 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:27:58.115 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:13:42.635673Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-31T06:27:58.118 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 1 2023-10-31T06:27:58.767 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:58 smithi006 bash[27532]: audit 2023-10-31T06:27:58.106860+0000 mon.a (mon.0) 535 : audit 0 from='client.? 172.21.15.32:0/1360455016' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:27:59.851 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:27:59.852 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:28:00.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:27:59 smithi006 bash[27532]: cluster 2023-10-31T06:27:59.399602+0000 mgr.a (mgr.14152) 572 : cluster 0 pgmap v399: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:01.089 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.c/config 2023-10-31T06:28:01.767 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:01 smithi006 bash[27532]: cluster 2023-10-31T06:28:01.400045+0000 mgr.a (mgr.14152) 573 : cluster 0 pgmap v400: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:03.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:03 smithi006 bash[27532]: cluster 2023-10-31T06:28:03.400500+0000 mgr.a (mgr.14152) 574 : cluster 0 pgmap v401: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:04.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:04 smithi032 bash[57603]: debug 2023-10-31T06:28:04.585+0000 7fac73ba5700 20 expand_channel_meta expanded map: {default=debug} 2023-10-31T06:28:05.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:04 smithi006 bash[27532]: audit 2023-10-31T06:28:03.521946+0000 mon.a (mon.0) 536 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:05.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:04 smithi006 bash[27532]: audit 2023-10-31T06:28:03.527612+0000 mon.a (mon.0) 537 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:05.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:04 smithi006 bash[27532]: audit 2023-10-31T06:28:03.564504+0000 mon.a (mon.0) 538 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:05.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:04 smithi006 bash[27532]: audit 2023-10-31T06:28:03.566082+0000 mon.a (mon.0) 539 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-31T06:28:05.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:04 smithi006 bash[27532]: audit 2023-10-31T06:28:03.568264+0000 mon.a (mon.0) 540 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:05.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:04 smithi006 bash[27532]: cephadm 2023-10-31T06:28:03.570376+0000 mgr.a (mgr.14152) 575 : cephadm 1 Deploying daemon mon.b on smithi029 2023-10-31T06:28:09.669 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:28:09.669 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":2,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:28:04.585965Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:3300","nonce":0},{"type":"v1","addr":"172.21.15.32:6789","nonce":0}]},"addr":"172.21.15.32:6789/0","public_addr":"172.21.15.32:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2023-10-31T06:28:09.675 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 2 2023-10-31T06:28:10.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:09 smithi032 bash[57603]: audit 2023-10-31T06:28:04.590629+0000 mon.a (mon.0) 542 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-31T06:28:10.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:09 smithi032 bash[57603]: audit 2023-10-31T06:28:04.590955+0000 mon.a (mon.0) 543 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-31T06:28:10.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:09 smithi032 bash[57603]: cluster 2023-10-31T06:28:04.591112+0000 mon.a (mon.0) 544 : cluster 1 mon.a calling monitor election 2023-10-31T06:28:10.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:09 smithi032 bash[57603]: audit 2023-10-31T06:28:04.654254+0000 mon.a (mon.0) 545 : audit 0 from='client.? 172.21.15.32:0/2311457389' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:28:10.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:09 smithi032 bash[57603]: cluster 2023-10-31T06:28:05.400999+0000 mgr.a (mgr.14152) 576 : cluster 0 pgmap v402: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:10.007 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:09 smithi032 bash[57603]: audit 2023-10-31T06:28:05.586030+0000 mon.a (mon.0) 546 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-31T06:28:10.007 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:09 smithi032 bash[57603]: audit 2023-10-31T06:28:06.586122+0000 mon.a (mon.0) 547 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-31T06:28:10.007 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:09 smithi032 bash[57603]: cluster 2023-10-31T06:28:06.592844+0000 mon.c (mon.1) 1 : cluster 1 mon.c calling monitor election 2023-10-31T06:28:10.007 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:09 smithi032 bash[57603]: cluster 2023-10-31T06:28:07.401555+0000 mgr.a (mgr.14152) 577 : cluster 0 pgmap v403: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:10.008 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:09 smithi032 bash[57603]: audit 2023-10-31T06:28:07.586299+0000 mon.a (mon.0) 548 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-31T06:28:10.008 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:09 smithi032 bash[57603]: audit 2023-10-31T06:28:08.586377+0000 mon.a (mon.0) 549 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-31T06:28:10.008 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:09 smithi032 bash[57603]: cluster 2023-10-31T06:28:09.402103+0000 mgr.a (mgr.14152) 578 : cluster 0 pgmap v404: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:10.008 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:09 smithi032 bash[57603]: audit 2023-10-31T06:28:09.586454+0000 mon.a (mon.0) 550 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-31T06:28:10.008 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:09 smithi032 bash[57603]: cluster 2023-10-31T06:28:09.636415+0000 mon.a (mon.0) 551 : cluster 1 mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-10-31T06:28:10.009 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:09 smithi032 bash[57603]: cluster 2023-10-31T06:28:09.642239+0000 mon.a (mon.0) 552 : cluster 0 monmap e2: 2 mons at {a=[v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0],c=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-10-31T06:28:10.009 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:09 smithi032 bash[57603]: cluster 2023-10-31T06:28:09.659766+0000 mon.a (mon.0) 553 : cluster 0 fsmap 2023-10-31T06:28:10.009 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:09 smithi032 bash[57603]: cluster 2023-10-31T06:28:09.659853+0000 mon.a (mon.0) 554 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2023-10-31T06:28:10.009 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:09 smithi032 bash[57603]: cluster 2023-10-31T06:28:09.660152+0000 mon.a (mon.0) 555 : cluster 0 mgrmap e13: a(active, since 13m) 2023-10-31T06:28:10.009 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:09 smithi032 bash[57603]: cluster 2023-10-31T06:28:09.667521+0000 mon.a (mon.0) 556 : cluster 3 Health detail: HEALTH_WARN 3 Cephadm Agent(s) are not reporting. Hosts may be offline 2023-10-31T06:28:10.010 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:09 smithi032 bash[57603]: cluster 2023-10-31T06:28:09.667543+0000 mon.a (mon.0) 557 : cluster 3 [WRN] CEPHADM_AGENT_DOWN: 3 Cephadm Agent(s) are not reporting. Hosts may be offline 2023-10-31T06:28:10.010 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:09 smithi032 bash[57603]: cluster 2023-10-31T06:28:09.667554+0000 mon.a (mon.0) 558 : cluster 3 Cephadm agent on host smithi029 has not reported in 60.0 seconds. Agent is assumed down and host may be offline. 2023-10-31T06:28:10.010 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:09 smithi032 bash[57603]: cluster 2023-10-31T06:28:09.667562+0000 mon.a (mon.0) 559 : cluster 3 Cephadm agent on host smithi006 has not reported in 60.0 seconds. Agent is assumed down and host may be offline. 2023-10-31T06:28:10.010 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:09 smithi032 bash[57603]: cluster 2023-10-31T06:28:09.667571+0000 mon.a (mon.0) 560 : cluster 3 Cephadm agent on host smithi032 has not reported in 60.0 seconds. Agent is assumed down and host may be offline. 2023-10-31T06:28:10.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:09 smithi006 bash[27532]: audit 2023-10-31T06:28:04.590629+0000 mon.a (mon.0) 542 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-31T06:28:10.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:09 smithi006 bash[27532]: audit 2023-10-31T06:28:04.590955+0000 mon.a (mon.0) 543 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-31T06:28:10.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:09 smithi006 bash[27532]: cluster 2023-10-31T06:28:04.591112+0000 mon.a (mon.0) 544 : cluster 1 mon.a calling monitor election 2023-10-31T06:28:10.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:09 smithi006 bash[27532]: audit 2023-10-31T06:28:04.654254+0000 mon.a (mon.0) 545 : audit 0 from='client.? 172.21.15.32:0/2311457389' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:28:10.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:09 smithi006 bash[27532]: cluster 2023-10-31T06:28:05.400999+0000 mgr.a (mgr.14152) 576 : cluster 0 pgmap v402: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:10.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:09 smithi006 bash[27532]: audit 2023-10-31T06:28:05.586030+0000 mon.a (mon.0) 546 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-31T06:28:10.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:09 smithi006 bash[27532]: audit 2023-10-31T06:28:06.586122+0000 mon.a (mon.0) 547 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-31T06:28:10.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:09 smithi006 bash[27532]: cluster 2023-10-31T06:28:06.592844+0000 mon.c (mon.1) 1 : cluster 1 mon.c calling monitor election 2023-10-31T06:28:10.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:09 smithi006 bash[27532]: cluster 2023-10-31T06:28:07.401555+0000 mgr.a (mgr.14152) 577 : cluster 0 pgmap v403: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:10.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:09 smithi006 bash[27532]: audit 2023-10-31T06:28:07.586299+0000 mon.a (mon.0) 548 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-31T06:28:10.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:09 smithi006 bash[27532]: audit 2023-10-31T06:28:08.586377+0000 mon.a (mon.0) 549 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-31T06:28:10.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:09 smithi006 bash[27532]: cluster 2023-10-31T06:28:09.402103+0000 mgr.a (mgr.14152) 578 : cluster 0 pgmap v404: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:10.021 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:09 smithi006 bash[27532]: audit 2023-10-31T06:28:09.586454+0000 mon.a (mon.0) 550 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-31T06:28:10.021 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:09 smithi006 bash[27532]: cluster 2023-10-31T06:28:09.636415+0000 mon.a (mon.0) 551 : cluster 1 mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-10-31T06:28:10.021 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:09 smithi006 bash[27532]: cluster 2023-10-31T06:28:09.642239+0000 mon.a (mon.0) 552 : cluster 0 monmap e2: 2 mons at {a=[v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0],c=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-10-31T06:28:10.021 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:09 smithi006 bash[27532]: cluster 2023-10-31T06:28:09.659766+0000 mon.a (mon.0) 553 : cluster 0 fsmap 2023-10-31T06:28:10.021 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:09 smithi006 bash[27532]: cluster 2023-10-31T06:28:09.659853+0000 mon.a (mon.0) 554 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2023-10-31T06:28:10.022 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:09 smithi006 bash[27532]: cluster 2023-10-31T06:28:09.660152+0000 mon.a (mon.0) 555 : cluster 0 mgrmap e13: a(active, since 13m) 2023-10-31T06:28:10.022 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:09 smithi006 bash[27532]: cluster 2023-10-31T06:28:09.667521+0000 mon.a (mon.0) 556 : cluster 3 Health detail: HEALTH_WARN 3 Cephadm Agent(s) are not reporting. Hosts may be offline 2023-10-31T06:28:10.022 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:09 smithi006 bash[27532]: cluster 2023-10-31T06:28:09.667543+0000 mon.a (mon.0) 557 : cluster 3 [WRN] CEPHADM_AGENT_DOWN: 3 Cephadm Agent(s) are not reporting. Hosts may be offline 2023-10-31T06:28:10.022 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:09 smithi006 bash[27532]: cluster 2023-10-31T06:28:09.667554+0000 mon.a (mon.0) 558 : cluster 3 Cephadm agent on host smithi029 has not reported in 60.0 seconds. Agent is assumed down and host may be offline. 2023-10-31T06:28:10.022 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:09 smithi006 bash[27532]: cluster 2023-10-31T06:28:09.667562+0000 mon.a (mon.0) 559 : cluster 3 Cephadm agent on host smithi006 has not reported in 60.0 seconds. Agent is assumed down and host may be offline. 2023-10-31T06:28:10.023 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:09 smithi006 bash[27532]: cluster 2023-10-31T06:28:09.667571+0000 mon.a (mon.0) 560 : cluster 3 Cephadm agent on host smithi032 has not reported in 60.0 seconds. Agent is assumed down and host may be offline. 2023-10-31T06:28:11.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:10 smithi032 bash[57603]: audit 2023-10-31T06:28:10.586998+0000 mon.a (mon.0) 561 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-31T06:28:11.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:10 smithi006 bash[27532]: audit 2023-10-31T06:28:10.586998+0000 mon.a (mon.0) 561 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-31T06:28:11.473 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-31T06:28:11.474 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mon dump -f json 2023-10-31T06:28:12.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:11 smithi032 bash[57603]: cluster 2023-10-31T06:28:11.402580+0000 mgr.a (mgr.14152) 579 : cluster 0 pgmap v405: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:12.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:11 smithi006 bash[27532]: cluster 2023-10-31T06:28:11.402580+0000 mgr.a (mgr.14152) 579 : cluster 0 pgmap v405: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:13.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:13 smithi032 bash[57603]: cluster 2023-10-31T06:28:13.403053+0000 mgr.a (mgr.14152) 580 : cluster 0 pgmap v406: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:13.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:13 smithi006 bash[27532]: cluster 2023-10-31T06:28:13.403053+0000 mgr.a (mgr.14152) 580 : cluster 0 pgmap v406: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:13.774 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:13 smithi029 systemd[1]: Started Ceph mon.b for 750f415a-77b4-11ee-8db9-212e2dc638e7. 2023-10-31T06:28:15.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:14 smithi032 bash[57603]: audit 2023-10-31T06:28:13.747050+0000 mon.a (mon.0) 562 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:15.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:14 smithi032 bash[57603]: audit 2023-10-31T06:28:13.751462+0000 mon.a (mon.0) 563 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:15.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:14 smithi032 bash[57603]: audit 2023-10-31T06:28:13.770246+0000 mon.a (mon.0) 564 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:15.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:14 smithi032 bash[57603]: audit 2023-10-31T06:28:13.777356+0000 mon.a (mon.0) 565 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:15.007 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:14 smithi032 bash[57603]: audit 2023-10-31T06:28:13.875186+0000 mon.a (mon.0) 566 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:28:15.007 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:14 smithi032 bash[57603]: audit 2023-10-31T06:28:13.879715+0000 mon.a (mon.0) 567 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:28:15.007 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:14 smithi032 bash[57603]: audit 2023-10-31T06:28:13.880335+0000 mon.a (mon.0) 568 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:28:15.008 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:14 smithi032 bash[57603]: audit 2023-10-31T06:28:13.880651+0000 mon.a (mon.0) 569 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:28:15.008 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:14 smithi032 bash[57603]: cephadm 2023-10-31T06:28:14.364312+0000 mgr.a (mgr.14152) 581 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:28:15.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:14 smithi006 bash[27532]: audit 2023-10-31T06:28:13.747050+0000 mon.a (mon.0) 562 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:15.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:14 smithi006 bash[27532]: audit 2023-10-31T06:28:13.751462+0000 mon.a (mon.0) 563 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:15.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:14 smithi006 bash[27532]: audit 2023-10-31T06:28:13.770246+0000 mon.a (mon.0) 564 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:15.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:14 smithi006 bash[27532]: audit 2023-10-31T06:28:13.777356+0000 mon.a (mon.0) 565 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:15.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:14 smithi006 bash[27532]: audit 2023-10-31T06:28:13.875186+0000 mon.a (mon.0) 566 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:28:15.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:14 smithi006 bash[27532]: audit 2023-10-31T06:28:13.879715+0000 mon.a (mon.0) 567 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:28:15.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:14 smithi006 bash[27532]: audit 2023-10-31T06:28:13.880335+0000 mon.a (mon.0) 568 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:28:15.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:14 smithi006 bash[27532]: audit 2023-10-31T06:28:13.880651+0000 mon.a (mon.0) 569 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:28:15.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:14 smithi006 bash[27532]: cephadm 2023-10-31T06:28:14.364312+0000 mgr.a (mgr.14152) 581 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:28:15.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.882+0000 7f28b2299c80 0 set uid:gid to 167:167 (ceph:ceph) 2023-10-31T06:28:15.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.882+0000 7f28b2299c80 0 ceph version 18.0.0-6937-gfcc751a4 (fcc751a494aeedbeb6237860a239d39dfe5b98d4) reef (dev), process ceph-mon, pid 7 2023-10-31T06:28:15.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.882+0000 7f28b2299c80 0 pidfile_write: ignore empty --pid-file 2023-10-31T06:28:15.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 0 load: jerasure load: lrc 2023-10-31T06:28:15.167 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: RocksDB version: 7.9.2 2023-10-31T06:28:15.167 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Git sha 0 2023-10-31T06:28:15.167 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Compile date 2023-10-30 23:45:58 2023-10-31T06:28:15.167 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: DB SUMMARY 2023-10-31T06:28:15.168 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: DB Session ID: GI8XAJKYSVS997G8G1RC 2023-10-31T06:28:15.168 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: CURRENT file: CURRENT 2023-10-31T06:28:15.168 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: IDENTITY file: IDENTITY 2023-10-31T06:28:15.168 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2023-10-31T06:28:15.168 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2023-10-31T06:28:15.169 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2023-10-31T06:28:15.169 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.error_if_exists: 0 2023-10-31T06:28:15.169 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.create_if_missing: 0 2023-10-31T06:28:15.169 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.paranoid_checks: 1 2023-10-31T06:28:15.169 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.flush_verify_memtable_count: 1 2023-10-31T06:28:15.170 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-10-31T06:28:15.170 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-10-31T06:28:15.170 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.env: 0x556a7be32da0 2023-10-31T06:28:15.171 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.fs: PosixFileSystem 2023-10-31T06:28:15.171 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.info_log: 0x556a7e3496c0 2023-10-31T06:28:15.171 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.max_file_opening_threads: 16 2023-10-31T06:28:15.171 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.statistics: (nil) 2023-10-31T06:28:15.171 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.use_fsync: 0 2023-10-31T06:28:15.172 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.max_log_file_size: 0 2023-10-31T06:28:15.172 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2023-10-31T06:28:15.172 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.log_file_time_to_roll: 0 2023-10-31T06:28:15.172 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.keep_log_file_num: 1000 2023-10-31T06:28:15.172 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.recycle_log_file_num: 0 2023-10-31T06:28:15.173 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.allow_fallocate: 1 2023-10-31T06:28:15.173 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.allow_mmap_reads: 0 2023-10-31T06:28:15.173 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.allow_mmap_writes: 0 2023-10-31T06:28:15.173 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.use_direct_reads: 0 2023-10-31T06:28:15.173 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-10-31T06:28:15.174 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.create_missing_column_families: 0 2023-10-31T06:28:15.174 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.db_log_dir: 2023-10-31T06:28:15.174 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.wal_dir: 2023-10-31T06:28:15.174 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.table_cache_numshardbits: 6 2023-10-31T06:28:15.174 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.WAL_ttl_seconds: 0 2023-10-31T06:28:15.175 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.WAL_size_limit_MB: 0 2023-10-31T06:28:15.175 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-10-31T06:28:15.175 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2023-10-31T06:28:15.175 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.is_fd_close_on_exec: 1 2023-10-31T06:28:15.175 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.advise_random_on_open: 1 2023-10-31T06:28:15.175 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.db_write_buffer_size: 0 2023-10-31T06:28:15.176 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.write_buffer_manager: 0x556a7e31f2c0 2023-10-31T06:28:15.176 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2023-10-31T06:28:15.176 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2023-10-31T06:28:15.176 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.use_adaptive_mutex: 0 2023-10-31T06:28:15.176 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.rate_limiter: (nil) 2023-10-31T06:28:15.177 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-10-31T06:28:15.177 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.wal_recovery_mode: 2 2023-10-31T06:28:15.179 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.enable_thread_tracking: 0 2023-10-31T06:28:15.179 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.enable_pipelined_write: 0 2023-10-31T06:28:15.179 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.unordered_write: 0 2023-10-31T06:28:15.179 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2023-10-31T06:28:15.180 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-10-31T06:28:15.180 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2023-10-31T06:28:15.180 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2023-10-31T06:28:15.180 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.row_cache: None 2023-10-31T06:28:15.180 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.wal_filter: None 2023-10-31T06:28:15.180 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2023-10-31T06:28:15.181 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.allow_ingest_behind: 0 2023-10-31T06:28:15.181 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.two_write_queues: 0 2023-10-31T06:28:15.181 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.manual_wal_flush: 0 2023-10-31T06:28:15.181 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.wal_compression: 0 2023-10-31T06:28:15.181 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.atomic_flush: 0 2023-10-31T06:28:15.182 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-10-31T06:28:15.182 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.persist_stats_to_disk: 0 2023-10-31T06:28:15.182 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.write_dbid_to_manifest: 0 2023-10-31T06:28:15.182 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.log_readahead_size: 0 2023-10-31T06:28:15.182 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2023-10-31T06:28:15.183 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.best_efforts_recovery: 0 2023-10-31T06:28:15.183 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-10-31T06:28:15.183 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-10-31T06:28:15.183 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.allow_data_in_errors: 0 2023-10-31T06:28:15.183 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.db_host_id: __hostname__ 2023-10-31T06:28:15.183 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.enforce_single_del_contracts: true 2023-10-31T06:28:15.184 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.max_background_jobs: 2 2023-10-31T06:28:15.184 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.max_background_compactions: -1 2023-10-31T06:28:15.184 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.max_subcompactions: 1 2023-10-31T06:28:15.184 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2023-10-31T06:28:15.184 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-10-31T06:28:15.184 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.delayed_write_rate : 16777216 2023-10-31T06:28:15.185 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.max_total_wal_size: 0 2023-10-31T06:28:15.185 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-10-31T06:28:15.185 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.stats_dump_period_sec: 600 2023-10-31T06:28:15.185 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.stats_persist_period_sec: 600 2023-10-31T06:28:15.185 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2023-10-31T06:28:15.186 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.max_open_files: -1 2023-10-31T06:28:15.186 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.bytes_per_sync: 0 2023-10-31T06:28:15.186 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.wal_bytes_per_sync: 0 2023-10-31T06:28:15.186 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.strict_bytes_per_sync: 0 2023-10-31T06:28:15.186 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.compaction_readahead_size: 0 2023-10-31T06:28:15.187 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.max_background_flushes: -1 2023-10-31T06:28:15.187 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Compression algorithms supported: 2023-10-31T06:28:15.187 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2023-10-31T06:28:15.187 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: kZSTD supported: 0 2023-10-31T06:28:15.187 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: kXpressCompression supported: 0 2023-10-31T06:28:15.187 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: kLZ4HCCompression supported: 1 2023-10-31T06:28:15.188 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: kZlibCompression supported: 1 2023-10-31T06:28:15.188 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: kSnappyCompression supported: 1 2023-10-31T06:28:15.188 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: kLZ4Compression supported: 1 2023-10-31T06:28:15.188 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: kBZip2Compression supported: 0 2023-10-31T06:28:15.188 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Fast CRC32 supported: Supported on x86 2023-10-31T06:28:15.188 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: DMutex implementation: pthread_mutex_t 2023-10-31T06:28:15.189 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2023-10-31T06:28:15.189 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-10-31T06:28:15.189 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-10-31T06:28:15.189 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.merge_operator: 2023-10-31T06:28:15.189 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.compaction_filter: None 2023-10-31T06:28:15.190 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.compaction_filter_factory: None 2023-10-31T06:28:15.190 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.sst_partitioner_factory: None 2023-10-31T06:28:15.190 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.memtable_factory: SkipListFactory 2023-10-31T06:28:15.190 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.table_factory: BlockBasedTable 2023-10-31T06:28:15.190 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x556a7e3497c0) 2023-10-31T06:28:15.191 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cache_index_and_filter_blocks: 1 2023-10-31T06:28:15.191 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cache_index_and_filter_blocks_with_high_priority: 0 2023-10-31T06:28:15.191 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: pin_l0_filter_and_index_blocks_in_cache: 0 2023-10-31T06:28:15.191 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: pin_top_level_index_and_filter: 1 2023-10-31T06:28:15.192 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: index_type: 0 2023-10-31T06:28:15.192 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: data_block_index_type: 0 2023-10-31T06:28:15.192 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: index_shortening: 1 2023-10-31T06:28:15.192 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: data_block_hash_table_util_ratio: 0.750000 2023-10-31T06:28:15.193 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: checksum: 4 2023-10-31T06:28:15.193 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: no_block_cache: 0 2023-10-31T06:28:15.193 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: block_cache: 0x556a7e39f1f0 2023-10-31T06:28:15.194 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: block_cache_name: BinnedLRUCache 2023-10-31T06:28:15.194 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: block_cache_options: 2023-10-31T06:28:15.194 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: capacity : 536870912 2023-10-31T06:28:15.195 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: num_shard_bits : 4 2023-10-31T06:28:15.195 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: strict_capacity_limit : 0 2023-10-31T06:28:15.195 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: high_pri_pool_ratio: 0.000 2023-10-31T06:28:15.195 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: block_cache_compressed: (nil) 2023-10-31T06:28:15.196 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: persistent_cache: (nil) 2023-10-31T06:28:15.196 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: block_size: 4096 2023-10-31T06:28:15.196 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: block_size_deviation: 10 2023-10-31T06:28:15.197 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: block_restart_interval: 16 2023-10-31T06:28:15.197 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: index_block_restart_interval: 1 2023-10-31T06:28:15.197 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: metadata_block_size: 4096 2023-10-31T06:28:15.197 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: partition_filters: 0 2023-10-31T06:28:15.198 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: use_delta_encoding: 1 2023-10-31T06:28:15.198 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: filter_policy: bloomfilter 2023-10-31T06:28:15.198 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: whole_key_filtering: 1 2023-10-31T06:28:15.199 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: verify_compression: 0 2023-10-31T06:28:15.199 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: read_amp_bytes_per_bit: 0 2023-10-31T06:28:15.199 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: format_version: 5 2023-10-31T06:28:15.200 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: enable_index_compression: 1 2023-10-31T06:28:15.200 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: block_align: 0 2023-10-31T06:28:15.200 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: max_auto_readahead_size: 262144 2023-10-31T06:28:15.201 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: prepopulate_block_cache: 0 2023-10-31T06:28:15.201 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: initial_auto_readahead_size: 8192 2023-10-31T06:28:15.201 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: num_file_reads_for_auto_readahead: 2 2023-10-31T06:28:15.201 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.write_buffer_size: 33554432 2023-10-31T06:28:15.202 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.max_write_buffer_number: 2 2023-10-31T06:28:15.202 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.compression: NoCompression 2023-10-31T06:28:15.202 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.bottommost_compression: Disabled 2023-10-31T06:28:15.203 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.prefix_extractor: nullptr 2023-10-31T06:28:15.203 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-10-31T06:28:15.203 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.num_levels: 7 2023-10-31T06:28:15.204 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-10-31T06:28:15.204 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-10-31T06:28:15.204 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-10-31T06:28:15.205 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-10-31T06:28:15.205 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2023-10-31T06:28:15.205 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-10-31T06:28:15.205 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-10-31T06:28:15.206 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-10-31T06:28:15.206 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-10-31T06:28:15.206 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2023-10-31T06:28:15.207 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-10-31T06:28:15.207 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-10-31T06:28:15.207 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.compression_opts.window_bits: -14 2023-10-31T06:28:15.207 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.compression_opts.level: 32767 2023-10-31T06:28:15.207 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.compression_opts.strategy: 0 2023-10-31T06:28:15.208 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-10-31T06:28:15.208 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-10-31T06:28:15.208 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-10-31T06:28:15.208 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2023-10-31T06:28:15.208 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.compression_opts.enabled: false 2023-10-31T06:28:15.209 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-10-31T06:28:15.209 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-10-31T06:28:15.209 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-10-31T06:28:15.209 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2023-10-31T06:28:15.209 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.target_file_size_base: 67108864 2023-10-31T06:28:15.210 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.target_file_size_multiplier: 1 2023-10-31T06:28:15.210 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2023-10-31T06:28:15.210 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-10-31T06:28:15.210 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-10-31T06:28:15.211 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-10-31T06:28:15.211 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-10-31T06:28:15.211 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-10-31T06:28:15.211 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-10-31T06:28:15.211 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-10-31T06:28:15.212 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-10-31T06:28:15.212 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-10-31T06:28:15.212 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-10-31T06:28:15.212 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2023-10-31T06:28:15.212 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-10-31T06:28:15.213 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.arena_block_size: 1048576 2023-10-31T06:28:15.213 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-10-31T06:28:15.213 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-10-31T06:28:15.213 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.disable_auto_compactions: 0 2023-10-31T06:28:15.213 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-10-31T06:28:15.214 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-10-31T06:28:15.214 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-10-31T06:28:15.214 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-10-31T06:28:15.214 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-10-31T06:28:15.214 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-10-31T06:28:15.215 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-10-31T06:28:15.215 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-10-31T06:28:15.215 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-10-31T06:28:15.215 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-10-31T06:28:15.215 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.table_properties_collectors: 2023-10-31T06:28:15.215 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.inplace_update_support: 0 2023-10-31T06:28:15.216 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.inplace_update_num_locks: 10000 2023-10-31T06:28:15.216 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-10-31T06:28:15.216 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2023-10-31T06:28:15.216 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.memtable_huge_page_size: 0 2023-10-31T06:28:15.216 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.bloom_locality: 0 2023-10-31T06:28:15.217 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.max_successive_merges: 0 2023-10-31T06:28:15.217 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.optimize_filters_for_hits: 0 2023-10-31T06:28:15.217 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.paranoid_file_checks: 0 2023-10-31T06:28:15.217 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.force_consistency_checks: 1 2023-10-31T06:28:15.217 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.report_bg_io_stats: 0 2023-10-31T06:28:15.217 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.ttl: 2592000 2023-10-31T06:28:15.218 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.periodic_compaction_seconds: 0 2023-10-31T06:28:15.218 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2023-10-31T06:28:15.218 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2023-10-31T06:28:15.218 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.enable_blob_files: false 2023-10-31T06:28:15.218 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.min_blob_size: 0 2023-10-31T06:28:15.219 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.blob_file_size: 268435456 2023-10-31T06:28:15.219 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.blob_compression_type: NoCompression 2023-10-31T06:28:15.219 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.enable_blob_garbage_collection: false 2023-10-31T06:28:15.220 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-10-31T06:28:15.220 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-10-31T06:28:15.220 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2023-10-31T06:28:15.220 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.blob_file_starting_level: 0 2023-10-31T06:28:15.221 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-10-31T06:28:15.221 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-10-31T06:28:15.221 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2023-10-31T06:28:15.221 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: c11e072e-0049-4ab5-8203-69d616fce490 2023-10-31T06:28:15.221 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1698733694897685, "job": 1, "event": "recovery_started", "wal_files": [4]} 2023-10-31T06:28:15.222 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2023-10-31T06:28:15.222 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.890+0000 7f28b2299c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1698733694898379, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1698733694, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "c11e072e-0049-4ab5-8203-69d616fce490", "db_session_id": "GI8XAJKYSVS997G8G1RC", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2023-10-31T06:28:15.222 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.894+0000 7f28b2299c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1698733694898553, "job": 1, "event": "recovery_finished"} 2023-10-31T06:28:15.222 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.894+0000 7f28b2299c80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 10 2023-10-31T06:28:15.222 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.894+0000 7f28b2299c80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-10-31T06:28:15.223 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.894+0000 7f28b2299c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x556a7e43e000 2023-10-31T06:28:15.223 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.894+0000 7f28b2299c80 4 rocksdb: DB pointer 0x556a7e42c000 2023-10-31T06:28:15.223 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.894+0000 7f28a0a51700 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-10-31T06:28:15.223 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.894+0000 7f28a0a51700 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2023-10-31T06:28:15.223 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: ** DB Stats ** 2023-10-31T06:28:15.224 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: Uptime(secs): 0.0 total, 0.0 interval 2023-10-31T06:28:15.224 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-10-31T06:28:15.224 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-31T06:28:15.224 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-31T06:28:15.225 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-10-31T06:28:15.225 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-31T06:28:15.225 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-31T06:28:15.225 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: ** Compaction Stats [default] ** 2023-10-31T06:28:15.225 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-10-31T06:28:15.226 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-10-31T06:28:15.226 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-10-31T06:28:15.226 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-10-31T06:28:15.226 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-10-31T06:28:15.226 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: ** Compaction Stats [default] ** 2023-10-31T06:28:15.227 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-10-31T06:28:15.227 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-10-31T06:28:15.227 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-10-31T06:28:15.227 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-10-31T06:28:15.227 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: Uptime(secs): 0.0 total, 0.0 interval 2023-10-31T06:28:15.228 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: Flush(GB): cumulative 0.000, interval 0.000 2023-10-31T06:28:15.228 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: AddFile(GB): cumulative 0.000, interval 0.000 2023-10-31T06:28:15.228 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: AddFile(Total Files): cumulative 0, interval 0 2023-10-31T06:28:15.228 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: AddFile(L0 Files): cumulative 0, interval 0 2023-10-31T06:28:15.228 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: AddFile(Keys): cumulative 0, interval 0 2023-10-31T06:28:15.229 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: Cumulative compaction: 0.00 GB write, 0.33 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-31T06:28:15.229 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: Interval compaction: 0.00 GB write, 0.33 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-31T06:28:15.229 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-10-31T06:28:15.229 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: Block cache BinnedLRUCache@0x556a7e39f1f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.8e-05 secs_since: 0 2023-10-31T06:28:15.229 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2023-10-31T06:28:15.229 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: ** File Read Latency Histogram By Level [default] ** 2023-10-31T06:28:15.230 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.894+0000 7f28b2299c80 0 mon.b does not exist in monmap, will attempt to join an existing cluster 2023-10-31T06:28:15.230 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.894+0000 7f28b2299c80 0 using public_addr v2:172.21.15.29:0/0 -> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] 2023-10-31T06:28:15.230 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.898+0000 7f28b2299c80 0 starting mon.b rank -1 at public addrs [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] at bind addrs [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 2023-10-31T06:28:15.230 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.898+0000 7f28b2299c80 1 mon.b@-1(???) e0 preinit fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 2023-10-31T06:28:15.230 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.902+0000 7f28a3a57700 1 mon.b@-1(synchronizing) e2 sync_obtain_latest_monmap 2023-10-31T06:28:15.231 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.902+0000 7f28a3a57700 1 mon.b@-1(synchronizing) e2 sync_obtain_latest_monmap obtained monmap e2 2023-10-31T06:28:15.231 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.934+0000 7f28a3a57700 0 mon.b@-1(synchronizing).mds e1 new map 2023-10-31T06:28:15.231 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.934+0000 7f28a3a57700 0 mon.b@-1(synchronizing).mds e1 print_map 2023-10-31T06:28:15.231 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: e1 2023-10-31T06:28:15.231 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: enable_multiple, ever_enabled_multiple: 1,1 2023-10-31T06:28:15.232 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2023-10-31T06:28:15.232 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: legacy client fscid: -1 2023-10-31T06:28:15.232 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: 2023-10-31T06:28:15.232 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: No filesystems configured 2023-10-31T06:28:15.232 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.934+0000 7f28a3a57700 0 mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2023-10-31T06:28:15.233 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.934+0000 7f28a3a57700 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-10-31T06:28:15.233 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.934+0000 7f28a3a57700 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-10-31T06:28:15.233 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.934+0000 7f28a3a57700 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-10-31T06:28:15.233 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:27:29.487312+0000 mgr.a (mgr.14152) 552 : cluster 0 pgmap v383: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:15.233 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:27:31.487788+0000 mgr.a (mgr.14152) 553 : cluster 0 pgmap v384: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:15.233 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:27:33.488234+0000 mgr.a (mgr.14152) 554 : cluster 0 pgmap v385: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:15.234 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:27:33.708729+0000 mon.a (mon.0) 515 : audit 0 from='client.? 172.21.15.32:0/1546577452' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:28:15.234 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:27:35.488678+0000 mgr.a (mgr.14152) 555 : cluster 0 pgmap v386: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:15.234 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:27:37.489066+0000 mgr.a (mgr.14152) 556 : cluster 0 pgmap v387: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:15.234 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:27:39.311213+0000 mon.a (mon.0) 516 : audit 0 from='client.? 172.21.15.32:0/3107952545' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:28:15.234 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:27:39.489506+0000 mgr.a (mgr.14152) 557 : cluster 0 pgmap v388: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:15.235 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:27:41.489919+0000 mgr.a (mgr.14152) 558 : cluster 0 pgmap v389: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:15.235 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:27:41.735327+0000 mon.a (mon.0) 517 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:28:15.235 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:27:41.741299+0000 mon.a (mon.0) 518 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:28:15.235 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:27:41.742042+0000 mon.a (mon.0) 519 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:28:15.235 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:27:41.742754+0000 mon.a (mon.0) 520 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:28:15.236 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cephadm 2023-10-31T06:27:41.995611+0000 mgr.a (mgr.14152) 559 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:28:15.236 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cephadm 2023-10-31T06:27:42.015725+0000 mgr.a (mgr.14152) 560 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:28:15.236 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cephadm 2023-10-31T06:27:42.218314+0000 mgr.a (mgr.14152) 561 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:28:15.236 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:27:43.490298+0000 mgr.a (mgr.14152) 562 : cluster 0 pgmap v390: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:15.236 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:27:43.512362+0000 mon.a (mon.0) 521 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:15.236 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:27:43.738425+0000 mon.a (mon.0) 522 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:15.237 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:27:44.969129+0000 mon.a (mon.0) 523 : audit 0 from='client.? 172.21.15.32:0/3551095413' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:28:15.237 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:27:45.490724+0000 mgr.a (mgr.14152) 563 : cluster 0 pgmap v391: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:15.237 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:27:47.491109+0000 mgr.a (mgr.14152) 564 : cluster 0 pgmap v392: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:15.237 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:27:49.491500+0000 mgr.a (mgr.14152) 565 : cluster 0 pgmap v393: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:15.237 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:27:50.403781+0000 mon.a (mon.0) 524 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:15.238 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:27:50.408777+0000 mon.a (mon.0) 525 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:15.238 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:27:51.388848+0000 mon.a (mon.0) 526 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:15.238 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:27:51.392658+0000 mon.a (mon.0) 527 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:15.238 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:27:51.393742+0000 mon.a (mon.0) 528 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:15.239 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:27:51.395117+0000 mon.a (mon.0) 529 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:28:15.239 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:27:51.397545+0000 mgr.a (mgr.14152) 566 : cluster 0 pgmap v394: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:15.239 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:27:51.397917+0000 mgr.a (mgr.14152) 567 : cluster 0 pgmap v395: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:15.239 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:27:51.401949+0000 mon.a (mon.0) 530 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:15.239 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:27:51.407306+0000 mon.a (mon.0) 531 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-31T06:28:15.240 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:27:51.408627+0000 mon.a (mon.0) 532 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:15.240 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:27:51.691988+0000 mon.a (mon.0) 533 : audit 0 from='client.? 172.21.15.32:0/1742978138' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:28:15.240 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:27:52.391416+0000 mon.a (mon.0) 534 : cluster 3 Health check update: 3 Cephadm Agent(s) are not reporting. Hosts may be offline (CEPHADM_AGENT_DOWN) 2023-10-31T06:28:15.240 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cephadm 2023-10-31T06:27:51.410042+0000 mgr.a (mgr.14152) 568 : cephadm 1 Deploying daemon mon.c on smithi032 2023-10-31T06:28:15.240 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:27:53.398360+0000 mgr.a (mgr.14152) 569 : cluster 0 pgmap v396: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:15.240 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:27:55.398838+0000 mgr.a (mgr.14152) 570 : cluster 0 pgmap v397: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:15.241 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:27:57.399172+0000 mgr.a (mgr.14152) 571 : cluster 0 pgmap v398: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:15.241 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:27:58.106860+0000 mon.a (mon.0) 535 : audit 0 from='client.? 172.21.15.32:0/1360455016' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:28:15.241 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:27:59.399602+0000 mgr.a (mgr.14152) 572 : cluster 0 pgmap v399: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:15.241 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:28:01.400045+0000 mgr.a (mgr.14152) 573 : cluster 0 pgmap v400: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:15.241 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:28:03.400500+0000 mgr.a (mgr.14152) 574 : cluster 0 pgmap v401: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:15.241 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:28:03.521946+0000 mon.a (mon.0) 536 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:15.242 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:28:03.527612+0000 mon.a (mon.0) 537 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:15.242 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:28:03.564504+0000 mon.a (mon.0) 538 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:15.242 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:28:03.566082+0000 mon.a (mon.0) 539 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-31T06:28:15.242 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:28:03.568264+0000 mon.a (mon.0) 540 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:15.243 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cephadm 2023-10-31T06:28:03.570376+0000 mgr.a (mgr.14152) 575 : cephadm 1 Deploying daemon mon.b on smithi029 2023-10-31T06:28:15.243 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:28:04.590629+0000 mon.a (mon.0) 542 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-31T06:28:15.243 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:28:04.590955+0000 mon.a (mon.0) 543 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-31T06:28:15.243 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:28:04.591112+0000 mon.a (mon.0) 544 : cluster 1 mon.a calling monitor election 2023-10-31T06:28:15.243 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:28:04.654254+0000 mon.a (mon.0) 545 : audit 0 from='client.? 172.21.15.32:0/2311457389' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:28:15.243 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:28:05.400999+0000 mgr.a (mgr.14152) 576 : cluster 0 pgmap v402: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:15.244 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:28:05.586030+0000 mon.a (mon.0) 546 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-31T06:28:15.244 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:28:06.586122+0000 mon.a (mon.0) 547 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-31T06:28:15.244 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:28:06.592844+0000 mon.c (mon.1) 1 : cluster 1 mon.c calling monitor election 2023-10-31T06:28:15.244 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:28:07.401555+0000 mgr.a (mgr.14152) 577 : cluster 0 pgmap v403: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:15.244 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:28:07.586299+0000 mon.a (mon.0) 548 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-31T06:28:15.245 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:28:08.586377+0000 mon.a (mon.0) 549 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-31T06:28:15.245 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:28:09.402103+0000 mgr.a (mgr.14152) 578 : cluster 0 pgmap v404: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:15.245 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:28:09.586454+0000 mon.a (mon.0) 550 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-31T06:28:15.245 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:28:09.636415+0000 mon.a (mon.0) 551 : cluster 1 mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-10-31T06:28:15.245 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:28:09.642239+0000 mon.a (mon.0) 552 : cluster 0 monmap e2: 2 mons at {a=[v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0],c=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-10-31T06:28:15.245 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:28:09.659766+0000 mon.a (mon.0) 553 : cluster 0 fsmap 2023-10-31T06:28:15.246 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:28:09.659853+0000 mon.a (mon.0) 554 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2023-10-31T06:28:15.246 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:28:09.660152+0000 mon.a (mon.0) 555 : cluster 0 mgrmap e13: a(active, since 13m) 2023-10-31T06:28:15.246 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:28:09.667521+0000 mon.a (mon.0) 556 : cluster 3 Health detail: HEALTH_WARN 3 Cephadm Agent(s) are not reporting. Hosts may be offline 2023-10-31T06:28:15.246 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:28:09.667543+0000 mon.a (mon.0) 557 : cluster 3 [WRN] CEPHADM_AGENT_DOWN: 3 Cephadm Agent(s) are not reporting. Hosts may be offline 2023-10-31T06:28:15.247 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:28:09.667554+0000 mon.a (mon.0) 558 : cluster 3 Cephadm agent on host smithi029 has not reported in 60.0 seconds. Agent is assumed down and host may be offline. 2023-10-31T06:28:15.247 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:28:09.667562+0000 mon.a (mon.0) 559 : cluster 3 Cephadm agent on host smithi006 has not reported in 60.0 seconds. Agent is assumed down and host may be offline. 2023-10-31T06:28:15.247 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:28:09.667571+0000 mon.a (mon.0) 560 : cluster 3 Cephadm agent on host smithi032 has not reported in 60.0 seconds. Agent is assumed down and host may be offline. 2023-10-31T06:28:15.247 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:28:10.586998+0000 mon.a (mon.0) 561 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-31T06:28:15.247 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:28:11.402580+0000 mgr.a (mgr.14152) 579 : cluster 0 pgmap v405: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:15.248 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cluster 2023-10-31T06:28:13.403053+0000 mgr.a (mgr.14152) 580 : cluster 0 pgmap v406: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:15.248 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:28:13.747050+0000 mon.a (mon.0) 562 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:15.248 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:28:13.751462+0000 mon.a (mon.0) 563 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:15.248 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:28:13.770246+0000 mon.a (mon.0) 564 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:15.248 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:28:13.777356+0000 mon.a (mon.0) 565 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:15.249 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:28:13.875186+0000 mon.a (mon.0) 566 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:28:15.249 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:28:13.879715+0000 mon.a (mon.0) 567 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:28:15.249 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:28:13.880335+0000 mon.a (mon.0) 568 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:28:15.249 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: audit 2023-10-31T06:28:13.880651+0000 mon.a (mon.0) 569 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:28:15.249 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: cephadm 2023-10-31T06:28:14.364312+0000 mgr.a (mgr.14152) 581 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:28:15.250 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.938+0000 7f28a3a57700 1 mon.b@-1(synchronizing).paxosservice(auth 1..79) refresh upgraded, format 0 -> 3 2023-10-31T06:28:15.250 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.938+0000 7f28a3a57700 20 expand_channel_meta expand map: {default=false} 2023-10-31T06:28:15.250 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.938+0000 7f28a3a57700 20 expand_channel_meta from 'false' to 'false' 2023-10-31T06:28:15.251 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.938+0000 7f28a3a57700 20 expand_channel_meta expanded map: {default=false} 2023-10-31T06:28:15.251 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.938+0000 7f28a3a57700 20 expand_channel_meta expand map: {default=info} 2023-10-31T06:28:15.251 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.938+0000 7f28a3a57700 20 expand_channel_meta from 'info' to 'info' 2023-10-31T06:28:15.252 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.938+0000 7f28a3a57700 20 expand_channel_meta expanded map: {default=info} 2023-10-31T06:28:15.252 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.938+0000 7f28a3a57700 20 expand_channel_meta expand map: {default=daemon} 2023-10-31T06:28:15.252 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.938+0000 7f28a3a57700 20 expand_channel_meta from 'daemon' to 'daemon' 2023-10-31T06:28:15.253 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.938+0000 7f28a3a57700 20 expand_channel_meta expanded map: {default=daemon} 2023-10-31T06:28:15.253 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.938+0000 7f28a3a57700 20 expand_channel_meta expand map: {default=debug} 2023-10-31T06:28:15.253 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.938+0000 7f28a3a57700 20 expand_channel_meta from 'debug' to 'debug' 2023-10-31T06:28:15.254 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.938+0000 7f28a3a57700 20 expand_channel_meta expanded map: {default=debug} 2023-10-31T06:28:15.254 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:14 smithi029 bash[32310]: debug 2023-10-31T06:28:14.938+0000 7f28a3a57700 10 mon.b@-1(synchronizing) e2 handle_conf_change mon_allow_pool_delete 2023-10-31T06:28:15.255 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.c/config 2023-10-31T06:28:20.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:20 smithi032 bash[57603]: cephadm 2023-10-31T06:28:14.517131+0000 mgr.a (mgr.14152) 582 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:28:20.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:20 smithi032 bash[57603]: cephadm 2023-10-31T06:28:14.560978+0000 mgr.a (mgr.14152) 583 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:28:20.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:20 smithi032 bash[57603]: audit 2023-10-31T06:28:14.952257+0000 mon.a (mon.0) 571 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-31T06:28:20.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:20 smithi032 bash[57603]: cluster 2023-10-31T06:28:14.952634+0000 mon.a (mon.0) 572 : cluster 1 mon.a calling monitor election 2023-10-31T06:28:20.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:20 smithi032 bash[57603]: cluster 2023-10-31T06:28:14.957442+0000 mon.c (mon.1) 2 : cluster 1 mon.c calling monitor election 2023-10-31T06:28:20.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:20 smithi032 bash[57603]: audit 2023-10-31T06:28:14.976248+0000 mon.a (mon.0) 573 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-31T06:28:20.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:20 smithi032 bash[57603]: audit 2023-10-31T06:28:14.976522+0000 mon.a (mon.0) 574 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-31T06:28:20.508 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:20 smithi032 bash[57603]: cluster 2023-10-31T06:28:15.403450+0000 mgr.a (mgr.14152) 584 : cluster 0 pgmap v407: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:20.508 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:20 smithi032 bash[57603]: audit 2023-10-31T06:28:15.946112+0000 mon.a (mon.0) 575 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-31T06:28:20.508 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:20 smithi032 bash[57603]: audit 2023-10-31T06:28:16.945993+0000 mon.a (mon.0) 576 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-31T06:28:20.508 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:20 smithi032 bash[57603]: cluster 2023-10-31T06:28:17.403911+0000 mgr.a (mgr.14152) 585 : cluster 0 pgmap v408: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:20.508 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:20 smithi032 bash[57603]: audit 2023-10-31T06:28:17.946268+0000 mon.a (mon.0) 577 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-31T06:28:20.509 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:20 smithi032 bash[57603]: audit 2023-10-31T06:28:18.946345+0000 mon.a (mon.0) 578 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-31T06:28:20.509 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:20 smithi032 bash[57603]: cluster 2023-10-31T06:28:19.404339+0000 mgr.a (mgr.14152) 586 : cluster 0 pgmap v409: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:20.509 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:20 smithi032 bash[57603]: audit 2023-10-31T06:28:19.946467+0000 mon.a (mon.0) 579 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-31T06:28:20.509 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:20 smithi032 bash[57603]: cluster 2023-10-31T06:28:19.976439+0000 mon.a (mon.0) 580 : cluster 1 mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-10-31T06:28:20.509 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:20 smithi032 bash[57603]: cluster 2023-10-31T06:28:19.982163+0000 mon.a (mon.0) 581 : cluster 0 monmap e3: 3 mons at {a=[v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0],b=[v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0],c=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-10-31T06:28:20.510 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:20 smithi032 bash[57603]: cluster 2023-10-31T06:28:19.999818+0000 mon.a (mon.0) 582 : cluster 0 fsmap 2023-10-31T06:28:20.510 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:20 smithi032 bash[57603]: cluster 2023-10-31T06:28:19.999876+0000 mon.a (mon.0) 583 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2023-10-31T06:28:20.510 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:20 smithi032 bash[57603]: cluster 2023-10-31T06:28:20.000168+0000 mon.a (mon.0) 584 : cluster 0 mgrmap e13: a(active, since 13m) 2023-10-31T06:28:20.510 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:20 smithi032 bash[57603]: cluster 2023-10-31T06:28:20.000605+0000 mon.a (mon.0) 585 : cluster 3 Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2023-10-31T06:28:20.511 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:20 smithi032 bash[57603]: cluster 2023-10-31T06:28:20.009669+0000 mon.a (mon.0) 586 : cluster 3 Health detail: HEALTH_WARN 3 Cephadm Agent(s) are not reporting. Hosts may be offline; 1/3 mons down, quorum a,c 2023-10-31T06:28:20.511 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:20 smithi032 bash[57603]: cluster 2023-10-31T06:28:20.009714+0000 mon.a (mon.0) 587 : cluster 3 [WRN] CEPHADM_AGENT_DOWN: 3 Cephadm Agent(s) are not reporting. Hosts may be offline 2023-10-31T06:28:20.511 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:20 smithi032 bash[57603]: cluster 2023-10-31T06:28:20.009767+0000 mon.a (mon.0) 588 : cluster 3 Cephadm agent on host smithi029 has not reported in 60.0 seconds. Agent is assumed down and host may be offline. 2023-10-31T06:28:20.511 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:20 smithi032 bash[57603]: cluster 2023-10-31T06:28:20.009813+0000 mon.a (mon.0) 589 : cluster 3 Cephadm agent on host smithi006 has not reported in 60.0 seconds. Agent is assumed down and host may be offline. 2023-10-31T06:28:20.511 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:20 smithi032 bash[57603]: cluster 2023-10-31T06:28:20.009876+0000 mon.a (mon.0) 590 : cluster 3 Cephadm agent on host smithi032 has not reported in 60.0 seconds. Agent is assumed down and host may be offline. 2023-10-31T06:28:20.512 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:20 smithi032 bash[57603]: cluster 2023-10-31T06:28:20.009938+0000 mon.a (mon.0) 591 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2023-10-31T06:28:20.512 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:20 smithi032 bash[57603]: cluster 2023-10-31T06:28:20.009988+0000 mon.a (mon.0) 592 : cluster 3 mon.b (rank 2) addr [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] is down (out of quorum) 2023-10-31T06:28:20.512 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:20 smithi032 bash[57603]: audit 2023-10-31T06:28:20.013517+0000 mon.a (mon.0) 593 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:20.512 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:20 smithi032 bash[57603]: audit 2023-10-31T06:28:20.017428+0000 mon.a (mon.0) 594 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:20.512 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:20 smithi032 bash[57603]: audit 2023-10-31T06:28:20.020718+0000 mon.a (mon.0) 595 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:20.513 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:20 smithi032 bash[57603]: audit 2023-10-31T06:28:20.024056+0000 mon.a (mon.0) 596 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:20.513 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:20 smithi032 bash[57603]: audit 2023-10-31T06:28:20.029005+0000 mon.a (mon.0) 597 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:20.513 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:20 smithi032 bash[57603]: audit 2023-10-31T06:28:20.030178+0000 mon.a (mon.0) 598 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:20.513 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:20 smithi032 bash[57603]: audit 2023-10-31T06:28:20.031782+0000 mon.a (mon.0) 599 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:28:20.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:20 smithi006 bash[27532]: cephadm 2023-10-31T06:28:14.517131+0000 mgr.a (mgr.14152) 582 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:28:20.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:20 smithi006 bash[27532]: cephadm 2023-10-31T06:28:14.560978+0000 mgr.a (mgr.14152) 583 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:28:20.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:20 smithi006 bash[27532]: audit 2023-10-31T06:28:14.952257+0000 mon.a (mon.0) 571 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-31T06:28:20.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:20 smithi006 bash[27532]: cluster 2023-10-31T06:28:14.952634+0000 mon.a (mon.0) 572 : cluster 1 mon.a calling monitor election 2023-10-31T06:28:20.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:20 smithi006 bash[27532]: cluster 2023-10-31T06:28:14.957442+0000 mon.c (mon.1) 2 : cluster 1 mon.c calling monitor election 2023-10-31T06:28:20.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:20 smithi006 bash[27532]: audit 2023-10-31T06:28:14.976248+0000 mon.a (mon.0) 573 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-31T06:28:20.521 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:20 smithi006 bash[27532]: audit 2023-10-31T06:28:14.976522+0000 mon.a (mon.0) 574 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-31T06:28:20.521 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:20 smithi006 bash[27532]: cluster 2023-10-31T06:28:15.403450+0000 mgr.a (mgr.14152) 584 : cluster 0 pgmap v407: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:20.521 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:20 smithi006 bash[27532]: audit 2023-10-31T06:28:15.946112+0000 mon.a (mon.0) 575 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-31T06:28:20.522 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:20 smithi006 bash[27532]: audit 2023-10-31T06:28:16.945993+0000 mon.a (mon.0) 576 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-31T06:28:20.522 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:20 smithi006 bash[27532]: cluster 2023-10-31T06:28:17.403911+0000 mgr.a (mgr.14152) 585 : cluster 0 pgmap v408: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:20.522 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:20 smithi006 bash[27532]: audit 2023-10-31T06:28:17.946268+0000 mon.a (mon.0) 577 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-31T06:28:20.523 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:20 smithi006 bash[27532]: audit 2023-10-31T06:28:18.946345+0000 mon.a (mon.0) 578 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-31T06:28:20.523 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:20 smithi006 bash[27532]: cluster 2023-10-31T06:28:19.404339+0000 mgr.a (mgr.14152) 586 : cluster 0 pgmap v409: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:20.524 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:20 smithi006 bash[27532]: audit 2023-10-31T06:28:19.946467+0000 mon.a (mon.0) 579 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-31T06:28:20.524 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:20 smithi006 bash[27532]: cluster 2023-10-31T06:28:19.976439+0000 mon.a (mon.0) 580 : cluster 1 mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-10-31T06:28:20.524 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:20 smithi006 bash[27532]: cluster 2023-10-31T06:28:19.982163+0000 mon.a (mon.0) 581 : cluster 0 monmap e3: 3 mons at {a=[v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0],b=[v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0],c=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-10-31T06:28:20.524 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:20 smithi006 bash[27532]: cluster 2023-10-31T06:28:19.999818+0000 mon.a (mon.0) 582 : cluster 0 fsmap 2023-10-31T06:28:20.525 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:20 smithi006 bash[27532]: cluster 2023-10-31T06:28:19.999876+0000 mon.a (mon.0) 583 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2023-10-31T06:28:20.525 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:20 smithi006 bash[27532]: cluster 2023-10-31T06:28:20.000168+0000 mon.a (mon.0) 584 : cluster 0 mgrmap e13: a(active, since 13m) 2023-10-31T06:28:20.525 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:20 smithi006 bash[27532]: cluster 2023-10-31T06:28:20.000605+0000 mon.a (mon.0) 585 : cluster 3 Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2023-10-31T06:28:20.525 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:20 smithi006 bash[27532]: cluster 2023-10-31T06:28:20.009669+0000 mon.a (mon.0) 586 : cluster 3 Health detail: HEALTH_WARN 3 Cephadm Agent(s) are not reporting. Hosts may be offline; 1/3 mons down, quorum a,c 2023-10-31T06:28:20.525 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:20 smithi006 bash[27532]: cluster 2023-10-31T06:28:20.009714+0000 mon.a (mon.0) 587 : cluster 3 [WRN] CEPHADM_AGENT_DOWN: 3 Cephadm Agent(s) are not reporting. Hosts may be offline 2023-10-31T06:28:20.526 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:20 smithi006 bash[27532]: cluster 2023-10-31T06:28:20.009767+0000 mon.a (mon.0) 588 : cluster 3 Cephadm agent on host smithi029 has not reported in 60.0 seconds. Agent is assumed down and host may be offline. 2023-10-31T06:28:20.526 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:20 smithi006 bash[27532]: cluster 2023-10-31T06:28:20.009813+0000 mon.a (mon.0) 589 : cluster 3 Cephadm agent on host smithi006 has not reported in 60.0 seconds. Agent is assumed down and host may be offline. 2023-10-31T06:28:20.526 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:20 smithi006 bash[27532]: cluster 2023-10-31T06:28:20.009876+0000 mon.a (mon.0) 590 : cluster 3 Cephadm agent on host smithi032 has not reported in 60.0 seconds. Agent is assumed down and host may be offline. 2023-10-31T06:28:20.526 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:20 smithi006 bash[27532]: cluster 2023-10-31T06:28:20.009938+0000 mon.a (mon.0) 591 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2023-10-31T06:28:20.526 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:20 smithi006 bash[27532]: cluster 2023-10-31T06:28:20.009988+0000 mon.a (mon.0) 592 : cluster 3 mon.b (rank 2) addr [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] is down (out of quorum) 2023-10-31T06:28:20.527 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:20 smithi006 bash[27532]: audit 2023-10-31T06:28:20.013517+0000 mon.a (mon.0) 593 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:20.527 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:20 smithi006 bash[27532]: audit 2023-10-31T06:28:20.017428+0000 mon.a (mon.0) 594 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:20.527 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:20 smithi006 bash[27532]: audit 2023-10-31T06:28:20.020718+0000 mon.a (mon.0) 595 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:20.527 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:20 smithi006 bash[27532]: audit 2023-10-31T06:28:20.024056+0000 mon.a (mon.0) 596 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:20.527 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:20 smithi006 bash[27532]: audit 2023-10-31T06:28:20.029005+0000 mon.a (mon.0) 597 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:20.527 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:20 smithi006 bash[27532]: audit 2023-10-31T06:28:20.030178+0000 mon.a (mon.0) 598 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:20.528 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:20 smithi006 bash[27532]: audit 2023-10-31T06:28:20.031782+0000 mon.a (mon.0) 599 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:28:20.999 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-10-31T06:28:20.999 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":3,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","modified":"2023-10-31T06:28:14.946150Z","created":"2023-10-31T06:13:42.635673Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:3300","nonce":0},{"type":"v1","addr":"172.21.15.32:6789","nonce":0}]},"addr":"172.21.15.32:6789/0","public_addr":"172.21.15.32:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:3300","nonce":0},{"type":"v1","addr":"172.21.15.29:6789","nonce":0}]},"addr":"172.21.15.29:6789/0","public_addr":"172.21.15.29:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2023-10-31T06:28:21.002 INFO:teuthology.orchestra.run.smithi032.stderr:dumped monmap epoch 3 2023-10-31T06:28:21.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:21 smithi032 bash[57603]: cephadm 2023-10-31T06:28:20.033967+0000 mgr.a (mgr.14152) 587 : cephadm 1 Updating smithi006:/etc/ceph/ceph.conf 2023-10-31T06:28:21.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:21 smithi032 bash[57603]: cephadm 2023-10-31T06:28:20.034743+0000 mgr.a (mgr.14152) 588 : cephadm 1 Updating smithi029:/etc/ceph/ceph.conf 2023-10-31T06:28:21.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:21 smithi032 bash[57603]: cephadm 2023-10-31T06:28:20.035849+0000 mgr.a (mgr.14152) 589 : cephadm 1 Updating smithi032:/etc/ceph/ceph.conf 2023-10-31T06:28:21.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:21 smithi032 bash[57603]: cephadm 2023-10-31T06:28:20.250890+0000 mgr.a (mgr.14152) 590 : cephadm 1 Updating smithi006:/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:28:21.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:21 smithi032 bash[57603]: cephadm 2023-10-31T06:28:20.252077+0000 mgr.a (mgr.14152) 591 : cephadm 1 Updating smithi032:/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:28:21.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:21 smithi032 bash[57603]: cephadm 2023-10-31T06:28:20.300887+0000 mgr.a (mgr.14152) 592 : cephadm 1 Updating smithi029:/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:28:21.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:21 smithi032 bash[57603]: audit 2023-10-31T06:28:20.475598+0000 mon.a (mon.0) 600 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:21.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:21 smithi032 bash[57603]: audit 2023-10-31T06:28:20.479232+0000 mon.a (mon.0) 601 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:21.508 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:21 smithi032 bash[57603]: audit 2023-10-31T06:28:20.482966+0000 mon.a (mon.0) 602 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:21.508 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:21 smithi032 bash[57603]: audit 2023-10-31T06:28:20.486135+0000 mon.a (mon.0) 603 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:21.508 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:21 smithi032 bash[57603]: audit 2023-10-31T06:28:20.522743+0000 mon.a (mon.0) 604 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:21.508 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:21 smithi032 bash[57603]: audit 2023-10-31T06:28:20.528275+0000 mon.a (mon.0) 605 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:21.509 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:21 smithi032 bash[57603]: audit 2023-10-31T06:28:20.533598+0000 mon.a (mon.0) 606 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:21.509 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:21 smithi032 bash[57603]: audit 2023-10-31T06:28:20.633227+0000 mon.a (mon.0) 607 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-31T06:28:21.509 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:21 smithi032 bash[57603]: audit 2023-10-31T06:28:20.634999+0000 mon.a (mon.0) 608 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-31T06:28:21.509 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:21 smithi032 bash[57603]: audit 2023-10-31T06:28:20.636678+0000 mon.a (mon.0) 609 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:21.509 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:21 smithi032 bash[57603]: audit 2023-10-31T06:28:20.946827+0000 mon.a (mon.0) 610 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-31T06:28:21.510 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:21 smithi032 bash[57603]: audit 2023-10-31T06:28:20.991391+0000 mon.a (mon.0) 611 : audit 0 from='client.? 172.21.15.32:0/1960693852' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:28:21.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:21 smithi006 bash[27532]: cephadm 2023-10-31T06:28:20.033967+0000 mgr.a (mgr.14152) 587 : cephadm 1 Updating smithi006:/etc/ceph/ceph.conf 2023-10-31T06:28:21.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:21 smithi006 bash[27532]: cephadm 2023-10-31T06:28:20.034743+0000 mgr.a (mgr.14152) 588 : cephadm 1 Updating smithi029:/etc/ceph/ceph.conf 2023-10-31T06:28:21.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:21 smithi006 bash[27532]: cephadm 2023-10-31T06:28:20.035849+0000 mgr.a (mgr.14152) 589 : cephadm 1 Updating smithi032:/etc/ceph/ceph.conf 2023-10-31T06:28:21.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:21 smithi006 bash[27532]: cephadm 2023-10-31T06:28:20.250890+0000 mgr.a (mgr.14152) 590 : cephadm 1 Updating smithi006:/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:28:21.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:21 smithi006 bash[27532]: cephadm 2023-10-31T06:28:20.252077+0000 mgr.a (mgr.14152) 591 : cephadm 1 Updating smithi032:/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:28:21.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:21 smithi006 bash[27532]: cephadm 2023-10-31T06:28:20.300887+0000 mgr.a (mgr.14152) 592 : cephadm 1 Updating smithi029:/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:28:21.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:21 smithi006 bash[27532]: audit 2023-10-31T06:28:20.475598+0000 mon.a (mon.0) 600 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:21.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:21 smithi006 bash[27532]: audit 2023-10-31T06:28:20.479232+0000 mon.a (mon.0) 601 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:21.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:21 smithi006 bash[27532]: audit 2023-10-31T06:28:20.482966+0000 mon.a (mon.0) 602 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:21.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:21 smithi006 bash[27532]: audit 2023-10-31T06:28:20.486135+0000 mon.a (mon.0) 603 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:21.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:21 smithi006 bash[27532]: audit 2023-10-31T06:28:20.522743+0000 mon.a (mon.0) 604 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:21.521 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:21 smithi006 bash[27532]: audit 2023-10-31T06:28:20.528275+0000 mon.a (mon.0) 605 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:21.521 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:21 smithi006 bash[27532]: audit 2023-10-31T06:28:20.533598+0000 mon.a (mon.0) 606 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:21.521 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:21 smithi006 bash[27532]: audit 2023-10-31T06:28:20.633227+0000 mon.a (mon.0) 607 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-31T06:28:21.521 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:21 smithi006 bash[27532]: audit 2023-10-31T06:28:20.634999+0000 mon.a (mon.0) 608 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-31T06:28:21.522 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:21 smithi006 bash[27532]: audit 2023-10-31T06:28:20.636678+0000 mon.a (mon.0) 609 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:21.522 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:21 smithi006 bash[27532]: audit 2023-10-31T06:28:20.946827+0000 mon.a (mon.0) 610 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-31T06:28:21.522 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:21 smithi006 bash[27532]: audit 2023-10-31T06:28:20.991391+0000 mon.a (mon.0) 611 : audit 0 from='client.? 172.21.15.32:0/1960693852' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:28:21.698 INFO:tasks.cephadm:Generating final ceph.conf file... 2023-10-31T06:28:21.699 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph config generate-minimal-conf 2023-10-31T06:28:22.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: cephadm 2023-10-31T06:28:14.517131+0000 mgr.a (mgr.14152) 582 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:28:22.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: cephadm 2023-10-31T06:28:14.560978+0000 mgr.a (mgr.14152) 583 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:28:22.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: audit 2023-10-31T06:28:14.952257+0000 mon.a (mon.0) 571 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-31T06:28:22.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: cluster 2023-10-31T06:28:14.952634+0000 mon.a (mon.0) 572 : cluster 1 mon.a calling monitor election 2023-10-31T06:28:22.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: cluster 2023-10-31T06:28:14.957442+0000 mon.c (mon.1) 2 : cluster 1 mon.c calling monitor election 2023-10-31T06:28:22.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: audit 2023-10-31T06:28:14.976248+0000 mon.a (mon.0) 573 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-31T06:28:22.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: audit 2023-10-31T06:28:14.976522+0000 mon.a (mon.0) 574 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-31T06:28:22.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: cluster 2023-10-31T06:28:15.403450+0000 mgr.a (mgr.14152) 584 : cluster 0 pgmap v407: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:22.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: audit 2023-10-31T06:28:15.946112+0000 mon.a (mon.0) 575 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-31T06:28:22.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: audit 2023-10-31T06:28:16.945993+0000 mon.a (mon.0) 576 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-31T06:28:22.417 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: cluster 2023-10-31T06:28:17.403911+0000 mgr.a (mgr.14152) 585 : cluster 0 pgmap v408: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:22.417 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: audit 2023-10-31T06:28:17.946268+0000 mon.a (mon.0) 577 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-31T06:28:22.417 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: audit 2023-10-31T06:28:18.946345+0000 mon.a (mon.0) 578 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-31T06:28:22.417 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: cluster 2023-10-31T06:28:19.404339+0000 mgr.a (mgr.14152) 586 : cluster 0 pgmap v409: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:22.417 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: audit 2023-10-31T06:28:19.946467+0000 mon.a (mon.0) 579 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-31T06:28:22.418 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: cluster 2023-10-31T06:28:19.976439+0000 mon.a (mon.0) 580 : cluster 1 mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-10-31T06:28:22.418 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: cluster 2023-10-31T06:28:19.982163+0000 mon.a (mon.0) 581 : cluster 0 monmap e3: 3 mons at {a=[v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0],b=[v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0],c=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-10-31T06:28:22.418 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: cluster 2023-10-31T06:28:19.999818+0000 mon.a (mon.0) 582 : cluster 0 fsmap 2023-10-31T06:28:22.418 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: cluster 2023-10-31T06:28:19.999876+0000 mon.a (mon.0) 583 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2023-10-31T06:28:22.418 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: cluster 2023-10-31T06:28:20.000168+0000 mon.a (mon.0) 584 : cluster 0 mgrmap e13: a(active, since 13m) 2023-10-31T06:28:22.419 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: cluster 2023-10-31T06:28:20.000605+0000 mon.a (mon.0) 585 : cluster 3 Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2023-10-31T06:28:22.419 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: cluster 2023-10-31T06:28:20.009669+0000 mon.a (mon.0) 586 : cluster 3 Health detail: HEALTH_WARN 3 Cephadm Agent(s) are not reporting. Hosts may be offline; 1/3 mons down, quorum a,c 2023-10-31T06:28:22.420 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: cluster 2023-10-31T06:28:20.009714+0000 mon.a (mon.0) 587 : cluster 3 [WRN] CEPHADM_AGENT_DOWN: 3 Cephadm Agent(s) are not reporting. Hosts may be offline 2023-10-31T06:28:22.420 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: cluster 2023-10-31T06:28:20.009767+0000 mon.a (mon.0) 588 : cluster 3 Cephadm agent on host smithi029 has not reported in 60.0 seconds. Agent is assumed down and host may be offline. 2023-10-31T06:28:22.420 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: cluster 2023-10-31T06:28:20.009813+0000 mon.a (mon.0) 589 : cluster 3 Cephadm agent on host smithi006 has not reported in 60.0 seconds. Agent is assumed down and host may be offline. 2023-10-31T06:28:22.420 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: cluster 2023-10-31T06:28:20.009876+0000 mon.a (mon.0) 590 : cluster 3 Cephadm agent on host smithi032 has not reported in 60.0 seconds. Agent is assumed down and host may be offline. 2023-10-31T06:28:22.420 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: cluster 2023-10-31T06:28:20.009938+0000 mon.a (mon.0) 591 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2023-10-31T06:28:22.421 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: cluster 2023-10-31T06:28:20.009988+0000 mon.a (mon.0) 592 : cluster 3 mon.b (rank 2) addr [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] is down (out of quorum) 2023-10-31T06:28:22.421 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: audit 2023-10-31T06:28:20.013517+0000 mon.a (mon.0) 593 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:22.421 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: audit 2023-10-31T06:28:20.017428+0000 mon.a (mon.0) 594 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:22.421 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: audit 2023-10-31T06:28:20.020718+0000 mon.a (mon.0) 595 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:22.421 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: audit 2023-10-31T06:28:20.024056+0000 mon.a (mon.0) 596 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:22.422 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: audit 2023-10-31T06:28:20.029005+0000 mon.a (mon.0) 597 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:22.422 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: audit 2023-10-31T06:28:20.030178+0000 mon.a (mon.0) 598 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:22.422 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: audit 2023-10-31T06:28:20.031782+0000 mon.a (mon.0) 599 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:28:22.422 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: cephadm 2023-10-31T06:28:20.033967+0000 mgr.a (mgr.14152) 587 : cephadm 1 Updating smithi006:/etc/ceph/ceph.conf 2023-10-31T06:28:22.423 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: cephadm 2023-10-31T06:28:20.034743+0000 mgr.a (mgr.14152) 588 : cephadm 1 Updating smithi029:/etc/ceph/ceph.conf 2023-10-31T06:28:22.423 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: cephadm 2023-10-31T06:28:20.035849+0000 mgr.a (mgr.14152) 589 : cephadm 1 Updating smithi032:/etc/ceph/ceph.conf 2023-10-31T06:28:22.423 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: cephadm 2023-10-31T06:28:20.250890+0000 mgr.a (mgr.14152) 590 : cephadm 1 Updating smithi006:/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:28:22.423 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: cephadm 2023-10-31T06:28:20.252077+0000 mgr.a (mgr.14152) 591 : cephadm 1 Updating smithi032:/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:28:22.423 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: cephadm 2023-10-31T06:28:20.300887+0000 mgr.a (mgr.14152) 592 : cephadm 1 Updating smithi029:/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/config/ceph.conf 2023-10-31T06:28:22.424 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: audit 2023-10-31T06:28:20.475598+0000 mon.a (mon.0) 600 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:22.424 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: audit 2023-10-31T06:28:20.479232+0000 mon.a (mon.0) 601 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:22.424 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: audit 2023-10-31T06:28:20.482966+0000 mon.a (mon.0) 602 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:22.424 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: audit 2023-10-31T06:28:20.486135+0000 mon.a (mon.0) 603 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:22.424 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: audit 2023-10-31T06:28:20.522743+0000 mon.a (mon.0) 604 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:22.424 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: audit 2023-10-31T06:28:20.528275+0000 mon.a (mon.0) 605 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:22.425 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: audit 2023-10-31T06:28:20.533598+0000 mon.a (mon.0) 606 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:22.425 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: audit 2023-10-31T06:28:20.633227+0000 mon.a (mon.0) 607 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-31T06:28:22.425 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: audit 2023-10-31T06:28:20.634999+0000 mon.a (mon.0) 608 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-31T06:28:22.425 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: audit 2023-10-31T06:28:20.636678+0000 mon.a (mon.0) 609 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:22.425 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: audit 2023-10-31T06:28:20.946827+0000 mon.a (mon.0) 610 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-31T06:28:22.426 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:21 smithi029 bash[32310]: audit 2023-10-31T06:28:20.991391+0000 mon.a (mon.0) 611 : audit 0 from='client.? 172.21.15.32:0/1960693852' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-31T06:28:22.914 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:22 smithi029 bash[32310]: cluster 2023-10-31T06:28:16.952185+0000 mon.b (mon.2) 1 : cluster 1 mon.b calling monitor election 2023-10-31T06:28:22.915 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:22 smithi029 bash[32310]: cluster 2023-10-31T06:28:21.979511+0000 mon.a (mon.0) 613 : cluster 1 mon.a calling monitor election 2023-10-31T06:28:22.915 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:22 smithi029 bash[32310]: cluster 2023-10-31T06:28:21.982264+0000 mon.b (mon.2) 2 : cluster 1 mon.b calling monitor election 2023-10-31T06:28:22.916 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:22 smithi029 bash[32310]: cluster 2023-10-31T06:28:21.984209+0000 mon.c (mon.1) 3 : cluster 1 mon.c calling monitor election 2023-10-31T06:28:22.916 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:22 smithi029 bash[32310]: cluster 2023-10-31T06:28:22.004110+0000 mon.a (mon.0) 614 : cluster 1 mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2023-10-31T06:28:22.917 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:22 smithi029 bash[32310]: cluster 2023-10-31T06:28:22.008205+0000 mon.a (mon.0) 615 : cluster 0 monmap e3: 3 mons at {a=[v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0],b=[v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0],c=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-10-31T06:28:22.917 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:22 smithi029 bash[32310]: cluster 2023-10-31T06:28:22.008683+0000 mon.a (mon.0) 616 : cluster 0 fsmap 2023-10-31T06:28:22.917 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:22 smithi029 bash[32310]: cluster 2023-10-31T06:28:22.008709+0000 mon.a (mon.0) 617 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2023-10-31T06:28:22.918 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:22 smithi029 bash[32310]: cluster 2023-10-31T06:28:22.008872+0000 mon.a (mon.0) 618 : cluster 0 mgrmap e13: a(active, since 13m) 2023-10-31T06:28:22.918 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:22 smithi029 bash[32310]: cluster 2023-10-31T06:28:22.009119+0000 mon.a (mon.0) 619 : cluster 1 Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2023-10-31T06:28:22.918 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:22 smithi029 bash[32310]: cluster 2023-10-31T06:28:22.012071+0000 mon.a (mon.0) 620 : cluster 3 Health detail: HEALTH_WARN 3 Cephadm Agent(s) are not reporting. Hosts may be offline 2023-10-31T06:28:22.919 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:22 smithi029 bash[32310]: cluster 2023-10-31T06:28:22.012102+0000 mon.a (mon.0) 621 : cluster 3 [WRN] CEPHADM_AGENT_DOWN: 3 Cephadm Agent(s) are not reporting. Hosts may be offline 2023-10-31T06:28:22.919 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:22 smithi029 bash[32310]: cluster 2023-10-31T06:28:22.012111+0000 mon.a (mon.0) 622 : cluster 3 Cephadm agent on host smithi032 has not reported in 60.0 seconds. Agent is assumed down and host may be offline. 2023-10-31T06:28:22.920 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:22 smithi029 bash[32310]: cluster 2023-10-31T06:28:22.012118+0000 mon.a (mon.0) 623 : cluster 3 Cephadm agent on host smithi006 has not reported in 60.0 seconds. Agent is assumed down and host may be offline. 2023-10-31T06:28:22.920 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:22 smithi029 bash[32310]: cluster 2023-10-31T06:28:22.012146+0000 mon.a (mon.0) 624 : cluster 3 Cephadm agent on host smithi029 has not reported in 60.0 seconds. Agent is assumed down and host may be offline. 2023-10-31T06:28:23.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:22 smithi032 bash[57603]: cluster 2023-10-31T06:28:16.952185+0000 mon.b (mon.2) 1 : cluster 1 mon.b calling monitor election 2023-10-31T06:28:23.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:22 smithi032 bash[57603]: cluster 2023-10-31T06:28:21.979511+0000 mon.a (mon.0) 613 : cluster 1 mon.a calling monitor election 2023-10-31T06:28:23.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:22 smithi032 bash[57603]: cluster 2023-10-31T06:28:21.982264+0000 mon.b (mon.2) 2 : cluster 1 mon.b calling monitor election 2023-10-31T06:28:23.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:22 smithi032 bash[57603]: cluster 2023-10-31T06:28:21.984209+0000 mon.c (mon.1) 3 : cluster 1 mon.c calling monitor election 2023-10-31T06:28:23.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:22 smithi032 bash[57603]: cluster 2023-10-31T06:28:22.004110+0000 mon.a (mon.0) 614 : cluster 1 mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2023-10-31T06:28:23.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:22 smithi032 bash[57603]: cluster 2023-10-31T06:28:22.008205+0000 mon.a (mon.0) 615 : cluster 0 monmap e3: 3 mons at {a=[v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0],b=[v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0],c=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-10-31T06:28:23.007 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:22 smithi032 bash[57603]: cluster 2023-10-31T06:28:22.008683+0000 mon.a (mon.0) 616 : cluster 0 fsmap 2023-10-31T06:28:23.007 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:22 smithi032 bash[57603]: cluster 2023-10-31T06:28:22.008709+0000 mon.a (mon.0) 617 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2023-10-31T06:28:23.007 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:22 smithi032 bash[57603]: cluster 2023-10-31T06:28:22.008872+0000 mon.a (mon.0) 618 : cluster 0 mgrmap e13: a(active, since 13m) 2023-10-31T06:28:23.007 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:22 smithi032 bash[57603]: cluster 2023-10-31T06:28:22.009119+0000 mon.a (mon.0) 619 : cluster 1 Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2023-10-31T06:28:23.007 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:22 smithi032 bash[57603]: cluster 2023-10-31T06:28:22.012071+0000 mon.a (mon.0) 620 : cluster 3 Health detail: HEALTH_WARN 3 Cephadm Agent(s) are not reporting. Hosts may be offline 2023-10-31T06:28:23.008 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:22 smithi032 bash[57603]: cluster 2023-10-31T06:28:22.012102+0000 mon.a (mon.0) 621 : cluster 3 [WRN] CEPHADM_AGENT_DOWN: 3 Cephadm Agent(s) are not reporting. Hosts may be offline 2023-10-31T06:28:23.008 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:22 smithi032 bash[57603]: cluster 2023-10-31T06:28:22.012111+0000 mon.a (mon.0) 622 : cluster 3 Cephadm agent on host smithi032 has not reported in 60.0 seconds. Agent is assumed down and host may be offline. 2023-10-31T06:28:23.008 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:22 smithi032 bash[57603]: cluster 2023-10-31T06:28:22.012118+0000 mon.a (mon.0) 623 : cluster 3 Cephadm agent on host smithi006 has not reported in 60.0 seconds. Agent is assumed down and host may be offline. 2023-10-31T06:28:23.008 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:22 smithi032 bash[57603]: cluster 2023-10-31T06:28:22.012146+0000 mon.a (mon.0) 624 : cluster 3 Cephadm agent on host smithi029 has not reported in 60.0 seconds. Agent is assumed down and host may be offline. 2023-10-31T06:28:23.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:22 smithi006 bash[27532]: cluster 2023-10-31T06:28:16.952185+0000 mon.b (mon.2) 1 : cluster 1 mon.b calling monitor election 2023-10-31T06:28:23.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:22 smithi006 bash[27532]: cluster 2023-10-31T06:28:21.979511+0000 mon.a (mon.0) 613 : cluster 1 mon.a calling monitor election 2023-10-31T06:28:23.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:22 smithi006 bash[27532]: cluster 2023-10-31T06:28:21.982264+0000 mon.b (mon.2) 2 : cluster 1 mon.b calling monitor election 2023-10-31T06:28:23.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:22 smithi006 bash[27532]: cluster 2023-10-31T06:28:21.984209+0000 mon.c (mon.1) 3 : cluster 1 mon.c calling monitor election 2023-10-31T06:28:23.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:22 smithi006 bash[27532]: cluster 2023-10-31T06:28:22.004110+0000 mon.a (mon.0) 614 : cluster 1 mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2023-10-31T06:28:23.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:22 smithi006 bash[27532]: cluster 2023-10-31T06:28:22.008205+0000 mon.a (mon.0) 615 : cluster 0 monmap e3: 3 mons at {a=[v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0],b=[v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0],c=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-10-31T06:28:23.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:22 smithi006 bash[27532]: cluster 2023-10-31T06:28:22.008683+0000 mon.a (mon.0) 616 : cluster 0 fsmap 2023-10-31T06:28:23.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:22 smithi006 bash[27532]: cluster 2023-10-31T06:28:22.008709+0000 mon.a (mon.0) 617 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2023-10-31T06:28:23.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:22 smithi006 bash[27532]: cluster 2023-10-31T06:28:22.008872+0000 mon.a (mon.0) 618 : cluster 0 mgrmap e13: a(active, since 13m) 2023-10-31T06:28:23.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:22 smithi006 bash[27532]: cluster 2023-10-31T06:28:22.009119+0000 mon.a (mon.0) 619 : cluster 1 Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2023-10-31T06:28:23.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:22 smithi006 bash[27532]: cluster 2023-10-31T06:28:22.012071+0000 mon.a (mon.0) 620 : cluster 3 Health detail: HEALTH_WARN 3 Cephadm Agent(s) are not reporting. Hosts may be offline 2023-10-31T06:28:23.021 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:22 smithi006 bash[27532]: cluster 2023-10-31T06:28:22.012102+0000 mon.a (mon.0) 621 : cluster 3 [WRN] CEPHADM_AGENT_DOWN: 3 Cephadm Agent(s) are not reporting. Hosts may be offline 2023-10-31T06:28:23.021 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:22 smithi006 bash[27532]: cluster 2023-10-31T06:28:22.012111+0000 mon.a (mon.0) 622 : cluster 3 Cephadm agent on host smithi032 has not reported in 60.0 seconds. Agent is assumed down and host may be offline. 2023-10-31T06:28:23.021 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:22 smithi006 bash[27532]: cluster 2023-10-31T06:28:22.012118+0000 mon.a (mon.0) 623 : cluster 3 Cephadm agent on host smithi006 has not reported in 60.0 seconds. Agent is assumed down and host may be offline. 2023-10-31T06:28:23.021 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:22 smithi006 bash[27532]: cluster 2023-10-31T06:28:22.012146+0000 mon.a (mon.0) 624 : cluster 3 Cephadm agent on host smithi029 has not reported in 60.0 seconds. Agent is assumed down and host may be offline. 2023-10-31T06:28:23.914 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:23 smithi029 bash[32310]: cluster 2023-10-31T06:28:22.529766+0000 mgr.a (mgr.14152) 597 : cluster 0 pgmap v412: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:23.915 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:23 smithi029 bash[32310]: audit 2023-10-31T06:28:22.947195+0000 mon.a (mon.0) 625 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-31T06:28:23.915 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:23 smithi029 bash[32310]: audit 2023-10-31T06:28:23.072527+0000 mon.a (mon.0) 626 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:23.915 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:23 smithi029 bash[32310]: audit 2023-10-31T06:28:23.078290+0000 mon.a (mon.0) 627 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:23.915 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:23 smithi029 bash[32310]: audit 2023-10-31T06:28:23.109938+0000 mon.a (mon.0) 628 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:28:24.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:23 smithi032 bash[57603]: cluster 2023-10-31T06:28:22.529766+0000 mgr.a (mgr.14152) 597 : cluster 0 pgmap v412: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:24.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:23 smithi032 bash[57603]: audit 2023-10-31T06:28:22.947195+0000 mon.a (mon.0) 625 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-31T06:28:24.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:23 smithi032 bash[57603]: audit 2023-10-31T06:28:23.072527+0000 mon.a (mon.0) 626 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:24.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:23 smithi032 bash[57603]: audit 2023-10-31T06:28:23.078290+0000 mon.a (mon.0) 627 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:24.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:23 smithi032 bash[57603]: audit 2023-10-31T06:28:23.109938+0000 mon.a (mon.0) 628 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:28:24.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:23 smithi006 bash[27532]: cluster 2023-10-31T06:28:22.529766+0000 mgr.a (mgr.14152) 597 : cluster 0 pgmap v412: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:24.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:23 smithi006 bash[27532]: audit 2023-10-31T06:28:22.947195+0000 mon.a (mon.0) 625 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-31T06:28:24.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:23 smithi006 bash[27532]: audit 2023-10-31T06:28:23.072527+0000 mon.a (mon.0) 626 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:24.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:23 smithi006 bash[27532]: audit 2023-10-31T06:28:23.078290+0000 mon.a (mon.0) 627 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:24.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:23 smithi006 bash[27532]: audit 2023-10-31T06:28:23.109938+0000 mon.a (mon.0) 628 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:28:25.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:24 smithi032 bash[57603]: cephadm 2023-10-31T06:28:23.741576+0000 mgr.a (mgr.14152) 598 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:28:25.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:24 smithi032 bash[57603]: audit 2023-10-31T06:28:24.208096+0000 mon.a (mon.0) 629 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:28:25.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:24 smithi006 bash[27532]: cephadm 2023-10-31T06:28:23.741576+0000 mgr.a (mgr.14152) 598 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:28:25.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:24 smithi006 bash[27532]: audit 2023-10-31T06:28:24.208096+0000 mon.a (mon.0) 629 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:28:25.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:24 smithi029 bash[32310]: cephadm 2023-10-31T06:28:23.741576+0000 mgr.a (mgr.14152) 598 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:28:25.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:24 smithi029 bash[32310]: audit 2023-10-31T06:28:24.208096+0000 mon.a (mon.0) 629 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:28:26.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:25 smithi032 bash[57603]: cluster 2023-10-31T06:28:24.530182+0000 mgr.a (mgr.14152) 599 : cluster 0 pgmap v413: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:26.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:25 smithi032 bash[57603]: cephadm 2023-10-31T06:28:25.144194+0000 mgr.a (mgr.14152) 600 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:28:26.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:25 smithi032 bash[57603]: audit 2023-10-31T06:28:25.609894+0000 mon.a (mon.0) 630 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-31T06:28:26.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:25 smithi032 bash[57603]: audit 2023-10-31T06:28:25.611668+0000 mon.a (mon.0) 631 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-31T06:28:26.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:25 smithi032 bash[57603]: audit 2023-10-31T06:28:25.613423+0000 mon.a (mon.0) 632 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:26.267 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:25 smithi006 bash[27532]: cluster 2023-10-31T06:28:24.530182+0000 mgr.a (mgr.14152) 599 : cluster 0 pgmap v413: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:26.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:25 smithi006 bash[27532]: cephadm 2023-10-31T06:28:25.144194+0000 mgr.a (mgr.14152) 600 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:28:26.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:25 smithi006 bash[27532]: audit 2023-10-31T06:28:25.609894+0000 mon.a (mon.0) 630 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-31T06:28:26.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:25 smithi006 bash[27532]: audit 2023-10-31T06:28:25.611668+0000 mon.a (mon.0) 631 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-31T06:28:26.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:25 smithi006 bash[27532]: audit 2023-10-31T06:28:25.613423+0000 mon.a (mon.0) 632 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:26.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:25 smithi029 bash[32310]: cluster 2023-10-31T06:28:24.530182+0000 mgr.a (mgr.14152) 599 : cluster 0 pgmap v413: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:26.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:25 smithi029 bash[32310]: cephadm 2023-10-31T06:28:25.144194+0000 mgr.a (mgr.14152) 600 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:28:26.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:25 smithi029 bash[32310]: audit 2023-10-31T06:28:25.609894+0000 mon.a (mon.0) 630 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-31T06:28:26.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:25 smithi029 bash[32310]: audit 2023-10-31T06:28:25.611668+0000 mon.a (mon.0) 631 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-31T06:28:26.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:25 smithi029 bash[32310]: audit 2023-10-31T06:28:25.613423+0000 mon.a (mon.0) 632 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:26.424 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:28:27.240 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:26 smithi006 bash[27532]: cephadm 2023-10-31T06:28:25.609229+0000 mgr.a (mgr.14152) 601 : cephadm 1 Reconfiguring mon.b (monmap changed)... 2023-10-31T06:28:27.240 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:26 smithi006 bash[27532]: cephadm 2023-10-31T06:28:25.615426+0000 mgr.a (mgr.14152) 602 : cephadm 1 Reconfiguring daemon mon.b on smithi029 2023-10-31T06:28:27.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:26 smithi032 bash[57603]: cephadm 2023-10-31T06:28:25.609229+0000 mgr.a (mgr.14152) 601 : cephadm 1 Reconfiguring mon.b (monmap changed)... 2023-10-31T06:28:27.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:26 smithi032 bash[57603]: cephadm 2023-10-31T06:28:25.615426+0000 mgr.a (mgr.14152) 602 : cephadm 1 Reconfiguring daemon mon.b on smithi029 2023-10-31T06:28:27.302 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:26 smithi029 bash[32310]: cephadm 2023-10-31T06:28:25.609229+0000 mgr.a (mgr.14152) 601 : cephadm 1 Reconfiguring mon.b (monmap changed)... 2023-10-31T06:28:27.302 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:26 smithi029 bash[32310]: cephadm 2023-10-31T06:28:25.615426+0000 mgr.a (mgr.14152) 602 : cephadm 1 Reconfiguring daemon mon.b on smithi029 2023-10-31T06:28:28.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:27 smithi032 bash[57603]: cluster 2023-10-31T06:28:26.530619+0000 mgr.a (mgr.14152) 603 : cluster 0 pgmap v414: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:28.267 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:27 smithi006 bash[27532]: cluster 2023-10-31T06:28:26.530619+0000 mgr.a (mgr.14152) 603 : cluster 0 pgmap v414: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:28.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:27 smithi029 bash[32310]: cluster 2023-10-31T06:28:26.530619+0000 mgr.a (mgr.14152) 603 : cluster 0 pgmap v414: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:29.267 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:29 smithi006 bash[27532]: audit 2023-10-31T06:28:28.121565+0000 mon.a (mon.0) 633 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:29.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:29 smithi006 bash[27532]: audit 2023-10-31T06:28:28.128674+0000 mon.a (mon.0) 634 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:29.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:29 smithi006 bash[27532]: audit 2023-10-31T06:28:28.137101+0000 mon.a (mon.0) 635 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:28:29.363 INFO:teuthology.orchestra.run.smithi006.stdout:# minimal ceph.conf for 750f415a-77b4-11ee-8db9-212e2dc638e7 2023-10-31T06:28:29.363 INFO:teuthology.orchestra.run.smithi006.stdout:[global] 2023-10-31T06:28:29.363 INFO:teuthology.orchestra.run.smithi006.stdout: fsid = 750f415a-77b4-11ee-8db9-212e2dc638e7 2023-10-31T06:28:29.363 INFO:teuthology.orchestra.run.smithi006.stdout: mon_host = [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] 2023-10-31T06:28:29.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:29 smithi029 bash[32310]: audit 2023-10-31T06:28:28.121565+0000 mon.a (mon.0) 633 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:29.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:29 smithi029 bash[32310]: audit 2023-10-31T06:28:28.128674+0000 mon.a (mon.0) 634 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:29.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:29 smithi029 bash[32310]: audit 2023-10-31T06:28:28.137101+0000 mon.a (mon.0) 635 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:28:29.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:29 smithi032 bash[57603]: audit 2023-10-31T06:28:28.121565+0000 mon.a (mon.0) 633 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:29.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:29 smithi032 bash[57603]: audit 2023-10-31T06:28:28.128674+0000 mon.a (mon.0) 634 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:29.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:29 smithi032 bash[57603]: audit 2023-10-31T06:28:28.137101+0000 mon.a (mon.0) 635 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:28:30.082 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2023-10-31T06:28:30.082 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2023-10-31T06:28:30.083 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd of=/etc/ceph/ceph.conf 2023-10-31T06:28:30.097 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2023-10-31T06:28:30.097 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-10-31T06:28:30.155 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2023-10-31T06:28:30.155 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/etc/ceph/ceph.conf 2023-10-31T06:28:30.173 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2023-10-31T06:28:30.173 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-10-31T06:28:30.229 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2023-10-31T06:28:30.229 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/etc/ceph/ceph.conf 2023-10-31T06:28:30.298 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2023-10-31T06:28:30.299 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-10-31T06:28:30.330 INFO:tasks.cephadm:Adding mgr.a on smithi006 2023-10-31T06:28:30.330 INFO:tasks.cephadm:Adding mgr.b on smithi029 2023-10-31T06:28:30.331 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph orch apply mgr '2;smithi006=a;smithi029=b' 2023-10-31T06:28:30.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:30 smithi029 bash[32310]: cluster 2023-10-31T06:28:28.530953+0000 mgr.a (mgr.14152) 604 : cluster 0 pgmap v415: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:30.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:30 smithi029 bash[32310]: cephadm 2023-10-31T06:28:29.287428+0000 mgr.a (mgr.14152) 605 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:28:30.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:30 smithi029 bash[32310]: audit 2023-10-31T06:28:29.355579+0000 mon.a (mon.0) 636 : audit 0 from='client.? 172.21.15.6:0/931272380' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:30.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:30 smithi029 bash[32310]: audit 2023-10-31T06:28:29.753841+0000 mon.a (mon.0) 637 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-31T06:28:30.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:30 smithi029 bash[32310]: audit 2023-10-31T06:28:29.755323+0000 mon.a (mon.0) 638 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-31T06:28:30.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:30 smithi029 bash[32310]: audit 2023-10-31T06:28:29.756635+0000 mon.a (mon.0) 639 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:30.479 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:30 smithi032 bash[57603]: cluster 2023-10-31T06:28:28.530953+0000 mgr.a (mgr.14152) 604 : cluster 0 pgmap v415: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:30.480 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:30 smithi032 bash[57603]: cephadm 2023-10-31T06:28:29.287428+0000 mgr.a (mgr.14152) 605 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:28:30.480 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:30 smithi032 bash[57603]: audit 2023-10-31T06:28:29.355579+0000 mon.a (mon.0) 636 : audit 0 from='client.? 172.21.15.6:0/931272380' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:30.480 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:30 smithi032 bash[57603]: audit 2023-10-31T06:28:29.753841+0000 mon.a (mon.0) 637 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-31T06:28:30.480 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:30 smithi032 bash[57603]: audit 2023-10-31T06:28:29.755323+0000 mon.a (mon.0) 638 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-31T06:28:30.480 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:30 smithi032 bash[57603]: audit 2023-10-31T06:28:29.756635+0000 mon.a (mon.0) 639 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:30.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:30 smithi006 bash[27532]: cluster 2023-10-31T06:28:28.530953+0000 mgr.a (mgr.14152) 604 : cluster 0 pgmap v415: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:30.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:30 smithi006 bash[27532]: cephadm 2023-10-31T06:28:29.287428+0000 mgr.a (mgr.14152) 605 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:28:30.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:30 smithi006 bash[27532]: audit 2023-10-31T06:28:29.355579+0000 mon.a (mon.0) 636 : audit 0 from='client.? 172.21.15.6:0/931272380' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:30.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:30 smithi006 bash[27532]: audit 2023-10-31T06:28:29.753841+0000 mon.a (mon.0) 637 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-31T06:28:30.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:30 smithi006 bash[27532]: audit 2023-10-31T06:28:29.755323+0000 mon.a (mon.0) 638 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-31T06:28:30.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:30 smithi006 bash[27532]: audit 2023-10-31T06:28:29.756635+0000 mon.a (mon.0) 639 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:31.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:31 smithi029 bash[32310]: cephadm 2023-10-31T06:28:29.753223+0000 mgr.a (mgr.14152) 606 : cephadm 1 Reconfiguring mon.c (monmap changed)... 2023-10-31T06:28:31.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:31 smithi029 bash[32310]: cephadm 2023-10-31T06:28:29.758096+0000 mgr.a (mgr.14152) 607 : cephadm 1 Reconfiguring daemon mon.c on smithi032 2023-10-31T06:28:31.486 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:31 smithi032 bash[57603]: cephadm 2023-10-31T06:28:29.753223+0000 mgr.a (mgr.14152) 606 : cephadm 1 Reconfiguring mon.c (monmap changed)... 2023-10-31T06:28:31.487 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:31 smithi032 bash[57603]: cephadm 2023-10-31T06:28:29.758096+0000 mgr.a (mgr.14152) 607 : cephadm 1 Reconfiguring daemon mon.c on smithi032 2023-10-31T06:28:31.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:31 smithi006 bash[27532]: cephadm 2023-10-31T06:28:29.753223+0000 mgr.a (mgr.14152) 606 : cephadm 1 Reconfiguring mon.c (monmap changed)... 2023-10-31T06:28:31.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:31 smithi006 bash[27532]: cephadm 2023-10-31T06:28:29.758096+0000 mgr.a (mgr.14152) 607 : cephadm 1 Reconfiguring daemon mon.c on smithi032 2023-10-31T06:28:32.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:32 smithi029 bash[32310]: cluster 2023-10-31T06:28:30.531392+0000 mgr.a (mgr.14152) 608 : cluster 0 pgmap v416: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:32.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:32 smithi029 bash[32310]: audit 2023-10-31T06:28:31.958530+0000 mon.a (mon.0) 640 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:32.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:32 smithi029 bash[32310]: audit 2023-10-31T06:28:31.965459+0000 mon.a (mon.0) 641 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:32.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:32 smithi029 bash[32310]: audit 2023-10-31T06:28:31.979962+0000 mon.a (mon.0) 642 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:28:32.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:32 smithi029 bash[32310]: audit 2023-10-31T06:28:31.984907+0000 mon.a (mon.0) 643 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:28:32.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:32 smithi029 bash[32310]: audit 2023-10-31T06:28:31.985420+0000 mon.a (mon.0) 644 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:28:32.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:32 smithi029 bash[32310]: audit 2023-10-31T06:28:31.985881+0000 mon.a (mon.0) 645 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:28:32.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:32 smithi032 bash[57603]: cluster 2023-10-31T06:28:30.531392+0000 mgr.a (mgr.14152) 608 : cluster 0 pgmap v416: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:32.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:32 smithi032 bash[57603]: audit 2023-10-31T06:28:31.958530+0000 mon.a (mon.0) 640 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:32.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:32 smithi032 bash[57603]: audit 2023-10-31T06:28:31.965459+0000 mon.a (mon.0) 641 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:32.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:32 smithi032 bash[57603]: audit 2023-10-31T06:28:31.979962+0000 mon.a (mon.0) 642 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:28:32.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:32 smithi032 bash[57603]: audit 2023-10-31T06:28:31.984907+0000 mon.a (mon.0) 643 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:28:32.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:32 smithi032 bash[57603]: audit 2023-10-31T06:28:31.985420+0000 mon.a (mon.0) 644 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:28:32.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:32 smithi032 bash[57603]: audit 2023-10-31T06:28:31.985881+0000 mon.a (mon.0) 645 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:28:32.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:32 smithi006 bash[27532]: cluster 2023-10-31T06:28:30.531392+0000 mgr.a (mgr.14152) 608 : cluster 0 pgmap v416: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:32.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:32 smithi006 bash[27532]: audit 2023-10-31T06:28:31.958530+0000 mon.a (mon.0) 640 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:32.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:32 smithi006 bash[27532]: audit 2023-10-31T06:28:31.965459+0000 mon.a (mon.0) 641 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:32.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:32 smithi006 bash[27532]: audit 2023-10-31T06:28:31.979962+0000 mon.a (mon.0) 642 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:28:32.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:32 smithi006 bash[27532]: audit 2023-10-31T06:28:31.984907+0000 mon.a (mon.0) 643 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:28:32.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:32 smithi006 bash[27532]: audit 2023-10-31T06:28:31.985420+0000 mon.a (mon.0) 644 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:28:32.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:32 smithi006 bash[27532]: audit 2023-10-31T06:28:31.985881+0000 mon.a (mon.0) 645 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:28:34.075 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.c/config 2023-10-31T06:28:34.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:34 smithi029 bash[32310]: cephadm 2023-10-31T06:28:32.428492+0000 mgr.a (mgr.14152) 609 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:28:34.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:34 smithi029 bash[32310]: cephadm 2023-10-31T06:28:32.483950+0000 mgr.a (mgr.14152) 610 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:28:34.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:34 smithi029 bash[32310]: cluster 2023-10-31T06:28:32.531778+0000 mgr.a (mgr.14152) 611 : cluster 0 pgmap v417: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:34.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:34 smithi029 bash[32310]: cephadm 2023-10-31T06:28:32.702461+0000 mgr.a (mgr.14152) 612 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:28:34.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:34 smithi029 bash[32310]: audit 2023-10-31T06:28:33.168454+0000 mon.a (mon.0) 646 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:34.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:34 smithi029 bash[32310]: audit 2023-10-31T06:28:33.170187+0000 mon.a (mon.0) 647 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:28:34.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:34 smithi029 bash[32310]: cluster 2023-10-31T06:28:33.173249+0000 mgr.a (mgr.14152) 613 : cluster 0 pgmap v418: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:34.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:34 smithi029 bash[32310]: cluster 2023-10-31T06:28:33.173600+0000 mgr.a (mgr.14152) 614 : cluster 0 pgmap v419: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:34.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:34 smithi029 bash[32310]: audit 2023-10-31T06:28:33.180847+0000 mon.a (mon.0) 648 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:34.417 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:34 smithi029 bash[32310]: audit 2023-10-31T06:28:33.281960+0000 mon.a (mon.0) 649 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:28:34.417 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:34 smithi029 bash[32310]: audit 2023-10-31T06:28:33.946536+0000 mon.a (mon.0) 650 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:28:34.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:34 smithi032 bash[57603]: cephadm 2023-10-31T06:28:32.428492+0000 mgr.a (mgr.14152) 609 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:28:34.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:34 smithi032 bash[57603]: cephadm 2023-10-31T06:28:32.483950+0000 mgr.a (mgr.14152) 610 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:28:34.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:34 smithi032 bash[57603]: cluster 2023-10-31T06:28:32.531778+0000 mgr.a (mgr.14152) 611 : cluster 0 pgmap v417: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:34.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:34 smithi032 bash[57603]: cephadm 2023-10-31T06:28:32.702461+0000 mgr.a (mgr.14152) 612 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:28:34.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:34 smithi032 bash[57603]: audit 2023-10-31T06:28:33.168454+0000 mon.a (mon.0) 646 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:34.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:34 smithi032 bash[57603]: audit 2023-10-31T06:28:33.170187+0000 mon.a (mon.0) 647 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:28:34.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:34 smithi032 bash[57603]: cluster 2023-10-31T06:28:33.173249+0000 mgr.a (mgr.14152) 613 : cluster 0 pgmap v418: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:34.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:34 smithi032 bash[57603]: cluster 2023-10-31T06:28:33.173600+0000 mgr.a (mgr.14152) 614 : cluster 0 pgmap v419: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:34.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:34 smithi032 bash[57603]: audit 2023-10-31T06:28:33.180847+0000 mon.a (mon.0) 648 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:34.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:34 smithi032 bash[57603]: audit 2023-10-31T06:28:33.281960+0000 mon.a (mon.0) 649 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:28:34.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:34 smithi032 bash[57603]: audit 2023-10-31T06:28:33.946536+0000 mon.a (mon.0) 650 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:28:34.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:34 smithi006 bash[27532]: cephadm 2023-10-31T06:28:32.428492+0000 mgr.a (mgr.14152) 609 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:28:34.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:34 smithi006 bash[27532]: cephadm 2023-10-31T06:28:32.483950+0000 mgr.a (mgr.14152) 610 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:28:34.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:34 smithi006 bash[27532]: cluster 2023-10-31T06:28:32.531778+0000 mgr.a (mgr.14152) 611 : cluster 0 pgmap v417: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:34.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:34 smithi006 bash[27532]: cephadm 2023-10-31T06:28:32.702461+0000 mgr.a (mgr.14152) 612 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:28:34.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:34 smithi006 bash[27532]: audit 2023-10-31T06:28:33.168454+0000 mon.a (mon.0) 646 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:34.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:34 smithi006 bash[27532]: audit 2023-10-31T06:28:33.170187+0000 mon.a (mon.0) 647 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:28:34.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:34 smithi006 bash[27532]: cluster 2023-10-31T06:28:33.173249+0000 mgr.a (mgr.14152) 613 : cluster 0 pgmap v418: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:34.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:34 smithi006 bash[27532]: cluster 2023-10-31T06:28:33.173600+0000 mgr.a (mgr.14152) 614 : cluster 0 pgmap v419: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:34.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:34 smithi006 bash[27532]: audit 2023-10-31T06:28:33.180847+0000 mon.a (mon.0) 648 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:34.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:34 smithi006 bash[27532]: audit 2023-10-31T06:28:33.281960+0000 mon.a (mon.0) 649 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:28:34.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:34 smithi006 bash[27532]: audit 2023-10-31T06:28:33.946536+0000 mon.a (mon.0) 650 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:28:35.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:35 smithi032 bash[57603]: cephadm 2023-10-31T06:28:33.475566+0000 mgr.a (mgr.14152) 615 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:28:35.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:35 smithi006 bash[27532]: cephadm 2023-10-31T06:28:33.475566+0000 mgr.a (mgr.14152) 615 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:28:35.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:35 smithi029 bash[32310]: cephadm 2023-10-31T06:28:33.475566+0000 mgr.a (mgr.14152) 615 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:28:36.497 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:36 smithi032 bash[57603]: cephadm 2023-10-31T06:28:34.864099+0000 mgr.a (mgr.14152) 616 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:28:36.497 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:36 smithi032 bash[57603]: cluster 2023-10-31T06:28:35.174055+0000 mgr.a (mgr.14152) 617 : cluster 0 pgmap v420: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:36.497 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:36 smithi032 bash[57603]: audit 2023-10-31T06:28:35.330970+0000 mon.a (mon.0) 651 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:28:36.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:36 smithi006 bash[27532]: cephadm 2023-10-31T06:28:34.864099+0000 mgr.a (mgr.14152) 616 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:28:36.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:36 smithi006 bash[27532]: cluster 2023-10-31T06:28:35.174055+0000 mgr.a (mgr.14152) 617 : cluster 0 pgmap v420: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:36.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:36 smithi006 bash[27532]: audit 2023-10-31T06:28:35.330970+0000 mon.a (mon.0) 651 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:28:36.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:36 smithi029 bash[32310]: cephadm 2023-10-31T06:28:34.864099+0000 mgr.a (mgr.14152) 616 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:28:36.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:36 smithi029 bash[32310]: cluster 2023-10-31T06:28:35.174055+0000 mgr.a (mgr.14152) 617 : cluster 0 pgmap v420: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:36.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:36 smithi029 bash[32310]: audit 2023-10-31T06:28:35.330970+0000 mon.a (mon.0) 651 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:28:37.013 INFO:teuthology.orchestra.run.smithi032.stdout:Scheduled mgr update... 2023-10-31T06:28:37.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:37 smithi032 bash[57603]: cephadm 2023-10-31T06:28:35.623171+0000 mgr.a (mgr.14152) 618 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:28:37.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:37 smithi032 bash[57603]: audit 2023-10-31T06:28:37.004764+0000 mon.a (mon.0) 652 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:37.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:37 smithi032 bash[57603]: audit 2023-10-31T06:28:37.006627+0000 mon.a (mon.0) 653 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:28:37.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:37 smithi032 bash[57603]: audit 2023-10-31T06:28:37.010259+0000 mon.a (mon.0) 654 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:28:37.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:37 smithi032 bash[57603]: audit 2023-10-31T06:28:37.010816+0000 mon.a (mon.0) 655 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:28:37.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:37 smithi032 bash[57603]: audit 2023-10-31T06:28:37.011216+0000 mon.a (mon.0) 656 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:28:37.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:37 smithi006 bash[27532]: cephadm 2023-10-31T06:28:35.623171+0000 mgr.a (mgr.14152) 618 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:28:37.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:37 smithi006 bash[27532]: audit 2023-10-31T06:28:37.004764+0000 mon.a (mon.0) 652 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:37.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:37 smithi006 bash[27532]: audit 2023-10-31T06:28:37.006627+0000 mon.a (mon.0) 653 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:28:37.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:37 smithi006 bash[27532]: audit 2023-10-31T06:28:37.010259+0000 mon.a (mon.0) 654 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:28:37.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:37 smithi006 bash[27532]: audit 2023-10-31T06:28:37.010816+0000 mon.a (mon.0) 655 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:28:37.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:37 smithi006 bash[27532]: audit 2023-10-31T06:28:37.011216+0000 mon.a (mon.0) 656 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:28:37.593 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:37 smithi029 bash[32310]: cephadm 2023-10-31T06:28:35.623171+0000 mgr.a (mgr.14152) 618 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:28:37.594 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:37 smithi029 bash[32310]: audit 2023-10-31T06:28:37.004764+0000 mon.a (mon.0) 652 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:37.594 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:37 smithi029 bash[32310]: audit 2023-10-31T06:28:37.006627+0000 mon.a (mon.0) 653 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:28:37.594 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:37 smithi029 bash[32310]: audit 2023-10-31T06:28:37.010259+0000 mon.a (mon.0) 654 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:28:37.594 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:37 smithi029 bash[32310]: audit 2023-10-31T06:28:37.010816+0000 mon.a (mon.0) 655 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:28:37.595 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:37 smithi029 bash[32310]: audit 2023-10-31T06:28:37.011216+0000 mon.a (mon.0) 656 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:28:37.706 DEBUG:teuthology.orchestra.run.smithi029:mgr.b> sudo journalctl -f -n 0 -u ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@mgr.b.service 2023-10-31T06:28:37.709 INFO:tasks.cephadm:Deploying OSDs... 2023-10-31T06:28:37.710 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2023-10-31T06:28:37.710 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/scratch_devs of=/dev/stdout 2023-10-31T06:28:37.717 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-10-31T06:28:37.717 DEBUG:teuthology.orchestra.run.smithi006:> stat /dev/vg_nvme/lv_1 2023-10-31T06:28:37.768 INFO:teuthology.orchestra.run.smithi006.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-10-31T06:28:37.769 INFO:teuthology.orchestra.run.smithi006.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-31T06:28:37.769 INFO:teuthology.orchestra.run.smithi006.stdout:Device: 5h/5d Inode: 494 Links: 1 2023-10-31T06:28:37.769 INFO:teuthology.orchestra.run.smithi006.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-31T06:28:37.769 INFO:teuthology.orchestra.run.smithi006.stdout:Access: 2023-10-31 06:08:20.301886196 +0000 2023-10-31T06:28:37.770 INFO:teuthology.orchestra.run.smithi006.stdout:Modify: 2023-10-31 06:08:20.001893115 +0000 2023-10-31T06:28:37.770 INFO:teuthology.orchestra.run.smithi006.stdout:Change: 2023-10-31 06:08:20.001893115 +0000 2023-10-31T06:28:37.770 INFO:teuthology.orchestra.run.smithi006.stdout: Birth: - 2023-10-31T06:28:37.770 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-10-31T06:28:37.823 INFO:teuthology.orchestra.run.smithi006.stderr:1+0 records in 2023-10-31T06:28:37.824 INFO:teuthology.orchestra.run.smithi006.stderr:1+0 records out 2023-10-31T06:28:37.824 INFO:teuthology.orchestra.run.smithi006.stderr:512 bytes copied, 0.000346045 s, 1.5 MB/s 2023-10-31T06:28:37.825 DEBUG:teuthology.orchestra.run.smithi006:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-10-31T06:28:37.879 DEBUG:teuthology.orchestra.run.smithi006:> stat /dev/vg_nvme/lv_2 2023-10-31T06:28:37.928 INFO:teuthology.orchestra.run.smithi006.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-10-31T06:28:37.929 INFO:teuthology.orchestra.run.smithi006.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-31T06:28:37.929 INFO:teuthology.orchestra.run.smithi006.stdout:Device: 5h/5d Inode: 499 Links: 1 2023-10-31T06:28:37.929 INFO:teuthology.orchestra.run.smithi006.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-31T06:28:37.929 INFO:teuthology.orchestra.run.smithi006.stdout:Access: 2023-10-31 06:08:20.829874020 +0000 2023-10-31T06:28:37.930 INFO:teuthology.orchestra.run.smithi006.stdout:Modify: 2023-10-31 06:08:20.525881031 +0000 2023-10-31T06:28:37.930 INFO:teuthology.orchestra.run.smithi006.stdout:Change: 2023-10-31 06:08:20.525881031 +0000 2023-10-31T06:28:37.930 INFO:teuthology.orchestra.run.smithi006.stdout: Birth: - 2023-10-31T06:28:37.930 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-10-31T06:28:37.962 INFO:journalctl@ceph.mgr.b.smithi029.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2023-10-31T06:28:37.982 INFO:teuthology.orchestra.run.smithi006.stderr:1+0 records in 2023-10-31T06:28:37.982 INFO:teuthology.orchestra.run.smithi006.stderr:1+0 records out 2023-10-31T06:28:37.983 INFO:teuthology.orchestra.run.smithi006.stderr:512 bytes copied, 0.000314469 s, 1.6 MB/s 2023-10-31T06:28:37.984 DEBUG:teuthology.orchestra.run.smithi006:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-10-31T06:28:38.033 DEBUG:teuthology.orchestra.run.smithi006:> stat /dev/vg_nvme/lv_3 2023-10-31T06:28:38.084 INFO:teuthology.orchestra.run.smithi006.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-10-31T06:28:38.085 INFO:teuthology.orchestra.run.smithi006.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-31T06:28:38.085 INFO:teuthology.orchestra.run.smithi006.stdout:Device: 5h/5d Inode: 508 Links: 1 2023-10-31T06:28:38.085 INFO:teuthology.orchestra.run.smithi006.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-31T06:28:38.085 INFO:teuthology.orchestra.run.smithi006.stdout:Access: 2023-10-31 06:08:21.385861198 +0000 2023-10-31T06:28:38.085 INFO:teuthology.orchestra.run.smithi006.stdout:Modify: 2023-10-31 06:08:21.057868762 +0000 2023-10-31T06:28:38.086 INFO:teuthology.orchestra.run.smithi006.stdout:Change: 2023-10-31 06:08:21.057868762 +0000 2023-10-31T06:28:38.086 INFO:teuthology.orchestra.run.smithi006.stdout: Birth: - 2023-10-31T06:28:38.086 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-10-31T06:28:38.138 INFO:teuthology.orchestra.run.smithi006.stderr:1+0 records in 2023-10-31T06:28:38.138 INFO:teuthology.orchestra.run.smithi006.stderr:1+0 records out 2023-10-31T06:28:38.138 INFO:teuthology.orchestra.run.smithi006.stderr:512 bytes copied, 0.000363877 s, 1.4 MB/s 2023-10-31T06:28:38.139 DEBUG:teuthology.orchestra.run.smithi006:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-10-31T06:28:38.188 DEBUG:teuthology.orchestra.run.smithi006:> stat /dev/vg_nvme/lv_4 2023-10-31T06:28:38.236 INFO:teuthology.orchestra.run.smithi006.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-10-31T06:28:38.236 INFO:teuthology.orchestra.run.smithi006.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-31T06:28:38.236 INFO:teuthology.orchestra.run.smithi006.stdout:Device: 5h/5d Inode: 513 Links: 1 2023-10-31T06:28:38.236 INFO:teuthology.orchestra.run.smithi006.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-31T06:28:38.237 INFO:teuthology.orchestra.run.smithi006.stdout:Access: 2023-10-31 06:08:21.929848653 +0000 2023-10-31T06:28:38.237 INFO:teuthology.orchestra.run.smithi006.stdout:Modify: 2023-10-31 06:08:21.609856032 +0000 2023-10-31T06:28:38.237 INFO:teuthology.orchestra.run.smithi006.stdout:Change: 2023-10-31 06:08:21.609856032 +0000 2023-10-31T06:28:38.237 INFO:teuthology.orchestra.run.smithi006.stdout: Birth: - 2023-10-31T06:28:38.238 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-10-31T06:28:38.289 INFO:teuthology.orchestra.run.smithi006.stderr:1+0 records in 2023-10-31T06:28:38.290 INFO:teuthology.orchestra.run.smithi006.stderr:1+0 records out 2023-10-31T06:28:38.290 INFO:teuthology.orchestra.run.smithi006.stderr:512 bytes copied, 0.000381499 s, 1.3 MB/s 2023-10-31T06:28:38.291 DEBUG:teuthology.orchestra.run.smithi006:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-10-31T06:28:38.340 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2023-10-31T06:28:38.340 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/scratch_devs of=/dev/stdout 2023-10-31T06:28:38.348 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-10-31T06:28:38.349 DEBUG:teuthology.orchestra.run.smithi029:> stat /dev/vg_nvme/lv_1 2023-10-31T06:28:38.397 INFO:teuthology.orchestra.run.smithi029.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-10-31T06:28:38.398 INFO:teuthology.orchestra.run.smithi029.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-31T06:28:38.398 INFO:teuthology.orchestra.run.smithi029.stdout:Device: 5h/5d Inode: 489 Links: 1 2023-10-31T06:28:38.398 INFO:teuthology.orchestra.run.smithi029.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-31T06:28:38.398 INFO:teuthology.orchestra.run.smithi029.stdout:Access: 2023-10-31 06:08:25.331025026 +0000 2023-10-31T06:28:38.398 INFO:teuthology.orchestra.run.smithi029.stdout:Modify: 2023-10-31 06:08:25.327025119 +0000 2023-10-31T06:28:38.399 INFO:teuthology.orchestra.run.smithi029.stdout:Change: 2023-10-31 06:08:25.327025119 +0000 2023-10-31T06:28:38.399 INFO:teuthology.orchestra.run.smithi029.stdout: Birth: - 2023-10-31T06:28:38.399 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-10-31T06:28:38.454 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:38 smithi029 bash[32310]: audit 2023-10-31T06:28:36.994580+0000 mgr.a (mgr.14152) 619 : audit 0 from='client.24112 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi006=a;smithi029=b", "target": ["mon-mgr", ""]}]: dispatch 2023-10-31T06:28:38.454 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:38 smithi029 bash[32310]: cephadm 2023-10-31T06:28:36.998192+0000 mgr.a (mgr.14152) 620 : cephadm 1 Saving service mgr spec with placement smithi006=a;smithi029=b;count:2 2023-10-31T06:28:38.455 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:38 smithi029 bash[32310]: cluster 2023-10-31T06:28:37.174464+0000 mgr.a (mgr.14152) 621 : cluster 0 pgmap v421: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:38.455 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:38 smithi029 bash[32310]: cephadm 2023-10-31T06:28:37.204256+0000 mgr.a (mgr.14152) 622 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:28:38.456 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records in 2023-10-31T06:28:38.457 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records out 2023-10-31T06:28:38.457 INFO:teuthology.orchestra.run.smithi029.stderr:512 bytes copied, 0.000305364 s, 1.7 MB/s 2023-10-31T06:28:38.458 DEBUG:teuthology.orchestra.run.smithi029:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-10-31T06:28:38.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:38 smithi032 bash[57603]: audit 2023-10-31T06:28:36.994580+0000 mgr.a (mgr.14152) 619 : audit 0 from='client.24112 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi006=a;smithi029=b", "target": ["mon-mgr", ""]}]: dispatch 2023-10-31T06:28:38.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:38 smithi032 bash[57603]: cephadm 2023-10-31T06:28:36.998192+0000 mgr.a (mgr.14152) 620 : cephadm 1 Saving service mgr spec with placement smithi006=a;smithi029=b;count:2 2023-10-31T06:28:38.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:38 smithi032 bash[57603]: cluster 2023-10-31T06:28:37.174464+0000 mgr.a (mgr.14152) 621 : cluster 0 pgmap v421: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:38.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:38 smithi032 bash[57603]: cephadm 2023-10-31T06:28:37.204256+0000 mgr.a (mgr.14152) 622 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:28:38.510 DEBUG:teuthology.orchestra.run.smithi029:> stat /dev/vg_nvme/lv_2 2023-10-31T06:28:38.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:38 smithi006 bash[27532]: audit 2023-10-31T06:28:36.994580+0000 mgr.a (mgr.14152) 619 : audit 0 from='client.24112 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi006=a;smithi029=b", "target": ["mon-mgr", ""]}]: dispatch 2023-10-31T06:28:38.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:38 smithi006 bash[27532]: cephadm 2023-10-31T06:28:36.998192+0000 mgr.a (mgr.14152) 620 : cephadm 1 Saving service mgr spec with placement smithi006=a;smithi029=b;count:2 2023-10-31T06:28:38.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:38 smithi006 bash[27532]: cluster 2023-10-31T06:28:37.174464+0000 mgr.a (mgr.14152) 621 : cluster 0 pgmap v421: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:38.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:38 smithi006 bash[27532]: cephadm 2023-10-31T06:28:37.204256+0000 mgr.a (mgr.14152) 622 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:28:38.561 INFO:teuthology.orchestra.run.smithi029.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-10-31T06:28:38.561 INFO:teuthology.orchestra.run.smithi029.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-31T06:28:38.561 INFO:teuthology.orchestra.run.smithi029.stdout:Device: 5h/5d Inode: 497 Links: 1 2023-10-31T06:28:38.561 INFO:teuthology.orchestra.run.smithi029.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-31T06:28:38.561 INFO:teuthology.orchestra.run.smithi029.stdout:Access: 2023-10-31 06:08:26.171005692 +0000 2023-10-31T06:28:38.562 INFO:teuthology.orchestra.run.smithi029.stdout:Modify: 2023-10-31 06:08:25.839013334 +0000 2023-10-31T06:28:38.562 INFO:teuthology.orchestra.run.smithi029.stdout:Change: 2023-10-31 06:08:25.839013334 +0000 2023-10-31T06:28:38.562 INFO:teuthology.orchestra.run.smithi029.stdout: Birth: - 2023-10-31T06:28:38.562 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-10-31T06:28:38.616 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records in 2023-10-31T06:28:38.616 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records out 2023-10-31T06:28:38.616 INFO:teuthology.orchestra.run.smithi029.stderr:512 bytes copied, 0.000296771 s, 1.7 MB/s 2023-10-31T06:28:38.617 DEBUG:teuthology.orchestra.run.smithi029:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-10-31T06:28:38.670 DEBUG:teuthology.orchestra.run.smithi029:> stat /dev/vg_nvme/lv_3 2023-10-31T06:28:38.721 INFO:teuthology.orchestra.run.smithi029.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-10-31T06:28:38.721 INFO:teuthology.orchestra.run.smithi029.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-31T06:28:38.721 INFO:teuthology.orchestra.run.smithi029.stdout:Device: 5h/5d Inode: 503 Links: 1 2023-10-31T06:28:38.721 INFO:teuthology.orchestra.run.smithi029.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-31T06:28:38.722 INFO:teuthology.orchestra.run.smithi029.stdout:Access: 2023-10-31 06:08:26.694993629 +0000 2023-10-31T06:28:38.722 INFO:teuthology.orchestra.run.smithi029.stdout:Modify: 2023-10-31 06:08:26.375000995 +0000 2023-10-31T06:28:38.722 INFO:teuthology.orchestra.run.smithi029.stdout:Change: 2023-10-31 06:08:26.375000995 +0000 2023-10-31T06:28:38.722 INFO:teuthology.orchestra.run.smithi029.stdout: Birth: - 2023-10-31T06:28:38.723 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-10-31T06:28:38.776 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records in 2023-10-31T06:28:38.776 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records out 2023-10-31T06:28:38.777 INFO:teuthology.orchestra.run.smithi029.stderr:512 bytes copied, 0.000274164 s, 1.9 MB/s 2023-10-31T06:28:38.778 DEBUG:teuthology.orchestra.run.smithi029:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-10-31T06:28:38.829 DEBUG:teuthology.orchestra.run.smithi029:> stat /dev/vg_nvme/lv_4 2023-10-31T06:28:38.881 INFO:teuthology.orchestra.run.smithi029.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-10-31T06:28:38.882 INFO:teuthology.orchestra.run.smithi029.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-31T06:28:38.882 INFO:teuthology.orchestra.run.smithi029.stdout:Device: 5h/5d Inode: 510 Links: 1 2023-10-31T06:28:38.882 INFO:teuthology.orchestra.run.smithi029.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-31T06:28:38.882 INFO:teuthology.orchestra.run.smithi029.stdout:Access: 2023-10-31 06:08:27.234981199 +0000 2023-10-31T06:28:38.882 INFO:teuthology.orchestra.run.smithi029.stdout:Modify: 2023-10-31 06:08:26.910988658 +0000 2023-10-31T06:28:38.883 INFO:teuthology.orchestra.run.smithi029.stdout:Change: 2023-10-31 06:08:26.910988658 +0000 2023-10-31T06:28:38.883 INFO:teuthology.orchestra.run.smithi029.stdout: Birth: - 2023-10-31T06:28:38.883 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-10-31T06:28:38.940 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records in 2023-10-31T06:28:38.940 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records out 2023-10-31T06:28:38.941 INFO:teuthology.orchestra.run.smithi029.stderr:512 bytes copied, 0.000312594 s, 1.6 MB/s 2023-10-31T06:28:38.942 DEBUG:teuthology.orchestra.run.smithi029:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-10-31T06:28:38.992 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2023-10-31T06:28:38.993 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/scratch_devs of=/dev/stdout 2023-10-31T06:28:39.001 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-10-31T06:28:39.001 DEBUG:teuthology.orchestra.run.smithi032:> stat /dev/vg_nvme/lv_1 2023-10-31T06:28:39.051 INFO:teuthology.orchestra.run.smithi032.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-10-31T06:28:39.051 INFO:teuthology.orchestra.run.smithi032.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-31T06:28:39.051 INFO:teuthology.orchestra.run.smithi032.stdout:Device: 5h/5d Inode: 496 Links: 1 2023-10-31T06:28:39.051 INFO:teuthology.orchestra.run.smithi032.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-31T06:28:39.052 INFO:teuthology.orchestra.run.smithi032.stdout:Access: 2023-10-31 06:08:22.227378330 +0000 2023-10-31T06:28:39.052 INFO:teuthology.orchestra.run.smithi032.stdout:Modify: 2023-10-31 06:08:22.223378415 +0000 2023-10-31T06:28:39.052 INFO:teuthology.orchestra.run.smithi032.stdout:Change: 2023-10-31 06:08:22.223378415 +0000 2023-10-31T06:28:39.052 INFO:teuthology.orchestra.run.smithi032.stdout: Birth: - 2023-10-31T06:28:39.053 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-10-31T06:28:39.106 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records in 2023-10-31T06:28:39.107 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records out 2023-10-31T06:28:39.107 INFO:teuthology.orchestra.run.smithi032.stderr:512 bytes copied, 0.000233472 s, 2.2 MB/s 2023-10-31T06:28:39.108 DEBUG:teuthology.orchestra.run.smithi032:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-10-31T06:28:39.161 DEBUG:teuthology.orchestra.run.smithi032:> stat /dev/vg_nvme/lv_2 2023-10-31T06:28:39.211 INFO:teuthology.orchestra.run.smithi032.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-10-31T06:28:39.212 INFO:teuthology.orchestra.run.smithi032.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-31T06:28:39.212 INFO:teuthology.orchestra.run.smithi032.stdout:Device: 5h/5d Inode: 499 Links: 1 2023-10-31T06:28:39.212 INFO:teuthology.orchestra.run.smithi032.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-31T06:28:39.212 INFO:teuthology.orchestra.run.smithi032.stdout:Access: 2023-10-31 06:08:23.075360445 +0000 2023-10-31T06:28:39.213 INFO:teuthology.orchestra.run.smithi032.stdout:Modify: 2023-10-31 06:08:22.767366942 +0000 2023-10-31T06:28:39.213 INFO:teuthology.orchestra.run.smithi032.stdout:Change: 2023-10-31 06:08:22.767366942 +0000 2023-10-31T06:28:39.213 INFO:teuthology.orchestra.run.smithi032.stdout: Birth: - 2023-10-31T06:28:39.213 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-10-31T06:28:39.267 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records in 2023-10-31T06:28:39.267 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records out 2023-10-31T06:28:39.267 INFO:teuthology.orchestra.run.smithi032.stderr:512 bytes copied, 0.000300371 s, 1.7 MB/s 2023-10-31T06:28:39.268 DEBUG:teuthology.orchestra.run.smithi032:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-10-31T06:28:39.321 DEBUG:teuthology.orchestra.run.smithi032:> stat /dev/vg_nvme/lv_3 2023-10-31T06:28:39.371 INFO:teuthology.orchestra.run.smithi032.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-10-31T06:28:39.371 INFO:teuthology.orchestra.run.smithi032.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-31T06:28:39.372 INFO:teuthology.orchestra.run.smithi032.stdout:Device: 5h/5d Inode: 507 Links: 1 2023-10-31T06:28:39.372 INFO:teuthology.orchestra.run.smithi032.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-31T06:28:39.372 INFO:teuthology.orchestra.run.smithi032.stdout:Access: 2023-10-31 06:08:23.599349391 +0000 2023-10-31T06:28:39.372 INFO:teuthology.orchestra.run.smithi032.stdout:Modify: 2023-10-31 06:08:23.283356057 +0000 2023-10-31T06:28:39.372 INFO:teuthology.orchestra.run.smithi032.stdout:Change: 2023-10-31 06:08:23.283356057 +0000 2023-10-31T06:28:39.373 INFO:teuthology.orchestra.run.smithi032.stdout: Birth: - 2023-10-31T06:28:39.373 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-10-31T06:28:39.424 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:39 smithi032 bash[57603]: cephadm 2023-10-31T06:28:37.665544+0000 mgr.a (mgr.14152) 623 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:28:39.425 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:39 smithi032 bash[57603]: cephadm 2023-10-31T06:28:38.300089+0000 mgr.a (mgr.14152) 624 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:28:39.425 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:39 smithi032 bash[57603]: audit 2023-10-31T06:28:38.766781+0000 mon.a (mon.0) 657 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:39.425 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:39 smithi032 bash[57603]: audit 2023-10-31T06:28:38.768533+0000 mon.a (mon.0) 658 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:28:39.425 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:39 smithi032 bash[57603]: audit 2023-10-31T06:28:38.777488+0000 mon.a (mon.0) 659 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:39.426 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:39 smithi032 bash[57603]: audit 2023-10-31T06:28:38.781354+0000 mon.a (mon.0) 660 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.b", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-31T06:28:39.426 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:39 smithi032 bash[57603]: audit 2023-10-31T06:28:38.785180+0000 mon.a (mon.0) 661 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.b", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-10-31T06:28:39.426 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:39 smithi032 bash[57603]: audit 2023-10-31T06:28:38.788234+0000 mon.a (mon.0) 662 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-31T06:28:39.426 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:39 smithi032 bash[57603]: audit 2023-10-31T06:28:38.789916+0000 mon.a (mon.0) 663 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:39.427 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records in 2023-10-31T06:28:39.428 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records out 2023-10-31T06:28:39.428 INFO:teuthology.orchestra.run.smithi032.stderr:512 bytes copied, 0.000310561 s, 1.6 MB/s 2023-10-31T06:28:39.428 DEBUG:teuthology.orchestra.run.smithi032:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-10-31T06:28:39.443 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:39 smithi029 bash[32310]: cephadm 2023-10-31T06:28:37.665544+0000 mgr.a (mgr.14152) 623 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:28:39.443 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:39 smithi029 bash[32310]: cephadm 2023-10-31T06:28:38.300089+0000 mgr.a (mgr.14152) 624 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:28:39.443 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:39 smithi029 bash[32310]: audit 2023-10-31T06:28:38.766781+0000 mon.a (mon.0) 657 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:39.443 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:39 smithi029 bash[32310]: audit 2023-10-31T06:28:38.768533+0000 mon.a (mon.0) 658 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:28:39.443 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:39 smithi029 bash[32310]: audit 2023-10-31T06:28:38.777488+0000 mon.a (mon.0) 659 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:39.444 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:39 smithi029 bash[32310]: audit 2023-10-31T06:28:38.781354+0000 mon.a (mon.0) 660 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.b", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-31T06:28:39.444 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:39 smithi029 bash[32310]: audit 2023-10-31T06:28:38.785180+0000 mon.a (mon.0) 661 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.b", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-10-31T06:28:39.444 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:39 smithi029 bash[32310]: audit 2023-10-31T06:28:38.788234+0000 mon.a (mon.0) 662 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-31T06:28:39.444 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:39 smithi029 bash[32310]: audit 2023-10-31T06:28:38.789916+0000 mon.a (mon.0) 663 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:39.477 DEBUG:teuthology.orchestra.run.smithi032:> stat /dev/vg_nvme/lv_4 2023-10-31T06:28:39.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:39 smithi006 bash[27532]: cephadm 2023-10-31T06:28:37.665544+0000 mgr.a (mgr.14152) 623 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:28:39.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:39 smithi006 bash[27532]: cephadm 2023-10-31T06:28:38.300089+0000 mgr.a (mgr.14152) 624 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:28:39.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:39 smithi006 bash[27532]: audit 2023-10-31T06:28:38.766781+0000 mon.a (mon.0) 657 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:39.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:39 smithi006 bash[27532]: audit 2023-10-31T06:28:38.768533+0000 mon.a (mon.0) 658 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:28:39.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:39 smithi006 bash[27532]: audit 2023-10-31T06:28:38.777488+0000 mon.a (mon.0) 659 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:39.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:39 smithi006 bash[27532]: audit 2023-10-31T06:28:38.781354+0000 mon.a (mon.0) 660 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.b", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-31T06:28:39.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:39 smithi006 bash[27532]: audit 2023-10-31T06:28:38.785180+0000 mon.a (mon.0) 661 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.b", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-10-31T06:28:39.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:39 smithi006 bash[27532]: audit 2023-10-31T06:28:38.788234+0000 mon.a (mon.0) 662 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-31T06:28:39.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:39 smithi006 bash[27532]: audit 2023-10-31T06:28:38.789916+0000 mon.a (mon.0) 663 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:39.527 INFO:teuthology.orchestra.run.smithi032.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-10-31T06:28:39.527 INFO:teuthology.orchestra.run.smithi032.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-31T06:28:39.528 INFO:teuthology.orchestra.run.smithi032.stdout:Device: 5h/5d Inode: 511 Links: 1 2023-10-31T06:28:39.528 INFO:teuthology.orchestra.run.smithi032.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-31T06:28:39.528 INFO:teuthology.orchestra.run.smithi032.stdout:Access: 2023-10-31 06:08:24.127338250 +0000 2023-10-31T06:28:39.528 INFO:teuthology.orchestra.run.smithi032.stdout:Modify: 2023-10-31 06:08:23.803345087 +0000 2023-10-31T06:28:39.529 INFO:teuthology.orchestra.run.smithi032.stdout:Change: 2023-10-31 06:08:23.803345087 +0000 2023-10-31T06:28:39.529 INFO:teuthology.orchestra.run.smithi032.stdout: Birth: - 2023-10-31T06:28:39.529 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-10-31T06:28:39.582 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records in 2023-10-31T06:28:39.583 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records out 2023-10-31T06:28:39.583 INFO:teuthology.orchestra.run.smithi032.stderr:512 bytes copied, 0.000295111 s, 1.7 MB/s 2023-10-31T06:28:39.584 DEBUG:teuthology.orchestra.run.smithi032:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-10-31T06:28:39.637 INFO:tasks.cephadm:Deploying osd.0 on smithi006 with /dev/vg_nvme/lv_4... 2023-10-31T06:28:39.637 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-10-31T06:28:40.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:40 smithi032 bash[57603]: cluster 2023-10-31T06:28:38.771151+0000 mgr.a (mgr.14152) 625 : cluster 0 pgmap v422: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:40.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:40 smithi032 bash[57603]: cluster 2023-10-31T06:28:38.771563+0000 mgr.a (mgr.14152) 626 : cluster 0 pgmap v423: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:40.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:40 smithi032 bash[57603]: cephadm 2023-10-31T06:28:38.791579+0000 mgr.a (mgr.14152) 627 : cephadm 1 Deploying daemon mgr.b on smithi029 2023-10-31T06:28:40.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:40 smithi006 bash[27532]: cluster 2023-10-31T06:28:38.771151+0000 mgr.a (mgr.14152) 625 : cluster 0 pgmap v422: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:40.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:40 smithi006 bash[27532]: cluster 2023-10-31T06:28:38.771563+0000 mgr.a (mgr.14152) 626 : cluster 0 pgmap v423: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:40.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:40 smithi006 bash[27532]: cephadm 2023-10-31T06:28:38.791579+0000 mgr.a (mgr.14152) 627 : cephadm 1 Deploying daemon mgr.b on smithi029 2023-10-31T06:28:40.569 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:40 smithi029 bash[32310]: cluster 2023-10-31T06:28:38.771151+0000 mgr.a (mgr.14152) 625 : cluster 0 pgmap v422: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:40.570 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:40 smithi029 bash[32310]: cluster 2023-10-31T06:28:38.771563+0000 mgr.a (mgr.14152) 626 : cluster 0 pgmap v423: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:40.570 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:40 smithi029 bash[32310]: cephadm 2023-10-31T06:28:38.791579+0000 mgr.a (mgr.14152) 627 : cephadm 1 Deploying daemon mgr.b on smithi029 2023-10-31T06:28:42.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:42 smithi029 bash[32310]: cluster 2023-10-31T06:28:40.772136+0000 mgr.a (mgr.14152) 628 : cluster 0 pgmap v424: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:42.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:42 smithi029 bash[32310]: audit 2023-10-31T06:28:41.982719+0000 mon.a (mon.0) 664 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:42.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:42 smithi029 bash[32310]: audit 2023-10-31T06:28:41.989633+0000 mon.a (mon.0) 665 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:42.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:42 smithi029 bash[32310]: audit 2023-10-31T06:28:42.020077+0000 mon.a (mon.0) 666 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:42.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:42 smithi029 bash[32310]: audit 2023-10-31T06:28:42.026542+0000 mon.a (mon.0) 667 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:42.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:42 smithi029 bash[32310]: audit 2023-10-31T06:28:42.125280+0000 mon.a (mon.0) 668 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:28:42.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:42 smithi029 bash[32310]: audit 2023-10-31T06:28:42.130806+0000 mon.a (mon.0) 669 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:28:42.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:42 smithi029 bash[32310]: audit 2023-10-31T06:28:42.131307+0000 mon.a (mon.0) 670 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:28:42.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:42 smithi029 bash[32310]: audit 2023-10-31T06:28:42.131979+0000 mon.a (mon.0) 671 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:28:42.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:42 smithi032 bash[57603]: cluster 2023-10-31T06:28:40.772136+0000 mgr.a (mgr.14152) 628 : cluster 0 pgmap v424: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:42.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:42 smithi032 bash[57603]: audit 2023-10-31T06:28:41.982719+0000 mon.a (mon.0) 664 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:42.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:42 smithi032 bash[57603]: audit 2023-10-31T06:28:41.989633+0000 mon.a (mon.0) 665 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:42.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:42 smithi032 bash[57603]: audit 2023-10-31T06:28:42.020077+0000 mon.a (mon.0) 666 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:42.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:42 smithi032 bash[57603]: audit 2023-10-31T06:28:42.026542+0000 mon.a (mon.0) 667 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:42.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:42 smithi032 bash[57603]: audit 2023-10-31T06:28:42.125280+0000 mon.a (mon.0) 668 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:28:42.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:42 smithi032 bash[57603]: audit 2023-10-31T06:28:42.130806+0000 mon.a (mon.0) 669 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:28:42.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:42 smithi032 bash[57603]: audit 2023-10-31T06:28:42.131307+0000 mon.a (mon.0) 670 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:28:42.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:42 smithi032 bash[57603]: audit 2023-10-31T06:28:42.131979+0000 mon.a (mon.0) 671 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:28:42.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:42 smithi006 bash[27532]: cluster 2023-10-31T06:28:40.772136+0000 mgr.a (mgr.14152) 628 : cluster 0 pgmap v424: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:42.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:42 smithi006 bash[27532]: audit 2023-10-31T06:28:41.982719+0000 mon.a (mon.0) 664 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:42.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:42 smithi006 bash[27532]: audit 2023-10-31T06:28:41.989633+0000 mon.a (mon.0) 665 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:42.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:42 smithi006 bash[27532]: audit 2023-10-31T06:28:42.020077+0000 mon.a (mon.0) 666 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:42.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:42 smithi006 bash[27532]: audit 2023-10-31T06:28:42.026542+0000 mon.a (mon.0) 667 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:42.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:42 smithi006 bash[27532]: audit 2023-10-31T06:28:42.125280+0000 mon.a (mon.0) 668 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:28:42.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:42 smithi006 bash[27532]: audit 2023-10-31T06:28:42.130806+0000 mon.a (mon.0) 669 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:28:42.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:42 smithi006 bash[27532]: audit 2023-10-31T06:28:42.131307+0000 mon.a (mon.0) 670 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:28:42.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:42 smithi006 bash[27532]: audit 2023-10-31T06:28:42.131979+0000 mon.a (mon.0) 671 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:28:43.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:43 smithi029 bash[32310]: cephadm 2023-10-31T06:28:42.345301+0000 mgr.a (mgr.14152) 629 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:28:43.415 INFO:journalctl@ceph.mgr.b.smithi029.stdout:Oct 31 06:28:43 smithi029 bash[32942]: debug 2023-10-31T06:28:43.290+0000 7f2ec7185700 1 -- 172.21.15.29:0/3909279199 <== mon.2 v2:172.21.15.29:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5607d3a3a1a0 con 0x5607d47b8400 2023-10-31T06:28:43.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:43 smithi032 bash[57603]: cephadm 2023-10-31T06:28:42.345301+0000 mgr.a (mgr.14152) 629 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:28:43.517 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:43 smithi006 bash[27532]: cephadm 2023-10-31T06:28:42.345301+0000 mgr.a (mgr.14152) 629 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:28:43.914 INFO:journalctl@ceph.mgr.b.smithi029.stdout:Oct 31 06:28:43 smithi029 bash[32942]: debug 2023-10-31T06:28:43.450+0000 7f2ed1328200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-31T06:28:44.361 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:28:44.502 INFO:journalctl@ceph.mgr.b.smithi029.stdout:Oct 31 06:28:44 smithi029 bash[32942]: debug 2023-10-31T06:28:44.390+0000 7f2ed1328200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-31T06:28:44.502 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:44 smithi029 bash[32310]: cluster 2023-10-31T06:28:42.772586+0000 mgr.a (mgr.14152) 630 : cluster 0 pgmap v425: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:44.502 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:44 smithi029 bash[32310]: cephadm 2023-10-31T06:28:42.916209+0000 mgr.a (mgr.14152) 631 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:28:44.503 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:44 smithi029 bash[32310]: cephadm 2023-10-31T06:28:43.390725+0000 mgr.a (mgr.14152) 632 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:28:44.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:44 smithi032 bash[57603]: cluster 2023-10-31T06:28:42.772586+0000 mgr.a (mgr.14152) 630 : cluster 0 pgmap v425: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:44.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:44 smithi032 bash[57603]: cephadm 2023-10-31T06:28:42.916209+0000 mgr.a (mgr.14152) 631 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:28:44.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:44 smithi032 bash[57603]: cephadm 2023-10-31T06:28:43.390725+0000 mgr.a (mgr.14152) 632 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:28:44.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:44 smithi006 bash[27532]: cluster 2023-10-31T06:28:42.772586+0000 mgr.a (mgr.14152) 630 : cluster 0 pgmap v425: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:44.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:44 smithi006 bash[27532]: cephadm 2023-10-31T06:28:42.916209+0000 mgr.a (mgr.14152) 631 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:28:44.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:44 smithi006 bash[27532]: cephadm 2023-10-31T06:28:43.390725+0000 mgr.a (mgr.14152) 632 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:28:44.881 INFO:journalctl@ceph.mgr.b.smithi029.stdout:Oct 31 06:28:44 smithi029 bash[32942]: debug 2023-10-31T06:28:44.494+0000 7f2ed1328200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-31T06:28:44.882 INFO:journalctl@ceph.mgr.b.smithi029.stdout:Oct 31 06:28:44 smithi029 bash[32942]: debug 2023-10-31T06:28:44.602+0000 7f2ed1328200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-31T06:28:45.164 INFO:journalctl@ceph.mgr.b.smithi029.stdout:Oct 31 06:28:44 smithi029 bash[32942]: debug 2023-10-31T06:28:44.874+0000 7f2ed1328200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-31T06:28:45.647 INFO:journalctl@ceph.mgr.b.smithi029.stdout:Oct 31 06:28:45 smithi029 bash[32942]: debug 2023-10-31T06:28:45.246+0000 7f2ed1328200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-31T06:28:45.647 INFO:journalctl@ceph.mgr.b.smithi029.stdout:Oct 31 06:28:45 smithi029 bash[32942]: debug 2023-10-31T06:28:45.414+0000 7f2ed1328200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-31T06:28:45.914 INFO:journalctl@ceph.mgr.b.smithi029.stdout:Oct 31 06:28:45 smithi029 bash[32942]: debug 2023-10-31T06:28:45.642+0000 7f2ed1328200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-31T06:28:46.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:46 smithi029 bash[32310]: cluster 2023-10-31T06:28:44.773142+0000 mgr.a (mgr.14152) 633 : cluster 0 pgmap v426: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:46.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:46 smithi029 bash[32310]: audit 2023-10-31T06:28:45.021595+0000 mon.a (mon.0) 672 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:46.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:46 smithi032 bash[57603]: cluster 2023-10-31T06:28:44.773142+0000 mgr.a (mgr.14152) 633 : cluster 0 pgmap v426: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:46.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:46 smithi032 bash[57603]: audit 2023-10-31T06:28:45.021595+0000 mon.a (mon.0) 672 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:46.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:46 smithi006 bash[27532]: cluster 2023-10-31T06:28:44.773142+0000 mgr.a (mgr.14152) 633 : cluster 0 pgmap v426: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:46.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:46 smithi006 bash[27532]: audit 2023-10-31T06:28:45.021595+0000 mon.a (mon.0) 672 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:47.164 INFO:journalctl@ceph.mgr.b.smithi029.stdout:Oct 31 06:28:46 smithi029 bash[32942]: debug 2023-10-31T06:28:46.690+0000 7f2ed1328200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-31T06:28:47.164 INFO:journalctl@ceph.mgr.b.smithi029.stdout:Oct 31 06:28:46 smithi029 bash[32942]: debug 2023-10-31T06:28:46.806+0000 7f2ed1328200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-31T06:28:47.165 INFO:journalctl@ceph.mgr.b.smithi029.stdout:Oct 31 06:28:46 smithi029 bash[32942]: debug 2023-10-31T06:28:46.930+0000 7f2ed1328200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-31T06:28:47.743 INFO:journalctl@ceph.mgr.b.smithi029.stdout:Oct 31 06:28:47 smithi029 bash[32942]: debug 2023-10-31T06:28:47.414+0000 7f2ed1328200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-31T06:28:47.743 INFO:journalctl@ceph.mgr.b.smithi029.stdout:Oct 31 06:28:47 smithi029 bash[32942]: debug 2023-10-31T06:28:47.642+0000 7f2ed1328200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-31T06:28:47.868 INFO:teuthology.orchestra.run.smithi006.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-10-31T06:28:47.868 INFO:teuthology.orchestra.run.smithi006.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-10-31T06:28:47.868 INFO:teuthology.orchestra.run.smithi006.stderr: stderr: 10+0 records in 2023-10-31T06:28:47.869 INFO:teuthology.orchestra.run.smithi006.stderr:10+0 records out 2023-10-31T06:28:47.869 INFO:teuthology.orchestra.run.smithi006.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0149859 s, 700 MB/s 2023-10-31T06:28:47.869 INFO:teuthology.orchestra.run.smithi006.stderr:--> Zapping successful for: 2023-10-31T06:28:48.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:48 smithi006 bash[27532]: cluster 2023-10-31T06:28:46.773660+0000 mgr.a (mgr.14152) 634 : cluster 0 pgmap v427: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:48.414 INFO:journalctl@ceph.mgr.b.smithi029.stdout:Oct 31 06:28:48 smithi029 bash[32942]: debug 2023-10-31T06:28:48.142+0000 7f2ed1328200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-31T06:28:48.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:48 smithi029 bash[32310]: cluster 2023-10-31T06:28:46.773660+0000 mgr.a (mgr.14152) 634 : cluster 0 pgmap v427: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:48.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:48 smithi032 bash[57603]: cluster 2023-10-31T06:28:46.773660+0000 mgr.a (mgr.14152) 634 : cluster 0 pgmap v427: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:48.528 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph orch daemon add osd smithi006:vg_nvme/lv_4 2023-10-31T06:28:49.164 INFO:journalctl@ceph.mgr.b.smithi029.stdout:Oct 31 06:28:48 smithi029 bash[32942]: debug 2023-10-31T06:28:48.666+0000 7f2ed1328200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-31T06:28:49.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:49 smithi032 bash[57603]: audit 2023-10-31T06:28:48.158031+0000 mon.a (mon.0) 673 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:49.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:49 smithi032 bash[57603]: audit 2023-10-31T06:28:48.162697+0000 mon.a (mon.0) 674 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:49.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:49 smithi032 bash[57603]: audit 2023-10-31T06:28:48.790351+0000 mon.a (mon.0) 675 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:49.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:49 smithi032 bash[57603]: audit 2023-10-31T06:28:48.792372+0000 mon.a (mon.0) 676 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:28:49.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:49 smithi032 bash[57603]: audit 2023-10-31T06:28:48.801079+0000 mon.a (mon.0) 677 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:49.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:49 smithi032 bash[57603]: audit 2023-10-31T06:28:48.902196+0000 mon.a (mon.0) 678 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.a", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-31T06:28:49.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:49 smithi032 bash[57603]: audit 2023-10-31T06:28:48.904145+0000 mon.a (mon.0) 679 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-31T06:28:49.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:49 smithi032 bash[57603]: audit 2023-10-31T06:28:48.905795+0000 mon.a (mon.0) 680 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:49.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:49 smithi006 bash[27532]: audit 2023-10-31T06:28:48.158031+0000 mon.a (mon.0) 673 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:49.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:49 smithi006 bash[27532]: audit 2023-10-31T06:28:48.162697+0000 mon.a (mon.0) 674 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:49.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:49 smithi006 bash[27532]: audit 2023-10-31T06:28:48.790351+0000 mon.a (mon.0) 675 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:49.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:49 smithi006 bash[27532]: audit 2023-10-31T06:28:48.792372+0000 mon.a (mon.0) 676 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:28:49.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:49 smithi006 bash[27532]: audit 2023-10-31T06:28:48.801079+0000 mon.a (mon.0) 677 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:49.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:49 smithi006 bash[27532]: audit 2023-10-31T06:28:48.902196+0000 mon.a (mon.0) 678 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.a", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-31T06:28:49.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:49 smithi006 bash[27532]: audit 2023-10-31T06:28:48.904145+0000 mon.a (mon.0) 679 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-31T06:28:49.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:49 smithi006 bash[27532]: audit 2023-10-31T06:28:48.905795+0000 mon.a (mon.0) 680 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:49.664 INFO:journalctl@ceph.mgr.b.smithi029.stdout:Oct 31 06:28:49 smithi029 bash[32942]: debug 2023-10-31T06:28:49.254+0000 7f2ed1328200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-31T06:28:49.665 INFO:journalctl@ceph.mgr.b.smithi029.stdout:Oct 31 06:28:49 smithi029 bash[32942]: debug 2023-10-31T06:28:49.366+0000 7f2ed1328200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-31T06:28:49.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:49 smithi029 bash[32310]: audit 2023-10-31T06:28:48.158031+0000 mon.a (mon.0) 673 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:49.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:49 smithi029 bash[32310]: audit 2023-10-31T06:28:48.162697+0000 mon.a (mon.0) 674 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:49.666 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:49 smithi029 bash[32310]: audit 2023-10-31T06:28:48.790351+0000 mon.a (mon.0) 675 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:49.666 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:49 smithi029 bash[32310]: audit 2023-10-31T06:28:48.792372+0000 mon.a (mon.0) 676 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:28:49.666 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:49 smithi029 bash[32310]: audit 2023-10-31T06:28:48.801079+0000 mon.a (mon.0) 677 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:49.666 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:49 smithi029 bash[32310]: audit 2023-10-31T06:28:48.902196+0000 mon.a (mon.0) 678 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.a", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-31T06:28:49.666 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:49 smithi029 bash[32310]: audit 2023-10-31T06:28:48.904145+0000 mon.a (mon.0) 679 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-31T06:28:49.667 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:49 smithi029 bash[32310]: audit 2023-10-31T06:28:48.905795+0000 mon.a (mon.0) 680 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:49.991 INFO:journalctl@ceph.mgr.b.smithi029.stdout:Oct 31 06:28:49 smithi029 bash[32942]: debug 2023-10-31T06:28:49.722+0000 7f2ed1328200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-31T06:28:49.992 INFO:journalctl@ceph.mgr.b.smithi029.stdout:Oct 31 06:28:49 smithi029 bash[32942]: debug 2023-10-31T06:28:49.838+0000 7f2ed1328200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-31T06:28:50.414 INFO:journalctl@ceph.mgr.b.smithi029.stdout:Oct 31 06:28:49 smithi029 bash[32942]: debug 2023-10-31T06:28:49.986+0000 7f2ed1328200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-31T06:28:50.415 INFO:journalctl@ceph.mgr.b.smithi029.stdout:Oct 31 06:28:50 smithi029 bash[32942]: debug 2023-10-31T06:28:50.106+0000 7f2ed1328200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-31T06:28:50.415 INFO:journalctl@ceph.mgr.b.smithi029.stdout:Oct 31 06:28:50 smithi029 bash[32942]: debug 2023-10-31T06:28:50.234+0000 7f2ed1328200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-31T06:28:50.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:50 smithi029 bash[32310]: cluster 2023-10-31T06:28:48.774208+0000 mgr.a (mgr.14152) 635 : cluster 0 pgmap v428: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:50.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:50 smithi029 bash[32310]: cluster 2023-10-31T06:28:48.795598+0000 mgr.a (mgr.14152) 636 : cluster 0 pgmap v429: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:50.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:50 smithi029 bash[32310]: cluster 2023-10-31T06:28:48.796011+0000 mgr.a (mgr.14152) 637 : cluster 0 pgmap v430: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:50.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:50 smithi029 bash[32310]: cephadm 2023-10-31T06:28:48.901430+0000 mgr.a (mgr.14152) 638 : cephadm 1 Reconfiguring mgr.a (unknown last config time)... 2023-10-31T06:28:50.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:50 smithi029 bash[32310]: cephadm 2023-10-31T06:28:48.907689+0000 mgr.a (mgr.14152) 639 : cephadm 1 Reconfiguring daemon mgr.a on smithi006 2023-10-31T06:28:50.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:50 smithi032 bash[57603]: cluster 2023-10-31T06:28:48.774208+0000 mgr.a (mgr.14152) 635 : cluster 0 pgmap v428: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:50.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:50 smithi032 bash[57603]: cluster 2023-10-31T06:28:48.795598+0000 mgr.a (mgr.14152) 636 : cluster 0 pgmap v429: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:50.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:50 smithi032 bash[57603]: cluster 2023-10-31T06:28:48.796011+0000 mgr.a (mgr.14152) 637 : cluster 0 pgmap v430: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:50.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:50 smithi032 bash[57603]: cephadm 2023-10-31T06:28:48.901430+0000 mgr.a (mgr.14152) 638 : cephadm 1 Reconfiguring mgr.a (unknown last config time)... 2023-10-31T06:28:50.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:50 smithi032 bash[57603]: cephadm 2023-10-31T06:28:48.907689+0000 mgr.a (mgr.14152) 639 : cephadm 1 Reconfiguring daemon mgr.a on smithi006 2023-10-31T06:28:50.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:50 smithi006 bash[27532]: cluster 2023-10-31T06:28:48.774208+0000 mgr.a (mgr.14152) 635 : cluster 0 pgmap v428: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:50.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:50 smithi006 bash[27532]: cluster 2023-10-31T06:28:48.795598+0000 mgr.a (mgr.14152) 636 : cluster 0 pgmap v429: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:50.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:50 smithi006 bash[27532]: cluster 2023-10-31T06:28:48.796011+0000 mgr.a (mgr.14152) 637 : cluster 0 pgmap v430: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:50.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:50 smithi006 bash[27532]: cephadm 2023-10-31T06:28:48.901430+0000 mgr.a (mgr.14152) 638 : cephadm 1 Reconfiguring mgr.a (unknown last config time)... 2023-10-31T06:28:50.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:50 smithi006 bash[27532]: cephadm 2023-10-31T06:28:48.907689+0000 mgr.a (mgr.14152) 639 : cephadm 1 Reconfiguring daemon mgr.a on smithi006 2023-10-31T06:28:50.914 INFO:journalctl@ceph.mgr.b.smithi029.stdout:Oct 31 06:28:50 smithi029 bash[32942]: debug 2023-10-31T06:28:50.430+0000 7f2ed1328200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-31T06:28:50.914 INFO:journalctl@ceph.mgr.b.smithi029.stdout:Oct 31 06:28:50 smithi029 bash[32942]: debug 2023-10-31T06:28:50.558+0000 7f2ed1328200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-31T06:28:52.164 INFO:journalctl@ceph.mgr.b.smithi029.stdout:Oct 31 06:28:51 smithi029 bash[32942]: debug 2023-10-31T06:28:51.826+0000 7f2ed1328200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-31T06:28:52.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:52 smithi029 bash[32310]: cluster 2023-10-31T06:28:50.796533+0000 mgr.a (mgr.14152) 640 : cluster 0 pgmap v431: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:52.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:52 smithi029 bash[32310]: audit 2023-10-31T06:28:51.021610+0000 mon.a (mon.0) 681 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:52.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:52 smithi029 bash[32310]: audit 2023-10-31T06:28:51.028065+0000 mon.a (mon.0) 682 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:52.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:52 smithi029 bash[32310]: audit 2023-10-31T06:28:51.078956+0000 mon.a (mon.0) 683 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:28:52.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:52 smithi029 bash[32310]: cluster 2023-10-31T06:28:51.847152+0000 mon.a (mon.0) 684 : cluster 0 Standby manager daemon b started 2023-10-31T06:28:52.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:52 smithi029 bash[32310]: audit 2023-10-31T06:28:51.854197+0000 mon.b (mon.2) 3 : audit 0 from='mgr.? 172.21.15.29:0/284030288' entity='mgr.b' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/b/crt"}]: dispatch 2023-10-31T06:28:52.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:52 smithi029 bash[32310]: audit 2023-10-31T06:28:51.855035+0000 mon.b (mon.2) 4 : audit 0 from='mgr.? 172.21.15.29:0/284030288' entity='mgr.b' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-31T06:28:52.167 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:52 smithi029 bash[32310]: audit 2023-10-31T06:28:51.856406+0000 mon.b (mon.2) 5 : audit 0 from='mgr.? 172.21.15.29:0/284030288' entity='mgr.b' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/b/key"}]: dispatch 2023-10-31T06:28:52.167 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:52 smithi029 bash[32310]: audit 2023-10-31T06:28:51.856910+0000 mon.b (mon.2) 6 : audit 0 from='mgr.? 172.21.15.29:0/284030288' entity='mgr.b' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-31T06:28:52.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:52 smithi032 bash[57603]: cluster 2023-10-31T06:28:50.796533+0000 mgr.a (mgr.14152) 640 : cluster 0 pgmap v431: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:52.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:52 smithi032 bash[57603]: audit 2023-10-31T06:28:51.021610+0000 mon.a (mon.0) 681 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:52.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:52 smithi032 bash[57603]: audit 2023-10-31T06:28:51.028065+0000 mon.a (mon.0) 682 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:52.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:52 smithi032 bash[57603]: audit 2023-10-31T06:28:51.078956+0000 mon.a (mon.0) 683 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:28:52.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:52 smithi032 bash[57603]: cluster 2023-10-31T06:28:51.847152+0000 mon.a (mon.0) 684 : cluster 0 Standby manager daemon b started 2023-10-31T06:28:52.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:52 smithi032 bash[57603]: audit 2023-10-31T06:28:51.854197+0000 mon.b (mon.2) 3 : audit 0 from='mgr.? 172.21.15.29:0/284030288' entity='mgr.b' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/b/crt"}]: dispatch 2023-10-31T06:28:52.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:52 smithi032 bash[57603]: audit 2023-10-31T06:28:51.855035+0000 mon.b (mon.2) 4 : audit 0 from='mgr.? 172.21.15.29:0/284030288' entity='mgr.b' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-31T06:28:52.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:52 smithi032 bash[57603]: audit 2023-10-31T06:28:51.856406+0000 mon.b (mon.2) 5 : audit 0 from='mgr.? 172.21.15.29:0/284030288' entity='mgr.b' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/b/key"}]: dispatch 2023-10-31T06:28:52.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:52 smithi032 bash[57603]: audit 2023-10-31T06:28:51.856910+0000 mon.b (mon.2) 6 : audit 0 from='mgr.? 172.21.15.29:0/284030288' entity='mgr.b' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-31T06:28:52.508 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:52 smithi006 bash[27532]: cluster 2023-10-31T06:28:50.796533+0000 mgr.a (mgr.14152) 640 : cluster 0 pgmap v431: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:52.508 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:52 smithi006 bash[27532]: audit 2023-10-31T06:28:51.021610+0000 mon.a (mon.0) 681 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:52.508 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:52 smithi006 bash[27532]: audit 2023-10-31T06:28:51.028065+0000 mon.a (mon.0) 682 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:52.508 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:52 smithi006 bash[27532]: audit 2023-10-31T06:28:51.078956+0000 mon.a (mon.0) 683 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:28:52.508 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:52 smithi006 bash[27532]: cluster 2023-10-31T06:28:51.847152+0000 mon.a (mon.0) 684 : cluster 0 Standby manager daemon b started 2023-10-31T06:28:52.509 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:52 smithi006 bash[27532]: audit 2023-10-31T06:28:51.854197+0000 mon.b (mon.2) 3 : audit 0 from='mgr.? 172.21.15.29:0/284030288' entity='mgr.b' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/b/crt"}]: dispatch 2023-10-31T06:28:52.509 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:52 smithi006 bash[27532]: audit 2023-10-31T06:28:51.855035+0000 mon.b (mon.2) 4 : audit 0 from='mgr.? 172.21.15.29:0/284030288' entity='mgr.b' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-31T06:28:52.509 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:52 smithi006 bash[27532]: audit 2023-10-31T06:28:51.856406+0000 mon.b (mon.2) 5 : audit 0 from='mgr.? 172.21.15.29:0/284030288' entity='mgr.b' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/b/key"}]: dispatch 2023-10-31T06:28:52.509 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:52 smithi006 bash[27532]: audit 2023-10-31T06:28:51.856910+0000 mon.b (mon.2) 6 : audit 0 from='mgr.? 172.21.15.29:0/284030288' entity='mgr.b' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-31T06:28:53.242 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:28:53.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:53 smithi032 bash[57603]: cephadm 2023-10-31T06:28:52.123304+0000 mgr.a (mgr.14152) 641 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:28:53.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:53 smithi032 bash[57603]: cluster 2023-10-31T06:28:52.171273+0000 mon.a (mon.0) 685 : cluster 0 mgrmap e14: a(active, since 13m), standbys: b 2023-10-31T06:28:53.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:53 smithi032 bash[57603]: audit 2023-10-31T06:28:52.172439+0000 mon.a (mon.0) 686 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mgr metadata", "who": "b", "id": "b"}]: dispatch 2023-10-31T06:28:53.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:53 smithi032 bash[57603]: audit 2023-10-31T06:28:52.589544+0000 mon.a (mon.0) 687 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:28:53.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:53 smithi006 bash[27532]: cephadm 2023-10-31T06:28:52.123304+0000 mgr.a (mgr.14152) 641 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:28:53.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:53 smithi006 bash[27532]: cluster 2023-10-31T06:28:52.171273+0000 mon.a (mon.0) 685 : cluster 0 mgrmap e14: a(active, since 13m), standbys: b 2023-10-31T06:28:53.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:53 smithi006 bash[27532]: audit 2023-10-31T06:28:52.172439+0000 mon.a (mon.0) 686 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mgr metadata", "who": "b", "id": "b"}]: dispatch 2023-10-31T06:28:53.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:53 smithi006 bash[27532]: audit 2023-10-31T06:28:52.589544+0000 mon.a (mon.0) 687 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:28:53.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:53 smithi029 bash[32310]: cephadm 2023-10-31T06:28:52.123304+0000 mgr.a (mgr.14152) 641 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:28:53.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:53 smithi029 bash[32310]: cluster 2023-10-31T06:28:52.171273+0000 mon.a (mon.0) 685 : cluster 0 mgrmap e14: a(active, since 13m), standbys: b 2023-10-31T06:28:53.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:53 smithi029 bash[32310]: audit 2023-10-31T06:28:52.172439+0000 mon.a (mon.0) 686 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mgr metadata", "who": "b", "id": "b"}]: dispatch 2023-10-31T06:28:53.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:53 smithi029 bash[32310]: audit 2023-10-31T06:28:52.589544+0000 mon.a (mon.0) 687 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:28:54.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:54 smithi029 bash[32310]: cluster 2023-10-31T06:28:52.796998+0000 mgr.a (mgr.14152) 642 : cluster 0 pgmap v432: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:54.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:54 smithi029 bash[32310]: audit 2023-10-31T06:28:54.163150+0000 mon.a (mon.0) 688 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:28:54.492 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:54 smithi006 bash[27532]: cluster 2023-10-31T06:28:52.796998+0000 mgr.a (mgr.14152) 642 : cluster 0 pgmap v432: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:54.492 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:54 smithi006 bash[27532]: audit 2023-10-31T06:28:54.163150+0000 mon.a (mon.0) 688 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:28:54.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:54 smithi032 bash[57603]: cluster 2023-10-31T06:28:52.796998+0000 mgr.a (mgr.14152) 642 : cluster 0 pgmap v432: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:54.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:54 smithi032 bash[57603]: audit 2023-10-31T06:28:54.163150+0000 mon.a (mon.0) 688 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:28:55.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:55 smithi032 bash[57603]: cephadm 2023-10-31T06:28:53.695764+0000 mgr.a (mgr.14152) 643 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:28:55.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:55 smithi032 bash[57603]: audit 2023-10-31T06:28:55.033017+0000 mon.a (mon.0) 689 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:28:55.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:55 smithi032 bash[57603]: audit 2023-10-31T06:28:55.037557+0000 mon.a (mon.0) 690 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:28:55.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:55 smithi032 bash[57603]: audit 2023-10-31T06:28:55.038188+0000 mon.a (mon.0) 691 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:28:55.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:55 smithi032 bash[57603]: audit 2023-10-31T06:28:55.038764+0000 mon.a (mon.0) 692 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:28:55.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:55 smithi006 bash[27532]: cephadm 2023-10-31T06:28:53.695764+0000 mgr.a (mgr.14152) 643 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:28:55.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:55 smithi006 bash[27532]: audit 2023-10-31T06:28:55.033017+0000 mon.a (mon.0) 689 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:28:55.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:55 smithi006 bash[27532]: audit 2023-10-31T06:28:55.037557+0000 mon.a (mon.0) 690 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:28:55.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:55 smithi006 bash[27532]: audit 2023-10-31T06:28:55.038188+0000 mon.a (mon.0) 691 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:28:55.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:55 smithi006 bash[27532]: audit 2023-10-31T06:28:55.038764+0000 mon.a (mon.0) 692 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:28:55.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:55 smithi029 bash[32310]: cephadm 2023-10-31T06:28:53.695764+0000 mgr.a (mgr.14152) 643 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:28:55.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:55 smithi029 bash[32310]: audit 2023-10-31T06:28:55.033017+0000 mon.a (mon.0) 689 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:28:55.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:55 smithi029 bash[32310]: audit 2023-10-31T06:28:55.037557+0000 mon.a (mon.0) 690 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:28:55.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:55 smithi029 bash[32310]: audit 2023-10-31T06:28:55.038188+0000 mon.a (mon.0) 691 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:28:55.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:55 smithi029 bash[32310]: audit 2023-10-31T06:28:55.038764+0000 mon.a (mon.0) 692 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:28:56.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:56 smithi029 bash[32310]: cephadm 2023-10-31T06:28:54.563760+0000 mgr.a (mgr.14152) 644 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:28:56.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:56 smithi029 bash[32310]: cluster 2023-10-31T06:28:54.797455+0000 mgr.a (mgr.14152) 645 : cluster 0 pgmap v433: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:56.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:56 smithi029 bash[32310]: cephadm 2023-10-31T06:28:55.417429+0000 mgr.a (mgr.14152) 646 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:28:56.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:56 smithi029 bash[32310]: audit 2023-10-31T06:28:56.149806+0000 mon.a (mon.0) 693 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:56.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:56 smithi029 bash[32310]: audit 2023-10-31T06:28:56.151190+0000 mon.a (mon.0) 694 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:28:56.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:56 smithi029 bash[32310]: audit 2023-10-31T06:28:56.159538+0000 mon.a (mon.0) 695 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:56.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:56 smithi032 bash[57603]: cephadm 2023-10-31T06:28:54.563760+0000 mgr.a (mgr.14152) 644 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:28:56.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:56 smithi032 bash[57603]: cluster 2023-10-31T06:28:54.797455+0000 mgr.a (mgr.14152) 645 : cluster 0 pgmap v433: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:56.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:56 smithi032 bash[57603]: cephadm 2023-10-31T06:28:55.417429+0000 mgr.a (mgr.14152) 646 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:28:56.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:56 smithi032 bash[57603]: audit 2023-10-31T06:28:56.149806+0000 mon.a (mon.0) 693 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:56.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:56 smithi032 bash[57603]: audit 2023-10-31T06:28:56.151190+0000 mon.a (mon.0) 694 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:28:56.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:56 smithi032 bash[57603]: audit 2023-10-31T06:28:56.159538+0000 mon.a (mon.0) 695 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:56.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:56 smithi006 bash[27532]: cephadm 2023-10-31T06:28:54.563760+0000 mgr.a (mgr.14152) 644 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:28:56.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:56 smithi006 bash[27532]: cluster 2023-10-31T06:28:54.797455+0000 mgr.a (mgr.14152) 645 : cluster 0 pgmap v433: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:56.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:56 smithi006 bash[27532]: cephadm 2023-10-31T06:28:55.417429+0000 mgr.a (mgr.14152) 646 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:28:56.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:56 smithi006 bash[27532]: audit 2023-10-31T06:28:56.149806+0000 mon.a (mon.0) 693 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:56.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:56 smithi006 bash[27532]: audit 2023-10-31T06:28:56.151190+0000 mon.a (mon.0) 694 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:28:56.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:56 smithi006 bash[27532]: audit 2023-10-31T06:28:56.159538+0000 mon.a (mon.0) 695 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:28:57.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:57 smithi032 bash[57603]: cephadm 2023-10-31T06:28:55.550368+0000 mgr.a (mgr.14152) 647 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:28:57.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:57 smithi032 bash[57603]: cephadm 2023-10-31T06:28:55.684847+0000 mgr.a (mgr.14152) 648 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:28:57.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:57 smithi032 bash[57603]: cluster 2023-10-31T06:28:56.153641+0000 mgr.a (mgr.14152) 649 : cluster 0 pgmap v434: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:57.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:57 smithi032 bash[57603]: cluster 2023-10-31T06:28:56.153851+0000 mgr.a (mgr.14152) 650 : cluster 0 pgmap v435: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:57.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:57 smithi032 bash[57603]: audit 2023-10-31T06:28:56.233046+0000 mgr.a (mgr.14152) 651 : audit 0 from='client.14457 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi006:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-31T06:28:57.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:57 smithi032 bash[57603]: audit 2023-10-31T06:28:56.238569+0000 mon.a (mon.0) 696 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-31T06:28:57.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:57 smithi032 bash[57603]: audit 2023-10-31T06:28:56.245710+0000 mon.a (mon.0) 697 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-31T06:28:57.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:57 smithi032 bash[57603]: audit 2023-10-31T06:28:56.247073+0000 mon.a (mon.0) 698 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:57.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:57 smithi032 bash[57603]: audit 2023-10-31T06:28:56.296661+0000 mon.a (mon.0) 699 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:28:57.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:57 smithi006 bash[27532]: cephadm 2023-10-31T06:28:55.550368+0000 mgr.a (mgr.14152) 647 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:28:57.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:57 smithi006 bash[27532]: cephadm 2023-10-31T06:28:55.684847+0000 mgr.a (mgr.14152) 648 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:28:57.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:57 smithi006 bash[27532]: cluster 2023-10-31T06:28:56.153641+0000 mgr.a (mgr.14152) 649 : cluster 0 pgmap v434: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:57.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:57 smithi006 bash[27532]: cluster 2023-10-31T06:28:56.153851+0000 mgr.a (mgr.14152) 650 : cluster 0 pgmap v435: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:57.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:57 smithi006 bash[27532]: audit 2023-10-31T06:28:56.233046+0000 mgr.a (mgr.14152) 651 : audit 0 from='client.14457 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi006:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-31T06:28:57.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:57 smithi006 bash[27532]: audit 2023-10-31T06:28:56.238569+0000 mon.a (mon.0) 696 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-31T06:28:57.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:57 smithi006 bash[27532]: audit 2023-10-31T06:28:56.245710+0000 mon.a (mon.0) 697 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-31T06:28:57.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:57 smithi006 bash[27532]: audit 2023-10-31T06:28:56.247073+0000 mon.a (mon.0) 698 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:57.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:57 smithi006 bash[27532]: audit 2023-10-31T06:28:56.296661+0000 mon.a (mon.0) 699 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:28:57.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:57 smithi029 bash[32310]: cephadm 2023-10-31T06:28:55.550368+0000 mgr.a (mgr.14152) 647 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:28:57.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:57 smithi029 bash[32310]: cephadm 2023-10-31T06:28:55.684847+0000 mgr.a (mgr.14152) 648 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:28:57.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:57 smithi029 bash[32310]: cluster 2023-10-31T06:28:56.153641+0000 mgr.a (mgr.14152) 649 : cluster 0 pgmap v434: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:57.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:57 smithi029 bash[32310]: cluster 2023-10-31T06:28:56.153851+0000 mgr.a (mgr.14152) 650 : cluster 0 pgmap v435: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:57.666 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:57 smithi029 bash[32310]: audit 2023-10-31T06:28:56.233046+0000 mgr.a (mgr.14152) 651 : audit 0 from='client.14457 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi006:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-31T06:28:57.666 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:57 smithi029 bash[32310]: audit 2023-10-31T06:28:56.238569+0000 mon.a (mon.0) 696 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-31T06:28:57.666 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:57 smithi029 bash[32310]: audit 2023-10-31T06:28:56.245710+0000 mon.a (mon.0) 697 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-31T06:28:57.666 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:57 smithi029 bash[32310]: audit 2023-10-31T06:28:56.247073+0000 mon.a (mon.0) 698 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:28:57.667 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:57 smithi029 bash[32310]: audit 2023-10-31T06:28:56.296661+0000 mon.a (mon.0) 699 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:28:58.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:58 smithi032 bash[57603]: cephadm 2023-10-31T06:28:57.324272+0000 mgr.a (mgr.14152) 652 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:28:58.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:58 smithi032 bash[57603]: audit 2023-10-31T06:28:57.795172+0000 mon.a (mon.0) 700 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:28:58.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:58 smithi006 bash[27532]: cephadm 2023-10-31T06:28:57.324272+0000 mgr.a (mgr.14152) 652 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:28:58.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:58 smithi006 bash[27532]: audit 2023-10-31T06:28:57.795172+0000 mon.a (mon.0) 700 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:28:58.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:58 smithi029 bash[32310]: cephadm 2023-10-31T06:28:57.324272+0000 mgr.a (mgr.14152) 652 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:28:58.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:58 smithi029 bash[32310]: audit 2023-10-31T06:28:57.795172+0000 mon.a (mon.0) 700 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:28:59.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:28:59 smithi029 bash[32310]: cluster 2023-10-31T06:28:58.154333+0000 mgr.a (mgr.14152) 653 : cluster 0 pgmap v436: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:59.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:28:59 smithi032 bash[57603]: cluster 2023-10-31T06:28:58.154333+0000 mgr.a (mgr.14152) 653 : cluster 0 pgmap v436: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:28:59.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:28:59 smithi006 bash[27532]: cluster 2023-10-31T06:28:58.154333+0000 mgr.a (mgr.14152) 653 : cluster 0 pgmap v436: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:00.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:00 smithi032 bash[57603]: cephadm 2023-10-31T06:28:58.771496+0000 mgr.a (mgr.14152) 654 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:29:00.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:00 smithi032 bash[57603]: audit 2023-10-31T06:28:59.239246+0000 mon.a (mon.0) 701 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:29:00.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:00 smithi006 bash[27532]: cephadm 2023-10-31T06:28:58.771496+0000 mgr.a (mgr.14152) 654 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:29:00.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:00 smithi006 bash[27532]: audit 2023-10-31T06:28:59.239246+0000 mon.a (mon.0) 701 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:29:00.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:00 smithi029 bash[32310]: cephadm 2023-10-31T06:28:58.771496+0000 mgr.a (mgr.14152) 654 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:29:00.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:00 smithi029 bash[32310]: audit 2023-10-31T06:28:59.239246+0000 mon.a (mon.0) 701 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:29:01.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:01 smithi032 bash[57603]: cephadm 2023-10-31T06:29:00.152835+0000 mgr.a (mgr.14152) 655 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:29:01.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:01 smithi032 bash[57603]: cluster 2023-10-31T06:29:00.154878+0000 mgr.a (mgr.14152) 656 : cluster 0 pgmap v437: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:01.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:01 smithi006 bash[27532]: cephadm 2023-10-31T06:29:00.152835+0000 mgr.a (mgr.14152) 655 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:29:01.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:01 smithi006 bash[27532]: cluster 2023-10-31T06:29:00.154878+0000 mgr.a (mgr.14152) 656 : cluster 0 pgmap v437: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:01.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:01 smithi029 bash[32310]: cephadm 2023-10-31T06:29:00.152835+0000 mgr.a (mgr.14152) 655 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:29:01.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:01 smithi029 bash[32310]: cluster 2023-10-31T06:29:00.154878+0000 mgr.a (mgr.14152) 656 : cluster 0 pgmap v437: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:03.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:03 smithi032 bash[57603]: cluster 2023-10-31T06:29:02.155306+0000 mgr.a (mgr.14152) 657 : cluster 0 pgmap v438: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:03.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:03 smithi006 bash[27532]: cluster 2023-10-31T06:29:02.155306+0000 mgr.a (mgr.14152) 657 : cluster 0 pgmap v438: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:03.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:03 smithi029 bash[32310]: cluster 2023-10-31T06:29:02.155306+0000 mgr.a (mgr.14152) 657 : cluster 0 pgmap v438: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:05.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:04 smithi032 bash[57603]: cluster 2023-10-31T06:29:04.155631+0000 mgr.a (mgr.14152) 658 : cluster 0 pgmap v439: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:05.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:04 smithi006 bash[27532]: cluster 2023-10-31T06:29:04.155631+0000 mgr.a (mgr.14152) 658 : cluster 0 pgmap v439: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:05.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:04 smithi029 bash[32310]: cluster 2023-10-31T06:29:04.155631+0000 mgr.a (mgr.14152) 658 : cluster 0 pgmap v439: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:06.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:05 smithi032 bash[57603]: audit 2023-10-31T06:29:04.976516+0000 mon.a (mon.0) 702 : audit 1 from='client.? 172.21.15.6:0/74873093' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5f96cd87-35c9-4d1e-9fa9-ad5ce50eb06f"}]: dispatch 2023-10-31T06:29:06.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:05 smithi032 bash[57603]: audit 2023-10-31T06:29:04.979606+0000 mon.a (mon.0) 703 : audit 1 from='client.? 172.21.15.6:0/74873093' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5f96cd87-35c9-4d1e-9fa9-ad5ce50eb06f"}]': finished 2023-10-31T06:29:06.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:05 smithi032 bash[57603]: cluster 2023-10-31T06:29:04.983245+0000 mon.a (mon.0) 704 : cluster 0 osdmap e5: 1 total, 0 up, 1 in 2023-10-31T06:29:06.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:05 smithi032 bash[57603]: audit 2023-10-31T06:29:04.984962+0000 mon.a (mon.0) 705 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-31T06:29:06.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:05 smithi006 bash[27532]: audit 2023-10-31T06:29:04.976516+0000 mon.a (mon.0) 702 : audit 1 from='client.? 172.21.15.6:0/74873093' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5f96cd87-35c9-4d1e-9fa9-ad5ce50eb06f"}]: dispatch 2023-10-31T06:29:06.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:05 smithi006 bash[27532]: audit 2023-10-31T06:29:04.979606+0000 mon.a (mon.0) 703 : audit 1 from='client.? 172.21.15.6:0/74873093' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5f96cd87-35c9-4d1e-9fa9-ad5ce50eb06f"}]': finished 2023-10-31T06:29:06.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:05 smithi006 bash[27532]: cluster 2023-10-31T06:29:04.983245+0000 mon.a (mon.0) 704 : cluster 0 osdmap e5: 1 total, 0 up, 1 in 2023-10-31T06:29:06.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:05 smithi006 bash[27532]: audit 2023-10-31T06:29:04.984962+0000 mon.a (mon.0) 705 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-31T06:29:06.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:05 smithi029 bash[32310]: audit 2023-10-31T06:29:04.976516+0000 mon.a (mon.0) 702 : audit 1 from='client.? 172.21.15.6:0/74873093' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5f96cd87-35c9-4d1e-9fa9-ad5ce50eb06f"}]: dispatch 2023-10-31T06:29:06.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:05 smithi029 bash[32310]: audit 2023-10-31T06:29:04.979606+0000 mon.a (mon.0) 703 : audit 1 from='client.? 172.21.15.6:0/74873093' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5f96cd87-35c9-4d1e-9fa9-ad5ce50eb06f"}]': finished 2023-10-31T06:29:06.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:05 smithi029 bash[32310]: cluster 2023-10-31T06:29:04.983245+0000 mon.a (mon.0) 704 : cluster 0 osdmap e5: 1 total, 0 up, 1 in 2023-10-31T06:29:06.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:05 smithi029 bash[32310]: audit 2023-10-31T06:29:04.984962+0000 mon.a (mon.0) 705 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-31T06:29:07.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:06 smithi032 bash[57603]: audit 2023-10-31T06:29:05.736941+0000 mon.a (mon.0) 706 : audit 0 from='client.? 172.21.15.6:0/973327990' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-31T06:29:07.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:06 smithi032 bash[57603]: cluster 2023-10-31T06:29:06.156166+0000 mgr.a (mgr.14152) 659 : cluster 0 pgmap v441: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:07.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:06 smithi006 bash[27532]: audit 2023-10-31T06:29:05.736941+0000 mon.a (mon.0) 706 : audit 0 from='client.? 172.21.15.6:0/973327990' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-31T06:29:07.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:06 smithi006 bash[27532]: cluster 2023-10-31T06:29:06.156166+0000 mgr.a (mgr.14152) 659 : cluster 0 pgmap v441: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:07.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:06 smithi029 bash[32310]: audit 2023-10-31T06:29:05.736941+0000 mon.a (mon.0) 706 : audit 0 from='client.? 172.21.15.6:0/973327990' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-31T06:29:07.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:06 smithi029 bash[32310]: cluster 2023-10-31T06:29:06.156166+0000 mgr.a (mgr.14152) 659 : cluster 0 pgmap v441: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:09.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:09 smithi032 bash[57603]: cluster 2023-10-31T06:29:08.156701+0000 mgr.a (mgr.14152) 660 : cluster 0 pgmap v442: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:09.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:09 smithi006 bash[27532]: cluster 2023-10-31T06:29:08.156701+0000 mgr.a (mgr.14152) 660 : cluster 0 pgmap v442: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:09.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:09 smithi029 bash[32310]: cluster 2023-10-31T06:29:08.156701+0000 mgr.a (mgr.14152) 660 : cluster 0 pgmap v442: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:11.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:11 smithi032 bash[57603]: cluster 2023-10-31T06:29:10.157213+0000 mgr.a (mgr.14152) 661 : cluster 0 pgmap v443: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:11.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:11 smithi006 bash[27532]: cluster 2023-10-31T06:29:10.157213+0000 mgr.a (mgr.14152) 661 : cluster 0 pgmap v443: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:11.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:11 smithi029 bash[32310]: cluster 2023-10-31T06:29:10.157213+0000 mgr.a (mgr.14152) 661 : cluster 0 pgmap v443: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:13.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:13 smithi032 bash[57603]: cluster 2023-10-31T06:29:12.157744+0000 mgr.a (mgr.14152) 662 : cluster 0 pgmap v444: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:13.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:13 smithi006 bash[27532]: cluster 2023-10-31T06:29:12.157744+0000 mgr.a (mgr.14152) 662 : cluster 0 pgmap v444: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:13.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:13 smithi029 bash[32310]: cluster 2023-10-31T06:29:12.157744+0000 mgr.a (mgr.14152) 662 : cluster 0 pgmap v444: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:15.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:14 smithi032 bash[57603]: cluster 2023-10-31T06:29:14.158256+0000 mgr.a (mgr.14152) 663 : cluster 0 pgmap v445: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:15.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:14 smithi006 bash[27532]: cluster 2023-10-31T06:29:14.158256+0000 mgr.a (mgr.14152) 663 : cluster 0 pgmap v445: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:15.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:14 smithi029 bash[32310]: cluster 2023-10-31T06:29:14.158256+0000 mgr.a (mgr.14152) 663 : cluster 0 pgmap v445: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:17.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:17 smithi032 bash[57603]: cluster 2023-10-31T06:29:16.158733+0000 mgr.a (mgr.14152) 664 : cluster 0 pgmap v446: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:17.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:17 smithi006 bash[27532]: cluster 2023-10-31T06:29:16.158733+0000 mgr.a (mgr.14152) 664 : cluster 0 pgmap v446: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:17.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:17 smithi029 bash[32310]: cluster 2023-10-31T06:29:16.158733+0000 mgr.a (mgr.14152) 664 : cluster 0 pgmap v446: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:18.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:18 smithi032 bash[57603]: audit 2023-10-31T06:29:18.103325+0000 mon.a (mon.0) 707 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-10-31T06:29:18.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:18 smithi032 bash[57603]: audit 2023-10-31T06:29:18.105032+0000 mon.a (mon.0) 708 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:29:18.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:18 smithi006 bash[27532]: audit 2023-10-31T06:29:18.103325+0000 mon.a (mon.0) 707 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-10-31T06:29:18.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:18 smithi006 bash[27532]: audit 2023-10-31T06:29:18.105032+0000 mon.a (mon.0) 708 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:29:18.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:18 smithi029 bash[32310]: audit 2023-10-31T06:29:18.103325+0000 mon.a (mon.0) 707 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-10-31T06:29:18.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:18 smithi029 bash[32310]: audit 2023-10-31T06:29:18.105032+0000 mon.a (mon.0) 708 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:29:19.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:19 smithi032 bash[57603]: cephadm 2023-10-31T06:29:18.106342+0000 mgr.a (mgr.14152) 665 : cephadm 1 Deploying daemon osd.0 on smithi006 2023-10-31T06:29:19.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:19 smithi032 bash[57603]: cluster 2023-10-31T06:29:18.159228+0000 mgr.a (mgr.14152) 666 : cluster 0 pgmap v447: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:19.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:19 smithi006 bash[27532]: cephadm 2023-10-31T06:29:18.106342+0000 mgr.a (mgr.14152) 665 : cephadm 1 Deploying daemon osd.0 on smithi006 2023-10-31T06:29:19.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:19 smithi006 bash[27532]: cluster 2023-10-31T06:29:18.159228+0000 mgr.a (mgr.14152) 666 : cluster 0 pgmap v447: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:19.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:19 smithi029 bash[32310]: cephadm 2023-10-31T06:29:18.106342+0000 mgr.a (mgr.14152) 665 : cephadm 1 Deploying daemon osd.0 on smithi006 2023-10-31T06:29:19.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:19 smithi029 bash[32310]: cluster 2023-10-31T06:29:18.159228+0000 mgr.a (mgr.14152) 666 : cluster 0 pgmap v447: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:21.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:21 smithi032 bash[57603]: cluster 2023-10-31T06:29:20.159726+0000 mgr.a (mgr.14152) 667 : cluster 0 pgmap v448: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:21.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:21 smithi006 bash[27532]: cluster 2023-10-31T06:29:20.159726+0000 mgr.a (mgr.14152) 667 : cluster 0 pgmap v448: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:21.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:21 smithi029 bash[32310]: cluster 2023-10-31T06:29:20.159726+0000 mgr.a (mgr.14152) 667 : cluster 0 pgmap v448: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:23.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:23 smithi032 bash[57603]: cluster 2023-10-31T06:29:22.160238+0000 mgr.a (mgr.14152) 668 : cluster 0 pgmap v449: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:23.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:23 smithi032 bash[57603]: audit 2023-10-31T06:29:22.937935+0000 mon.a (mon.0) 709 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:29:23.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:23 smithi032 bash[57603]: audit 2023-10-31T06:29:22.944967+0000 mon.a (mon.0) 710 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:29:23.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:23 smithi032 bash[57603]: audit 2023-10-31T06:29:22.945755+0000 mon.a (mon.0) 711 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:29:23.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:23 smithi032 bash[57603]: audit 2023-10-31T06:29:22.950340+0000 mon.a (mon.0) 712 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:29:23.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:23 smithi032 bash[57603]: audit 2023-10-31T06:29:22.950895+0000 mon.a (mon.0) 713 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:29:23.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:23 smithi032 bash[57603]: audit 2023-10-31T06:29:22.951272+0000 mon.a (mon.0) 714 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:29:23.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:23 smithi006 bash[27532]: cluster 2023-10-31T06:29:22.160238+0000 mgr.a (mgr.14152) 668 : cluster 0 pgmap v449: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:23.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:23 smithi006 bash[27532]: audit 2023-10-31T06:29:22.937935+0000 mon.a (mon.0) 709 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:29:23.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:23 smithi006 bash[27532]: audit 2023-10-31T06:29:22.944967+0000 mon.a (mon.0) 710 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:29:23.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:23 smithi006 bash[27532]: audit 2023-10-31T06:29:22.945755+0000 mon.a (mon.0) 711 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:29:23.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:23 smithi006 bash[27532]: audit 2023-10-31T06:29:22.950340+0000 mon.a (mon.0) 712 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:29:23.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:23 smithi006 bash[27532]: audit 2023-10-31T06:29:22.950895+0000 mon.a (mon.0) 713 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:29:23.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:23 smithi006 bash[27532]: audit 2023-10-31T06:29:22.951272+0000 mon.a (mon.0) 714 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:29:23.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:23 smithi029 bash[32310]: cluster 2023-10-31T06:29:22.160238+0000 mgr.a (mgr.14152) 668 : cluster 0 pgmap v449: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:23.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:23 smithi029 bash[32310]: audit 2023-10-31T06:29:22.937935+0000 mon.a (mon.0) 709 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:29:23.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:23 smithi029 bash[32310]: audit 2023-10-31T06:29:22.944967+0000 mon.a (mon.0) 710 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:29:23.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:23 smithi029 bash[32310]: audit 2023-10-31T06:29:22.945755+0000 mon.a (mon.0) 711 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:29:23.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:23 smithi029 bash[32310]: audit 2023-10-31T06:29:22.950340+0000 mon.a (mon.0) 712 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:29:23.666 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:23 smithi029 bash[32310]: audit 2023-10-31T06:29:22.950895+0000 mon.a (mon.0) 713 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:29:23.666 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:23 smithi029 bash[32310]: audit 2023-10-31T06:29:22.951272+0000 mon.a (mon.0) 714 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:29:24.813 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:24 smithi006 bash[27532]: cephadm 2023-10-31T06:29:23.718936+0000 mgr.a (mgr.14152) 669 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:29:24.813 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:24 smithi006 bash[27532]: cephadm 2023-10-31T06:29:23.724145+0000 mgr.a (mgr.14152) 670 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:29:24.813 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:24 smithi006 bash[27532]: cephadm 2023-10-31T06:29:23.843044+0000 mgr.a (mgr.14152) 671 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:29:24.814 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:24 smithi006 bash[27532]: cluster 2023-10-31T06:29:24.160514+0000 mgr.a (mgr.14152) 672 : cluster 0 pgmap v450: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:25.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:24 smithi032 bash[57603]: cephadm 2023-10-31T06:29:23.718936+0000 mgr.a (mgr.14152) 669 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:29:25.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:24 smithi032 bash[57603]: cephadm 2023-10-31T06:29:23.724145+0000 mgr.a (mgr.14152) 670 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:29:25.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:24 smithi032 bash[57603]: cephadm 2023-10-31T06:29:23.843044+0000 mgr.a (mgr.14152) 671 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:29:25.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:24 smithi032 bash[57603]: cluster 2023-10-31T06:29:24.160514+0000 mgr.a (mgr.14152) 672 : cluster 0 pgmap v450: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:25.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:24 smithi029 bash[32310]: cephadm 2023-10-31T06:29:23.718936+0000 mgr.a (mgr.14152) 669 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:29:25.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:24 smithi029 bash[32310]: cephadm 2023-10-31T06:29:23.724145+0000 mgr.a (mgr.14152) 670 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:29:25.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:24 smithi029 bash[32310]: cephadm 2023-10-31T06:29:23.843044+0000 mgr.a (mgr.14152) 671 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:29:25.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:24 smithi029 bash[32310]: cluster 2023-10-31T06:29:24.160514+0000 mgr.a (mgr.14152) 672 : cluster 0 pgmap v450: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:27.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:27 smithi032 bash[57603]: cluster 2023-10-31T06:29:26.161069+0000 mgr.a (mgr.14152) 673 : cluster 0 pgmap v451: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:27.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:27 smithi006 bash[27532]: cluster 2023-10-31T06:29:26.161069+0000 mgr.a (mgr.14152) 673 : cluster 0 pgmap v451: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:27.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:27 smithi029 bash[32310]: cluster 2023-10-31T06:29:26.161069+0000 mgr.a (mgr.14152) 673 : cluster 0 pgmap v451: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:29.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:29 smithi032 bash[57603]: cluster 2023-10-31T06:29:28.161619+0000 mgr.a (mgr.14152) 674 : cluster 0 pgmap v452: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:29.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:29 smithi006 bash[27532]: cluster 2023-10-31T06:29:28.161619+0000 mgr.a (mgr.14152) 674 : cluster 0 pgmap v452: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:29.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:29 smithi029 bash[32310]: cluster 2023-10-31T06:29:28.161619+0000 mgr.a (mgr.14152) 674 : cluster 0 pgmap v452: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:30.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:30 smithi032 bash[57603]: audit 2023-10-31T06:29:29.760949+0000 mon.a (mon.0) 715 : audit 1 from='osd.0 [v2:172.21.15.6:6802/1962844276,v1:172.21.15.6:6803/1962844276]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-10-31T06:29:30.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:30 smithi006 bash[27532]: audit 2023-10-31T06:29:29.760949+0000 mon.a (mon.0) 715 : audit 1 from='osd.0 [v2:172.21.15.6:6802/1962844276,v1:172.21.15.6:6803/1962844276]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-10-31T06:29:30.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:30 smithi029 bash[32310]: audit 2023-10-31T06:29:29.760949+0000 mon.a (mon.0) 715 : audit 1 from='osd.0 [v2:172.21.15.6:6802/1962844276,v1:172.21.15.6:6803/1962844276]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-10-31T06:29:31.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:31 smithi032 bash[57603]: cluster 2023-10-31T06:29:30.162027+0000 mgr.a (mgr.14152) 675 : cluster 0 pgmap v453: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:31.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:31 smithi032 bash[57603]: audit 2023-10-31T06:29:30.232361+0000 mon.a (mon.0) 716 : audit 1 from='osd.0 [v2:172.21.15.6:6802/1962844276,v1:172.21.15.6:6803/1962844276]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-10-31T06:29:31.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:31 smithi032 bash[57603]: cluster 2023-10-31T06:29:30.237531+0000 mon.a (mon.0) 717 : cluster 0 osdmap e6: 1 total, 0 up, 1 in 2023-10-31T06:29:31.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:31 smithi032 bash[57603]: audit 2023-10-31T06:29:30.237863+0000 mon.a (mon.0) 718 : audit 1 from='osd.0 [v2:172.21.15.6:6802/1962844276,v1:172.21.15.6:6803/1962844276]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi006", "root=default"]}]: dispatch 2023-10-31T06:29:31.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:31 smithi032 bash[57603]: audit 2023-10-31T06:29:30.238195+0000 mon.a (mon.0) 719 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-31T06:29:31.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:31 smithi032 bash[57603]: audit 2023-10-31T06:29:30.577176+0000 mon.a (mon.0) 720 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:29:31.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:31 smithi032 bash[57603]: audit 2023-10-31T06:29:30.583433+0000 mon.a (mon.0) 721 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:29:31.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:31 smithi032 bash[57603]: audit 2023-10-31T06:29:30.584700+0000 mon.a (mon.0) 722 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:29:31.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:31 smithi032 bash[57603]: audit 2023-10-31T06:29:30.585816+0000 mon.a (mon.0) 723 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:29:31.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:31 smithi032 bash[57603]: audit 2023-10-31T06:29:30.592939+0000 mon.a (mon.0) 724 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:29:31.508 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:31 smithi032 bash[57603]: audit 2023-10-31T06:29:30.695676+0000 mon.a (mon.0) 725 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:29:31.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:31 smithi006 bash[27532]: cluster 2023-10-31T06:29:30.162027+0000 mgr.a (mgr.14152) 675 : cluster 0 pgmap v453: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:31.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:31 smithi006 bash[27532]: audit 2023-10-31T06:29:30.232361+0000 mon.a (mon.0) 716 : audit 1 from='osd.0 [v2:172.21.15.6:6802/1962844276,v1:172.21.15.6:6803/1962844276]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-10-31T06:29:31.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:31 smithi006 bash[27532]: cluster 2023-10-31T06:29:30.237531+0000 mon.a (mon.0) 717 : cluster 0 osdmap e6: 1 total, 0 up, 1 in 2023-10-31T06:29:31.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:31 smithi006 bash[27532]: audit 2023-10-31T06:29:30.237863+0000 mon.a (mon.0) 718 : audit 1 from='osd.0 [v2:172.21.15.6:6802/1962844276,v1:172.21.15.6:6803/1962844276]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi006", "root=default"]}]: dispatch 2023-10-31T06:29:31.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:31 smithi006 bash[27532]: audit 2023-10-31T06:29:30.238195+0000 mon.a (mon.0) 719 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-31T06:29:31.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:31 smithi006 bash[27532]: audit 2023-10-31T06:29:30.577176+0000 mon.a (mon.0) 720 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:29:31.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:31 smithi006 bash[27532]: audit 2023-10-31T06:29:30.583433+0000 mon.a (mon.0) 721 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:29:31.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:31 smithi006 bash[27532]: audit 2023-10-31T06:29:30.584700+0000 mon.a (mon.0) 722 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:29:31.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:31 smithi006 bash[27532]: audit 2023-10-31T06:29:30.585816+0000 mon.a (mon.0) 723 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:29:31.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:31 smithi006 bash[27532]: audit 2023-10-31T06:29:30.592939+0000 mon.a (mon.0) 724 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:29:31.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:31 smithi006 bash[27532]: audit 2023-10-31T06:29:30.695676+0000 mon.a (mon.0) 725 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:29:31.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:31 smithi029 bash[32310]: cluster 2023-10-31T06:29:30.162027+0000 mgr.a (mgr.14152) 675 : cluster 0 pgmap v453: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:31.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:31 smithi029 bash[32310]: audit 2023-10-31T06:29:30.232361+0000 mon.a (mon.0) 716 : audit 1 from='osd.0 [v2:172.21.15.6:6802/1962844276,v1:172.21.15.6:6803/1962844276]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-10-31T06:29:31.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:31 smithi029 bash[32310]: cluster 2023-10-31T06:29:30.237531+0000 mon.a (mon.0) 717 : cluster 0 osdmap e6: 1 total, 0 up, 1 in 2023-10-31T06:29:31.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:31 smithi029 bash[32310]: audit 2023-10-31T06:29:30.237863+0000 mon.a (mon.0) 718 : audit 1 from='osd.0 [v2:172.21.15.6:6802/1962844276,v1:172.21.15.6:6803/1962844276]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi006", "root=default"]}]: dispatch 2023-10-31T06:29:31.666 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:31 smithi029 bash[32310]: audit 2023-10-31T06:29:30.238195+0000 mon.a (mon.0) 719 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-31T06:29:31.666 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:31 smithi029 bash[32310]: audit 2023-10-31T06:29:30.577176+0000 mon.a (mon.0) 720 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:29:31.666 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:31 smithi029 bash[32310]: audit 2023-10-31T06:29:30.583433+0000 mon.a (mon.0) 721 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:29:31.666 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:31 smithi029 bash[32310]: audit 2023-10-31T06:29:30.584700+0000 mon.a (mon.0) 722 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:29:31.666 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:31 smithi029 bash[32310]: audit 2023-10-31T06:29:30.585816+0000 mon.a (mon.0) 723 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:29:31.667 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:31 smithi029 bash[32310]: audit 2023-10-31T06:29:30.592939+0000 mon.a (mon.0) 724 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:29:31.667 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:31 smithi029 bash[32310]: audit 2023-10-31T06:29:30.695676+0000 mon.a (mon.0) 725 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:29:31.911 INFO:teuthology.orchestra.run.smithi006.stdout:Created osd(s) 0 on host 'smithi006' 2023-10-31T06:29:32.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:32 smithi006 bash[27532]: cluster 2023-10-31T06:29:30.587967+0000 mgr.a (mgr.14152) 676 : cluster 0 pgmap v455: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:32.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:32 smithi006 bash[27532]: cluster 2023-10-31T06:29:30.588219+0000 mgr.a (mgr.14152) 677 : cluster 0 pgmap v456: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:32.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:32 smithi006 bash[27532]: audit 2023-10-31T06:29:31.234492+0000 mon.a (mon.0) 726 : audit 1 from='osd.0 [v2:172.21.15.6:6802/1962844276,v1:172.21.15.6:6803/1962844276]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi006", "root=default"]}]': finished 2023-10-31T06:29:32.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:32 smithi006 bash[27532]: cluster 2023-10-31T06:29:31.238374+0000 mon.a (mon.0) 727 : cluster 0 osdmap e7: 1 total, 0 up, 1 in 2023-10-31T06:29:32.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:32 smithi006 bash[27532]: audit 2023-10-31T06:29:31.239318+0000 mon.a (mon.0) 728 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-31T06:29:32.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:32 smithi006 bash[27532]: audit 2023-10-31T06:29:31.244921+0000 mon.a (mon.0) 729 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-31T06:29:32.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:32 smithi006 bash[27532]: audit 2023-10-31T06:29:31.871892+0000 mon.a (mon.0) 730 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:29:32.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:32 smithi006 bash[27532]: audit 2023-10-31T06:29:31.878790+0000 mon.a (mon.0) 731 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:29:32.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:32 smithi006 bash[27532]: audit 2023-10-31T06:29:32.130174+0000 mon.a (mon.0) 732 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:29:32.611 DEBUG:teuthology.orchestra.run.smithi006:osd.0> sudo journalctl -f -n 0 -u ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@osd.0.service 2023-10-31T06:29:32.614 INFO:tasks.cephadm:Deploying osd.1 on smithi029 with /dev/vg_nvme/lv_4... 2023-10-31T06:29:32.614 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-10-31T06:29:32.625 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:32 smithi029 bash[32310]: cluster 2023-10-31T06:29:30.587967+0000 mgr.a (mgr.14152) 676 : cluster 0 pgmap v455: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:32.626 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:32 smithi029 bash[32310]: cluster 2023-10-31T06:29:30.588219+0000 mgr.a (mgr.14152) 677 : cluster 0 pgmap v456: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:32.626 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:32 smithi029 bash[32310]: audit 2023-10-31T06:29:31.234492+0000 mon.a (mon.0) 726 : audit 1 from='osd.0 [v2:172.21.15.6:6802/1962844276,v1:172.21.15.6:6803/1962844276]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi006", "root=default"]}]': finished 2023-10-31T06:29:32.626 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:32 smithi029 bash[32310]: cluster 2023-10-31T06:29:31.238374+0000 mon.a (mon.0) 727 : cluster 0 osdmap e7: 1 total, 0 up, 1 in 2023-10-31T06:29:32.627 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:32 smithi029 bash[32310]: audit 2023-10-31T06:29:31.239318+0000 mon.a (mon.0) 728 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-31T06:29:32.627 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:32 smithi029 bash[32310]: audit 2023-10-31T06:29:31.244921+0000 mon.a (mon.0) 729 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-31T06:29:32.627 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:32 smithi029 bash[32310]: audit 2023-10-31T06:29:31.871892+0000 mon.a (mon.0) 730 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:29:32.628 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:32 smithi029 bash[32310]: audit 2023-10-31T06:29:31.878790+0000 mon.a (mon.0) 731 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:29:32.628 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:32 smithi029 bash[32310]: audit 2023-10-31T06:29:32.130174+0000 mon.a (mon.0) 732 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:29:32.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:32 smithi032 bash[57603]: cluster 2023-10-31T06:29:30.587967+0000 mgr.a (mgr.14152) 676 : cluster 0 pgmap v455: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:32.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:32 smithi032 bash[57603]: cluster 2023-10-31T06:29:30.588219+0000 mgr.a (mgr.14152) 677 : cluster 0 pgmap v456: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:32.756 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:32 smithi032 bash[57603]: audit 2023-10-31T06:29:31.234492+0000 mon.a (mon.0) 726 : audit 1 from='osd.0 [v2:172.21.15.6:6802/1962844276,v1:172.21.15.6:6803/1962844276]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi006", "root=default"]}]': finished 2023-10-31T06:29:32.756 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:32 smithi032 bash[57603]: cluster 2023-10-31T06:29:31.238374+0000 mon.a (mon.0) 727 : cluster 0 osdmap e7: 1 total, 0 up, 1 in 2023-10-31T06:29:32.756 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:32 smithi032 bash[57603]: audit 2023-10-31T06:29:31.239318+0000 mon.a (mon.0) 728 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-31T06:29:32.756 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:32 smithi032 bash[57603]: audit 2023-10-31T06:29:31.244921+0000 mon.a (mon.0) 729 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-31T06:29:32.757 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:32 smithi032 bash[57603]: audit 2023-10-31T06:29:31.871892+0000 mon.a (mon.0) 730 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:29:32.757 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:32 smithi032 bash[57603]: audit 2023-10-31T06:29:31.878790+0000 mon.a (mon.0) 731 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:29:32.757 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:32 smithi032 bash[57603]: audit 2023-10-31T06:29:32.130174+0000 mon.a (mon.0) 732 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:29:32.793 INFO:journalctl@ceph.osd.0.smithi006.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2023-10-31T06:29:33.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:33 smithi006 bash[27532]: cluster 2023-10-31T06:29:30.772209+0000 osd.0 (osd.0) 1 : cluster 0 purged_snaps scrub starts 2023-10-31T06:29:33.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:33 smithi006 bash[27532]: cluster 2023-10-31T06:29:30.772326+0000 osd.0 (osd.0) 2 : cluster 0 purged_snaps scrub ok 2023-10-31T06:29:33.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:33 smithi006 bash[27532]: cephadm 2023-10-31T06:29:31.659527+0000 mgr.a (mgr.14152) 678 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:29:33.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:33 smithi006 bash[27532]: cluster 2023-10-31T06:29:32.248929+0000 mon.a (mon.0) 733 : cluster 1 osd.0 [v2:172.21.15.6:6802/1962844276,v1:172.21.15.6:6803/1962844276] boot 2023-10-31T06:29:33.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:33 smithi006 bash[27532]: cluster 2023-10-31T06:29:32.249013+0000 mon.a (mon.0) 734 : cluster 0 osdmap e8: 1 total, 1 up, 1 in 2023-10-31T06:29:33.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:33 smithi006 bash[27532]: audit 2023-10-31T06:29:32.249523+0000 mon.a (mon.0) 735 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-31T06:29:33.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:33 smithi006 bash[27532]: cephadm 2023-10-31T06:29:32.398069+0000 mgr.a (mgr.14152) 679 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:29:33.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:33 smithi006 bash[27532]: audit 2023-10-31T06:29:32.865204+0000 mon.a (mon.0) 736 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:29:33.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:33 smithi029 bash[32310]: cluster 2023-10-31T06:29:30.772209+0000 osd.0 (osd.0) 1 : cluster 0 purged_snaps scrub starts 2023-10-31T06:29:33.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:33 smithi029 bash[32310]: cluster 2023-10-31T06:29:30.772326+0000 osd.0 (osd.0) 2 : cluster 0 purged_snaps scrub ok 2023-10-31T06:29:33.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:33 smithi029 bash[32310]: cephadm 2023-10-31T06:29:31.659527+0000 mgr.a (mgr.14152) 678 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:29:33.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:33 smithi029 bash[32310]: cluster 2023-10-31T06:29:32.248929+0000 mon.a (mon.0) 733 : cluster 1 osd.0 [v2:172.21.15.6:6802/1962844276,v1:172.21.15.6:6803/1962844276] boot 2023-10-31T06:29:33.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:33 smithi029 bash[32310]: cluster 2023-10-31T06:29:32.249013+0000 mon.a (mon.0) 734 : cluster 0 osdmap e8: 1 total, 1 up, 1 in 2023-10-31T06:29:33.666 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:33 smithi029 bash[32310]: audit 2023-10-31T06:29:32.249523+0000 mon.a (mon.0) 735 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-31T06:29:33.666 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:33 smithi029 bash[32310]: cephadm 2023-10-31T06:29:32.398069+0000 mgr.a (mgr.14152) 679 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:29:33.666 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:33 smithi029 bash[32310]: audit 2023-10-31T06:29:32.865204+0000 mon.a (mon.0) 736 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:29:33.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:33 smithi032 bash[57603]: cluster 2023-10-31T06:29:30.772209+0000 osd.0 (osd.0) 1 : cluster 0 purged_snaps scrub starts 2023-10-31T06:29:33.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:33 smithi032 bash[57603]: cluster 2023-10-31T06:29:30.772326+0000 osd.0 (osd.0) 2 : cluster 0 purged_snaps scrub ok 2023-10-31T06:29:33.756 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:33 smithi032 bash[57603]: cephadm 2023-10-31T06:29:31.659527+0000 mgr.a (mgr.14152) 678 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:29:33.756 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:33 smithi032 bash[57603]: cluster 2023-10-31T06:29:32.248929+0000 mon.a (mon.0) 733 : cluster 1 osd.0 [v2:172.21.15.6:6802/1962844276,v1:172.21.15.6:6803/1962844276] boot 2023-10-31T06:29:33.756 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:33 smithi032 bash[57603]: cluster 2023-10-31T06:29:32.249013+0000 mon.a (mon.0) 734 : cluster 0 osdmap e8: 1 total, 1 up, 1 in 2023-10-31T06:29:33.756 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:33 smithi032 bash[57603]: audit 2023-10-31T06:29:32.249523+0000 mon.a (mon.0) 735 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-31T06:29:33.757 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:33 smithi032 bash[57603]: cephadm 2023-10-31T06:29:32.398069+0000 mgr.a (mgr.14152) 679 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:29:33.757 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:33 smithi032 bash[57603]: audit 2023-10-31T06:29:32.865204+0000 mon.a (mon.0) 736 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:29:34.550 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:34 smithi032 bash[57603]: cluster 2023-10-31T06:29:32.588690+0000 mgr.a (mgr.14152) 680 : cluster 0 pgmap v459: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:34.550 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:34 smithi032 bash[57603]: cluster 2023-10-31T06:29:33.263168+0000 mon.a (mon.0) 737 : cluster 0 osdmap e9: 1 total, 1 up, 1 in 2023-10-31T06:29:34.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:34 smithi029 bash[32310]: cluster 2023-10-31T06:29:32.588690+0000 mgr.a (mgr.14152) 680 : cluster 0 pgmap v459: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:34.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:34 smithi029 bash[32310]: cluster 2023-10-31T06:29:33.263168+0000 mon.a (mon.0) 737 : cluster 0 osdmap e9: 1 total, 1 up, 1 in 2023-10-31T06:29:34.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:34 smithi006 bash[27532]: cluster 2023-10-31T06:29:32.588690+0000 mgr.a (mgr.14152) 680 : cluster 0 pgmap v459: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-31T06:29:34.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:34 smithi006 bash[27532]: cluster 2023-10-31T06:29:33.263168+0000 mon.a (mon.0) 737 : cluster 0 osdmap e9: 1 total, 1 up, 1 in 2023-10-31T06:29:35.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:35 smithi006 bash[27532]: cephadm 2023-10-31T06:29:34.161530+0000 mgr.a (mgr.14152) 681 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:29:35.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:35 smithi006 bash[27532]: audit 2023-10-31T06:29:34.629507+0000 mon.a (mon.0) 738 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:29:35.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:35 smithi006 bash[27532]: audit 2023-10-31T06:29:34.633997+0000 mon.a (mon.0) 739 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:29:35.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:35 smithi006 bash[27532]: audit 2023-10-31T06:29:34.634486+0000 mon.a (mon.0) 740 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:29:35.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:35 smithi006 bash[27532]: audit 2023-10-31T06:29:34.635073+0000 mon.a (mon.0) 741 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:29:35.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:35 smithi029 bash[32310]: cephadm 2023-10-31T06:29:34.161530+0000 mgr.a (mgr.14152) 681 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:29:35.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:35 smithi029 bash[32310]: audit 2023-10-31T06:29:34.629507+0000 mon.a (mon.0) 738 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:29:35.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:35 smithi029 bash[32310]: audit 2023-10-31T06:29:34.633997+0000 mon.a (mon.0) 739 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:29:35.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:35 smithi029 bash[32310]: audit 2023-10-31T06:29:34.634486+0000 mon.a (mon.0) 740 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:29:35.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:35 smithi029 bash[32310]: audit 2023-10-31T06:29:34.635073+0000 mon.a (mon.0) 741 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:29:35.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:35 smithi032 bash[57603]: cephadm 2023-10-31T06:29:34.161530+0000 mgr.a (mgr.14152) 681 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:29:35.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:35 smithi032 bash[57603]: audit 2023-10-31T06:29:34.629507+0000 mon.a (mon.0) 738 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:29:35.756 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:35 smithi032 bash[57603]: audit 2023-10-31T06:29:34.633997+0000 mon.a (mon.0) 739 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:29:35.756 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:35 smithi032 bash[57603]: audit 2023-10-31T06:29:34.634486+0000 mon.a (mon.0) 740 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:29:35.756 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:35 smithi032 bash[57603]: audit 2023-10-31T06:29:34.635073+0000 mon.a (mon.0) 741 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:29:36.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:36 smithi029 bash[32310]: cluster 2023-10-31T06:29:34.589223+0000 mgr.a (mgr.14152) 682 : cluster 0 pgmap v461: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:36.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:36 smithi029 bash[32310]: cephadm 2023-10-31T06:29:34.773528+0000 mgr.a (mgr.14152) 683 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:29:36.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:36 smithi029 bash[32310]: cephadm 2023-10-31T06:29:34.872740+0000 mgr.a (mgr.14152) 684 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:29:36.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:36 smithi029 bash[32310]: cephadm 2023-10-31T06:29:35.078328+0000 mgr.a (mgr.14152) 685 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:29:36.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:36 smithi032 bash[57603]: cluster 2023-10-31T06:29:34.589223+0000 mgr.a (mgr.14152) 682 : cluster 0 pgmap v461: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:36.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:36 smithi032 bash[57603]: cephadm 2023-10-31T06:29:34.773528+0000 mgr.a (mgr.14152) 683 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:29:36.756 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:36 smithi032 bash[57603]: cephadm 2023-10-31T06:29:34.872740+0000 mgr.a (mgr.14152) 684 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:29:36.756 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:36 smithi032 bash[57603]: cephadm 2023-10-31T06:29:35.078328+0000 mgr.a (mgr.14152) 685 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:29:36.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:36 smithi006 bash[27532]: cluster 2023-10-31T06:29:34.589223+0000 mgr.a (mgr.14152) 682 : cluster 0 pgmap v461: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:36.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:36 smithi006 bash[27532]: cephadm 2023-10-31T06:29:34.773528+0000 mgr.a (mgr.14152) 683 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:29:36.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:36 smithi006 bash[27532]: cephadm 2023-10-31T06:29:34.872740+0000 mgr.a (mgr.14152) 684 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:29:36.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:36 smithi006 bash[27532]: cephadm 2023-10-31T06:29:35.078328+0000 mgr.a (mgr.14152) 685 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:29:37.328 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.b/config 2023-10-31T06:29:38.608 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:38 smithi029 bash[32310]: cluster 2023-10-31T06:29:36.589859+0000 mgr.a (mgr.14152) 686 : cluster 0 pgmap v462: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:38.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:38 smithi032 bash[57603]: cluster 2023-10-31T06:29:36.589859+0000 mgr.a (mgr.14152) 686 : cluster 0 pgmap v462: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:38.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:38 smithi006 bash[27532]: cluster 2023-10-31T06:29:36.589859+0000 mgr.a (mgr.14152) 686 : cluster 0 pgmap v462: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:40.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:40 smithi006 bash[27532]: cluster 2023-10-31T06:29:38.590531+0000 mgr.a (mgr.14152) 687 : cluster 0 pgmap v463: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:40.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:40 smithi029 bash[32310]: cluster 2023-10-31T06:29:38.590531+0000 mgr.a (mgr.14152) 687 : cluster 0 pgmap v463: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:40.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:40 smithi032 bash[57603]: cluster 2023-10-31T06:29:38.590531+0000 mgr.a (mgr.14152) 687 : cluster 0 pgmap v463: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:41.150 INFO:teuthology.orchestra.run.smithi029.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-10-31T06:29:41.150 INFO:teuthology.orchestra.run.smithi029.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-10-31T06:29:41.151 INFO:teuthology.orchestra.run.smithi029.stderr: stderr: 10+0 records in 2023-10-31T06:29:41.151 INFO:teuthology.orchestra.run.smithi029.stderr:10+0 records out 2023-10-31T06:29:41.151 INFO:teuthology.orchestra.run.smithi029.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0134067 s, 782 MB/s 2023-10-31T06:29:41.151 INFO:teuthology.orchestra.run.smithi029.stderr:--> Zapping successful for: 2023-10-31T06:29:42.045 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph orch daemon add osd smithi029:vg_nvme/lv_4 2023-10-31T06:29:42.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:42 smithi029 bash[32310]: cluster 2023-10-31T06:29:40.591138+0000 mgr.a (mgr.14152) 688 : cluster 0 pgmap v464: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:42.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:42 smithi006 bash[27532]: cluster 2023-10-31T06:29:40.591138+0000 mgr.a (mgr.14152) 688 : cluster 0 pgmap v464: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:42.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:42 smithi032 bash[57603]: cluster 2023-10-31T06:29:40.591138+0000 mgr.a (mgr.14152) 688 : cluster 0 pgmap v464: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:44.629 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:44 smithi006 bash[27532]: cluster 2023-10-31T06:29:42.591632+0000 mgr.a (mgr.14152) 689 : cluster 0 pgmap v465: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:44.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:44 smithi029 bash[32310]: cluster 2023-10-31T06:29:42.591632+0000 mgr.a (mgr.14152) 689 : cluster 0 pgmap v465: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:44.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:44 smithi032 bash[57603]: cluster 2023-10-31T06:29:42.591632+0000 mgr.a (mgr.14152) 689 : cluster 0 pgmap v465: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:46.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:46 smithi029 bash[32310]: cluster 2023-10-31T06:29:44.591986+0000 mgr.a (mgr.14152) 690 : cluster 0 pgmap v466: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:46.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:46 smithi029 bash[32310]: cephadm 2023-10-31T06:29:45.334278+0000 mgr.a (mgr.14152) 691 : cephadm 1 Detected new or changed devices on smithi006 2023-10-31T06:29:46.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:46 smithi029 bash[32310]: audit 2023-10-31T06:29:45.342300+0000 mon.a (mon.0) 742 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:29:46.666 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:46 smithi029 bash[32310]: audit 2023-10-31T06:29:45.349960+0000 mon.a (mon.0) 743 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:29:46.666 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:46 smithi029 bash[32310]: audit 2023-10-31T06:29:45.351818+0000 mon.a (mon.0) 744 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-31T06:29:46.666 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:46 smithi029 bash[32310]: cephadm 2023-10-31T06:29:45.353013+0000 mgr.a (mgr.14152) 692 : cephadm 1 Adjusting osd_memory_target on smithi006 to 16245M 2023-10-31T06:29:46.666 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:46 smithi029 bash[32310]: audit 2023-10-31T06:29:45.357202+0000 mon.a (mon.0) 745 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:29:46.667 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:46 smithi029 bash[32310]: audit 2023-10-31T06:29:45.359520+0000 mon.a (mon.0) 746 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:29:46.667 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:46 smithi029 bash[32310]: audit 2023-10-31T06:29:45.361000+0000 mon.a (mon.0) 747 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:29:46.667 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:46 smithi029 bash[32310]: cluster 2023-10-31T06:29:45.363715+0000 mgr.a (mgr.14152) 693 : cluster 0 pgmap v467: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:46.667 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:46 smithi029 bash[32310]: cluster 2023-10-31T06:29:45.363946+0000 mgr.a (mgr.14152) 694 : cluster 0 pgmap v468: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:46.667 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:46 smithi029 bash[32310]: audit 2023-10-31T06:29:45.369078+0000 mon.a (mon.0) 748 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:29:46.668 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:46 smithi029 bash[32310]: audit 2023-10-31T06:29:45.471516+0000 mon.a (mon.0) 749 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:29:46.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:46 smithi032 bash[57603]: cluster 2023-10-31T06:29:44.591986+0000 mgr.a (mgr.14152) 690 : cluster 0 pgmap v466: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:46.756 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:46 smithi032 bash[57603]: cephadm 2023-10-31T06:29:45.334278+0000 mgr.a (mgr.14152) 691 : cephadm 1 Detected new or changed devices on smithi006 2023-10-31T06:29:46.756 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:46 smithi032 bash[57603]: audit 2023-10-31T06:29:45.342300+0000 mon.a (mon.0) 742 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:29:46.756 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:46 smithi032 bash[57603]: audit 2023-10-31T06:29:45.349960+0000 mon.a (mon.0) 743 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:29:46.756 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:46 smithi032 bash[57603]: audit 2023-10-31T06:29:45.351818+0000 mon.a (mon.0) 744 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-31T06:29:46.756 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:46 smithi032 bash[57603]: cephadm 2023-10-31T06:29:45.353013+0000 mgr.a (mgr.14152) 692 : cephadm 1 Adjusting osd_memory_target on smithi006 to 16245M 2023-10-31T06:29:46.757 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:46 smithi032 bash[57603]: audit 2023-10-31T06:29:45.357202+0000 mon.a (mon.0) 745 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:29:46.757 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:46 smithi032 bash[57603]: audit 2023-10-31T06:29:45.359520+0000 mon.a (mon.0) 746 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:29:46.757 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:46 smithi032 bash[57603]: audit 2023-10-31T06:29:45.361000+0000 mon.a (mon.0) 747 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:29:46.757 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:46 smithi032 bash[57603]: cluster 2023-10-31T06:29:45.363715+0000 mgr.a (mgr.14152) 693 : cluster 0 pgmap v467: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:46.758 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:46 smithi032 bash[57603]: cluster 2023-10-31T06:29:45.363946+0000 mgr.a (mgr.14152) 694 : cluster 0 pgmap v468: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:46.758 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:46 smithi032 bash[57603]: audit 2023-10-31T06:29:45.369078+0000 mon.a (mon.0) 748 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:29:46.758 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:46 smithi032 bash[57603]: audit 2023-10-31T06:29:45.471516+0000 mon.a (mon.0) 749 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:29:46.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:46 smithi006 bash[27532]: cluster 2023-10-31T06:29:44.591986+0000 mgr.a (mgr.14152) 690 : cluster 0 pgmap v466: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:46.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:46 smithi006 bash[27532]: cephadm 2023-10-31T06:29:45.334278+0000 mgr.a (mgr.14152) 691 : cephadm 1 Detected new or changed devices on smithi006 2023-10-31T06:29:46.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:46 smithi006 bash[27532]: audit 2023-10-31T06:29:45.342300+0000 mon.a (mon.0) 742 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:29:46.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:46 smithi006 bash[27532]: audit 2023-10-31T06:29:45.349960+0000 mon.a (mon.0) 743 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:29:46.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:46 smithi006 bash[27532]: audit 2023-10-31T06:29:45.351818+0000 mon.a (mon.0) 744 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-31T06:29:46.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:46 smithi006 bash[27532]: cephadm 2023-10-31T06:29:45.353013+0000 mgr.a (mgr.14152) 692 : cephadm 1 Adjusting osd_memory_target on smithi006 to 16245M 2023-10-31T06:29:46.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:46 smithi006 bash[27532]: audit 2023-10-31T06:29:45.357202+0000 mon.a (mon.0) 745 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:29:46.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:46 smithi006 bash[27532]: audit 2023-10-31T06:29:45.359520+0000 mon.a (mon.0) 746 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:29:46.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:46 smithi006 bash[27532]: audit 2023-10-31T06:29:45.361000+0000 mon.a (mon.0) 747 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:29:46.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:46 smithi006 bash[27532]: cluster 2023-10-31T06:29:45.363715+0000 mgr.a (mgr.14152) 693 : cluster 0 pgmap v467: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:46.771 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:46 smithi006 bash[27532]: cluster 2023-10-31T06:29:45.363946+0000 mgr.a (mgr.14152) 694 : cluster 0 pgmap v468: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:46.771 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:46 smithi006 bash[27532]: audit 2023-10-31T06:29:45.369078+0000 mon.a (mon.0) 748 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:29:46.771 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:46 smithi006 bash[27532]: audit 2023-10-31T06:29:45.471516+0000 mon.a (mon.0) 749 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:29:46.809 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.b/config 2023-10-31T06:29:48.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:48 smithi029 bash[32310]: cluster 2023-10-31T06:29:47.364359+0000 mgr.a (mgr.14152) 695 : cluster 0 pgmap v469: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:48.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:48 smithi032 bash[57603]: cluster 2023-10-31T06:29:47.364359+0000 mgr.a (mgr.14152) 695 : cluster 0 pgmap v469: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:48.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:48 smithi006 bash[27532]: cluster 2023-10-31T06:29:47.364359+0000 mgr.a (mgr.14152) 695 : cluster 0 pgmap v469: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:50.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:49 smithi032 bash[57603]: cephadm 2023-10-31T06:29:48.644087+0000 mgr.a (mgr.14152) 696 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:29:50.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:49 smithi032 bash[57603]: audit 2023-10-31T06:29:49.116502+0000 mon.a (mon.0) 750 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:29:50.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:49 smithi032 bash[57603]: cluster 2023-10-31T06:29:49.364818+0000 mgr.a (mgr.14152) 697 : cluster 0 pgmap v470: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:50.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:49 smithi006 bash[27532]: cephadm 2023-10-31T06:29:48.644087+0000 mgr.a (mgr.14152) 696 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:29:50.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:49 smithi006 bash[27532]: audit 2023-10-31T06:29:49.116502+0000 mon.a (mon.0) 750 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:29:50.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:49 smithi006 bash[27532]: cluster 2023-10-31T06:29:49.364818+0000 mgr.a (mgr.14152) 697 : cluster 0 pgmap v470: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:50.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:49 smithi029 bash[32310]: cephadm 2023-10-31T06:29:48.644087+0000 mgr.a (mgr.14152) 696 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:29:50.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:49 smithi029 bash[32310]: audit 2023-10-31T06:29:49.116502+0000 mon.a (mon.0) 750 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:29:50.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:49 smithi029 bash[32310]: cluster 2023-10-31T06:29:49.364818+0000 mgr.a (mgr.14152) 697 : cluster 0 pgmap v470: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:51.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:50 smithi032 bash[57603]: cephadm 2023-10-31T06:29:49.896153+0000 mgr.a (mgr.14152) 698 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:29:51.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:50 smithi032 bash[57603]: audit 2023-10-31T06:29:50.362858+0000 mon.a (mon.0) 751 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:29:51.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:50 smithi032 bash[57603]: audit 2023-10-31T06:29:50.420605+0000 mgr.a (mgr.14152) 699 : audit 0 from='client.34142 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi029:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-31T06:29:51.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:50 smithi032 bash[57603]: audit 2023-10-31T06:29:50.427785+0000 mon.a (mon.0) 752 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-31T06:29:51.007 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:50 smithi032 bash[57603]: audit 2023-10-31T06:29:50.431534+0000 mon.a (mon.0) 753 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-31T06:29:51.007 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:50 smithi032 bash[57603]: audit 2023-10-31T06:29:50.432792+0000 mon.a (mon.0) 754 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:29:51.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:50 smithi006 bash[27532]: cephadm 2023-10-31T06:29:49.896153+0000 mgr.a (mgr.14152) 698 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:29:51.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:50 smithi006 bash[27532]: audit 2023-10-31T06:29:50.362858+0000 mon.a (mon.0) 751 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:29:51.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:50 smithi006 bash[27532]: audit 2023-10-31T06:29:50.420605+0000 mgr.a (mgr.14152) 699 : audit 0 from='client.34142 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi029:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-31T06:29:51.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:50 smithi006 bash[27532]: audit 2023-10-31T06:29:50.427785+0000 mon.a (mon.0) 752 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-31T06:29:51.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:50 smithi006 bash[27532]: audit 2023-10-31T06:29:50.431534+0000 mon.a (mon.0) 753 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-31T06:29:51.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:50 smithi006 bash[27532]: audit 2023-10-31T06:29:50.432792+0000 mon.a (mon.0) 754 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:29:51.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:50 smithi029 bash[32310]: cephadm 2023-10-31T06:29:49.896153+0000 mgr.a (mgr.14152) 698 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:29:51.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:50 smithi029 bash[32310]: audit 2023-10-31T06:29:50.362858+0000 mon.a (mon.0) 751 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:29:51.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:50 smithi029 bash[32310]: audit 2023-10-31T06:29:50.420605+0000 mgr.a (mgr.14152) 699 : audit 0 from='client.34142 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi029:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-31T06:29:51.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:50 smithi029 bash[32310]: audit 2023-10-31T06:29:50.427785+0000 mon.a (mon.0) 752 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-31T06:29:51.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:50 smithi029 bash[32310]: audit 2023-10-31T06:29:50.431534+0000 mon.a (mon.0) 753 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-31T06:29:51.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:50 smithi029 bash[32310]: audit 2023-10-31T06:29:50.432792+0000 mon.a (mon.0) 754 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:29:52.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:51 smithi006 bash[27532]: cluster 2023-10-31T06:29:51.365289+0000 mgr.a (mgr.14152) 700 : cluster 0 pgmap v471: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:52.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:51 smithi029 bash[32310]: cluster 2023-10-31T06:29:51.365289+0000 mgr.a (mgr.14152) 700 : cluster 0 pgmap v471: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:52.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:51 smithi032 bash[57603]: cluster 2023-10-31T06:29:51.365289+0000 mgr.a (mgr.14152) 700 : cluster 0 pgmap v471: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:53.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:52 smithi006 bash[27532]: cephadm 2023-10-31T06:29:51.554308+0000 mgr.a (mgr.14152) 701 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:29:53.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:52 smithi029 bash[32310]: cephadm 2023-10-31T06:29:51.554308+0000 mgr.a (mgr.14152) 701 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:29:53.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:52 smithi032 bash[57603]: cephadm 2023-10-31T06:29:51.554308+0000 mgr.a (mgr.14152) 701 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:29:54.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:53 smithi029 bash[32310]: cluster 2023-10-31T06:29:53.365819+0000 mgr.a (mgr.14152) 702 : cluster 0 pgmap v472: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:54.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:53 smithi032 bash[57603]: cluster 2023-10-31T06:29:53.365819+0000 mgr.a (mgr.14152) 702 : cluster 0 pgmap v472: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:54.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:53 smithi006 bash[27532]: cluster 2023-10-31T06:29:53.365819+0000 mgr.a (mgr.14152) 702 : cluster 0 pgmap v472: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:56.709 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:56 smithi029 bash[32310]: cluster 2023-10-31T06:29:55.366327+0000 mgr.a (mgr.14152) 703 : cluster 0 pgmap v473: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:56.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:56 smithi032 bash[57603]: cluster 2023-10-31T06:29:55.366327+0000 mgr.a (mgr.14152) 703 : cluster 0 pgmap v473: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:56.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:56 smithi006 bash[27532]: cluster 2023-10-31T06:29:55.366327+0000 mgr.a (mgr.14152) 703 : cluster 0 pgmap v473: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:58.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:58 smithi032 bash[57603]: cluster 2023-10-31T06:29:57.366820+0000 mgr.a (mgr.14152) 704 : cluster 0 pgmap v474: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:58.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:58 smithi006 bash[27532]: cluster 2023-10-31T06:29:57.366820+0000 mgr.a (mgr.14152) 704 : cluster 0 pgmap v474: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:29:58.914 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:58 smithi029 bash[32310]: cluster 2023-10-31T06:29:57.366820+0000 mgr.a (mgr.14152) 704 : cluster 0 pgmap v474: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:00.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:59 smithi032 bash[57603]: cluster 2023-10-31T06:29:59.367300+0000 mgr.a (mgr.14152) 705 : cluster 0 pgmap v475: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:00.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:59 smithi032 bash[57603]: audit 2023-10-31T06:29:59.594546+0000 mon.a (mon.0) 755 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b1c23e0f-fc7d-4e33-a137-5928de2e4a95"}]: dispatch 2023-10-31T06:30:00.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:59 smithi032 bash[57603]: audit 2023-10-31T06:29:59.597389+0000 mon.b (mon.2) 7 : audit 1 from='client.? 172.21.15.29:0/2946183515' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b1c23e0f-fc7d-4e33-a137-5928de2e4a95"}]: dispatch 2023-10-31T06:30:00.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:59 smithi032 bash[57603]: audit 2023-10-31T06:29:59.597797+0000 mon.a (mon.0) 756 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b1c23e0f-fc7d-4e33-a137-5928de2e4a95"}]': finished 2023-10-31T06:30:00.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:59 smithi032 bash[57603]: cluster 2023-10-31T06:29:59.603127+0000 mon.a (mon.0) 757 : cluster 0 osdmap e10: 2 total, 1 up, 2 in 2023-10-31T06:30:00.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:29:59 smithi032 bash[57603]: audit 2023-10-31T06:29:59.603620+0000 mon.a (mon.0) 758 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-31T06:30:00.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:59 smithi006 bash[27532]: cluster 2023-10-31T06:29:59.367300+0000 mgr.a (mgr.14152) 705 : cluster 0 pgmap v475: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:00.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:59 smithi006 bash[27532]: audit 2023-10-31T06:29:59.594546+0000 mon.a (mon.0) 755 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b1c23e0f-fc7d-4e33-a137-5928de2e4a95"}]: dispatch 2023-10-31T06:30:00.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:59 smithi006 bash[27532]: audit 2023-10-31T06:29:59.597389+0000 mon.b (mon.2) 7 : audit 1 from='client.? 172.21.15.29:0/2946183515' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b1c23e0f-fc7d-4e33-a137-5928de2e4a95"}]: dispatch 2023-10-31T06:30:00.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:59 smithi006 bash[27532]: audit 2023-10-31T06:29:59.597797+0000 mon.a (mon.0) 756 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b1c23e0f-fc7d-4e33-a137-5928de2e4a95"}]': finished 2023-10-31T06:30:00.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:59 smithi006 bash[27532]: cluster 2023-10-31T06:29:59.603127+0000 mon.a (mon.0) 757 : cluster 0 osdmap e10: 2 total, 1 up, 2 in 2023-10-31T06:30:00.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:29:59 smithi006 bash[27532]: audit 2023-10-31T06:29:59.603620+0000 mon.a (mon.0) 758 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-31T06:30:00.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:59 smithi029 bash[32310]: cluster 2023-10-31T06:29:59.367300+0000 mgr.a (mgr.14152) 705 : cluster 0 pgmap v475: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:00.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:59 smithi029 bash[32310]: audit 2023-10-31T06:29:59.594546+0000 mon.a (mon.0) 755 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b1c23e0f-fc7d-4e33-a137-5928de2e4a95"}]: dispatch 2023-10-31T06:30:00.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:59 smithi029 bash[32310]: audit 2023-10-31T06:29:59.597389+0000 mon.b (mon.2) 7 : audit 1 from='client.? 172.21.15.29:0/2946183515' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b1c23e0f-fc7d-4e33-a137-5928de2e4a95"}]: dispatch 2023-10-31T06:30:00.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:59 smithi029 bash[32310]: audit 2023-10-31T06:29:59.597797+0000 mon.a (mon.0) 756 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b1c23e0f-fc7d-4e33-a137-5928de2e4a95"}]': finished 2023-10-31T06:30:00.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:59 smithi029 bash[32310]: cluster 2023-10-31T06:29:59.603127+0000 mon.a (mon.0) 757 : cluster 0 osdmap e10: 2 total, 1 up, 2 in 2023-10-31T06:30:00.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:29:59 smithi029 bash[32310]: audit 2023-10-31T06:29:59.603620+0000 mon.a (mon.0) 758 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-31T06:30:01.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:00 smithi032 bash[57603]: cluster 2023-10-31T06:30:00.000162+0000 mon.a (mon.0) 759 : cluster 3 overall HEALTH_WARN 3 Cephadm Agent(s) are not reporting. Hosts may be offline 2023-10-31T06:30:01.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:00 smithi032 bash[57603]: audit 2023-10-31T06:30:00.410177+0000 mon.b (mon.2) 8 : audit 0 from='client.? 172.21.15.29:0/2011387315' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-31T06:30:01.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:00 smithi006 bash[27532]: cluster 2023-10-31T06:30:00.000162+0000 mon.a (mon.0) 759 : cluster 3 overall HEALTH_WARN 3 Cephadm Agent(s) are not reporting. Hosts may be offline 2023-10-31T06:30:01.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:00 smithi006 bash[27532]: audit 2023-10-31T06:30:00.410177+0000 mon.b (mon.2) 8 : audit 0 from='client.? 172.21.15.29:0/2011387315' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-31T06:30:01.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:00 smithi029 bash[32310]: cluster 2023-10-31T06:30:00.000162+0000 mon.a (mon.0) 759 : cluster 3 overall HEALTH_WARN 3 Cephadm Agent(s) are not reporting. Hosts may be offline 2023-10-31T06:30:01.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:00 smithi029 bash[32310]: audit 2023-10-31T06:30:00.410177+0000 mon.b (mon.2) 8 : audit 0 from='client.? 172.21.15.29:0/2011387315' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-31T06:30:02.012 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:01 smithi032 bash[57603]: cluster 2023-10-31T06:30:01.367802+0000 mgr.a (mgr.14152) 706 : cluster 0 pgmap v477: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:02.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:01 smithi006 bash[27532]: cluster 2023-10-31T06:30:01.367802+0000 mgr.a (mgr.14152) 706 : cluster 0 pgmap v477: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:02.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:01 smithi029 bash[32310]: cluster 2023-10-31T06:30:01.367802+0000 mgr.a (mgr.14152) 706 : cluster 0 pgmap v477: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:04.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:04 smithi032 bash[57603]: cluster 2023-10-31T06:30:03.368303+0000 mgr.a (mgr.14152) 707 : cluster 0 pgmap v478: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:04.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:04 smithi006 bash[27532]: cluster 2023-10-31T06:30:03.368303+0000 mgr.a (mgr.14152) 707 : cluster 0 pgmap v478: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:04.914 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:04 smithi029 bash[32310]: cluster 2023-10-31T06:30:03.368303+0000 mgr.a (mgr.14152) 707 : cluster 0 pgmap v478: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:06.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:06 smithi032 bash[57603]: cluster 2023-10-31T06:30:05.368816+0000 mgr.a (mgr.14152) 708 : cluster 0 pgmap v479: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:06.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:06 smithi006 bash[27532]: cluster 2023-10-31T06:30:05.368816+0000 mgr.a (mgr.14152) 708 : cluster 0 pgmap v479: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:06.914 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:06 smithi029 bash[32310]: cluster 2023-10-31T06:30:05.368816+0000 mgr.a (mgr.14152) 708 : cluster 0 pgmap v479: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:08.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:08 smithi032 bash[57603]: cluster 2023-10-31T06:30:07.369322+0000 mgr.a (mgr.14152) 709 : cluster 0 pgmap v480: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:08.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:08 smithi006 bash[27532]: cluster 2023-10-31T06:30:07.369322+0000 mgr.a (mgr.14152) 709 : cluster 0 pgmap v480: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:08.914 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:08 smithi029 bash[32310]: cluster 2023-10-31T06:30:07.369322+0000 mgr.a (mgr.14152) 709 : cluster 0 pgmap v480: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:10.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:09 smithi032 bash[57603]: cluster 2023-10-31T06:30:09.369830+0000 mgr.a (mgr.14152) 710 : cluster 0 pgmap v481: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:10.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:09 smithi006 bash[27532]: cluster 2023-10-31T06:30:09.369830+0000 mgr.a (mgr.14152) 710 : cluster 0 pgmap v481: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:10.044 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:09 smithi029 bash[32310]: cluster 2023-10-31T06:30:09.369830+0000 mgr.a (mgr.14152) 710 : cluster 0 pgmap v481: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:12.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:12 smithi029 bash[32310]: cluster 2023-10-31T06:30:11.370356+0000 mgr.a (mgr.14152) 711 : cluster 0 pgmap v482: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:12.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:12 smithi032 bash[57603]: cluster 2023-10-31T06:30:11.370356+0000 mgr.a (mgr.14152) 711 : cluster 0 pgmap v482: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:12.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:12 smithi006 bash[27532]: cluster 2023-10-31T06:30:11.370356+0000 mgr.a (mgr.14152) 711 : cluster 0 pgmap v482: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:14.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:14 smithi032 bash[57603]: cluster 2023-10-31T06:30:13.370870+0000 mgr.a (mgr.14152) 712 : cluster 0 pgmap v483: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:14.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:14 smithi032 bash[57603]: audit 2023-10-31T06:30:13.548091+0000 mon.a (mon.0) 760 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-10-31T06:30:14.756 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:14 smithi032 bash[57603]: audit 2023-10-31T06:30:13.549936+0000 mon.a (mon.0) 761 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:30:14.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:14 smithi006 bash[27532]: cluster 2023-10-31T06:30:13.370870+0000 mgr.a (mgr.14152) 712 : cluster 0 pgmap v483: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:14.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:14 smithi006 bash[27532]: audit 2023-10-31T06:30:13.548091+0000 mon.a (mon.0) 760 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-10-31T06:30:14.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:14 smithi006 bash[27532]: audit 2023-10-31T06:30:13.549936+0000 mon.a (mon.0) 761 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:30:14.914 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:14 smithi029 bash[32310]: cluster 2023-10-31T06:30:13.370870+0000 mgr.a (mgr.14152) 712 : cluster 0 pgmap v483: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:14.915 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:14 smithi029 bash[32310]: audit 2023-10-31T06:30:13.548091+0000 mon.a (mon.0) 760 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-10-31T06:30:14.915 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:14 smithi029 bash[32310]: audit 2023-10-31T06:30:13.549936+0000 mon.a (mon.0) 761 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:30:15.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:15 smithi029 bash[32310]: cephadm 2023-10-31T06:30:13.551223+0000 mgr.a (mgr.14152) 713 : cephadm 1 Deploying daemon osd.1 on smithi029 2023-10-31T06:30:15.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:15 smithi032 bash[57603]: cephadm 2023-10-31T06:30:13.551223+0000 mgr.a (mgr.14152) 713 : cephadm 1 Deploying daemon osd.1 on smithi029 2023-10-31T06:30:15.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:15 smithi006 bash[27532]: cephadm 2023-10-31T06:30:13.551223+0000 mgr.a (mgr.14152) 713 : cephadm 1 Deploying daemon osd.1 on smithi029 2023-10-31T06:30:16.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:16 smithi032 bash[57603]: cluster 2023-10-31T06:30:15.371406+0000 mgr.a (mgr.14152) 714 : cluster 0 pgmap v484: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:16.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:16 smithi006 bash[27532]: cluster 2023-10-31T06:30:15.371406+0000 mgr.a (mgr.14152) 714 : cluster 0 pgmap v484: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:16.914 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:16 smithi029 bash[32310]: cluster 2023-10-31T06:30:15.371406+0000 mgr.a (mgr.14152) 714 : cluster 0 pgmap v484: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:17.749 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:17 smithi029 bash[32310]: cluster 2023-10-31T06:30:17.371878+0000 mgr.a (mgr.14152) 715 : cluster 0 pgmap v485: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:17.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:17 smithi032 bash[57603]: cluster 2023-10-31T06:30:17.371878+0000 mgr.a (mgr.14152) 715 : cluster 0 pgmap v485: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:17.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:17 smithi006 bash[27532]: cluster 2023-10-31T06:30:17.371878+0000 mgr.a (mgr.14152) 715 : cluster 0 pgmap v485: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:20.336 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:20 smithi032 bash[57603]: audit 2023-10-31T06:30:19.021102+0000 mon.a (mon.0) 762 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:30:20.337 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:20 smithi032 bash[57603]: audit 2023-10-31T06:30:19.027117+0000 mon.a (mon.0) 763 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:30:20.337 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:20 smithi032 bash[57603]: audit 2023-10-31T06:30:19.063221+0000 mon.a (mon.0) 764 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:30:20.337 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:20 smithi032 bash[57603]: audit 2023-10-31T06:30:19.066923+0000 mon.a (mon.0) 765 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:30:20.337 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:20 smithi032 bash[57603]: audit 2023-10-31T06:30:19.067570+0000 mon.a (mon.0) 766 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:30:20.338 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:20 smithi032 bash[57603]: audit 2023-10-31T06:30:19.068168+0000 mon.a (mon.0) 767 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:30:20.338 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:20 smithi032 bash[57603]: cluster 2023-10-31T06:30:19.372180+0000 mgr.a (mgr.14152) 716 : cluster 0 pgmap v486: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:20.338 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:20 smithi032 bash[57603]: cephadm 2023-10-31T06:30:19.379097+0000 mgr.a (mgr.14152) 717 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:30:20.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:20 smithi029 bash[32310]: audit 2023-10-31T06:30:19.021102+0000 mon.a (mon.0) 762 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:30:20.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:20 smithi029 bash[32310]: audit 2023-10-31T06:30:19.027117+0000 mon.a (mon.0) 763 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:30:20.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:20 smithi029 bash[32310]: audit 2023-10-31T06:30:19.063221+0000 mon.a (mon.0) 764 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:30:20.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:20 smithi029 bash[32310]: audit 2023-10-31T06:30:19.066923+0000 mon.a (mon.0) 765 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:30:20.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:20 smithi029 bash[32310]: audit 2023-10-31T06:30:19.067570+0000 mon.a (mon.0) 766 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:30:20.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:20 smithi029 bash[32310]: audit 2023-10-31T06:30:19.068168+0000 mon.a (mon.0) 767 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:30:20.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:20 smithi029 bash[32310]: cluster 2023-10-31T06:30:19.372180+0000 mgr.a (mgr.14152) 716 : cluster 0 pgmap v486: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:20.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:20 smithi029 bash[32310]: cephadm 2023-10-31T06:30:19.379097+0000 mgr.a (mgr.14152) 717 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:30:20.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:20 smithi006 bash[27532]: audit 2023-10-31T06:30:19.021102+0000 mon.a (mon.0) 762 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:30:20.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:20 smithi006 bash[27532]: audit 2023-10-31T06:30:19.027117+0000 mon.a (mon.0) 763 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:30:20.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:20 smithi006 bash[27532]: audit 2023-10-31T06:30:19.063221+0000 mon.a (mon.0) 764 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:30:20.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:20 smithi006 bash[27532]: audit 2023-10-31T06:30:19.066923+0000 mon.a (mon.0) 765 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:30:20.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:20 smithi006 bash[27532]: audit 2023-10-31T06:30:19.067570+0000 mon.a (mon.0) 766 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:30:20.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:20 smithi006 bash[27532]: audit 2023-10-31T06:30:19.068168+0000 mon.a (mon.0) 767 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:30:20.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:20 smithi006 bash[27532]: cluster 2023-10-31T06:30:19.372180+0000 mgr.a (mgr.14152) 716 : cluster 0 pgmap v486: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:20.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:20 smithi006 bash[27532]: cephadm 2023-10-31T06:30:19.379097+0000 mgr.a (mgr.14152) 717 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:30:21.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:21 smithi029 bash[32310]: cephadm 2023-10-31T06:30:19.588664+0000 mgr.a (mgr.14152) 718 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:30:21.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:21 smithi029 bash[32310]: cephadm 2023-10-31T06:30:19.941161+0000 mgr.a (mgr.14152) 719 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:30:21.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:21 smithi032 bash[57603]: cephadm 2023-10-31T06:30:19.588664+0000 mgr.a (mgr.14152) 718 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:30:21.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:21 smithi032 bash[57603]: cephadm 2023-10-31T06:30:19.941161+0000 mgr.a (mgr.14152) 719 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:30:21.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:21 smithi006 bash[27532]: cephadm 2023-10-31T06:30:19.588664+0000 mgr.a (mgr.14152) 718 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:30:21.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:21 smithi006 bash[27532]: cephadm 2023-10-31T06:30:19.941161+0000 mgr.a (mgr.14152) 719 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:30:22.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:22 smithi029 bash[32310]: cluster 2023-10-31T06:30:21.372623+0000 mgr.a (mgr.14152) 720 : cluster 0 pgmap v487: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:22.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:22 smithi032 bash[57603]: cluster 2023-10-31T06:30:21.372623+0000 mgr.a (mgr.14152) 720 : cluster 0 pgmap v487: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:22.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:22 smithi006 bash[27532]: cluster 2023-10-31T06:30:21.372623+0000 mgr.a (mgr.14152) 720 : cluster 0 pgmap v487: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:24.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:24 smithi032 bash[57603]: cluster 2023-10-31T06:30:23.373142+0000 mgr.a (mgr.14152) 721 : cluster 0 pgmap v488: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:24.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:24 smithi006 bash[27532]: cluster 2023-10-31T06:30:23.373142+0000 mgr.a (mgr.14152) 721 : cluster 0 pgmap v488: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:24.914 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:24 smithi029 bash[32310]: cluster 2023-10-31T06:30:23.373142+0000 mgr.a (mgr.14152) 721 : cluster 0 pgmap v488: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:26.467 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:26 smithi029 bash[32310]: cluster 2023-10-31T06:30:25.373698+0000 mgr.a (mgr.14152) 722 : cluster 0 pgmap v489: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:26.468 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:26 smithi029 bash[32310]: audit 2023-10-31T06:30:25.647070+0000 mon.a (mon.0) 768 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:30:26.468 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:26 smithi029 bash[32310]: audit 2023-10-31T06:30:25.653431+0000 mon.a (mon.0) 769 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:30:26.468 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:26 smithi029 bash[32310]: audit 2023-10-31T06:30:26.223733+0000 mon.a (mon.0) 770 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:30:26.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:26 smithi032 bash[57603]: cluster 2023-10-31T06:30:25.373698+0000 mgr.a (mgr.14152) 722 : cluster 0 pgmap v489: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:26.756 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:26 smithi032 bash[57603]: audit 2023-10-31T06:30:25.647070+0000 mon.a (mon.0) 768 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:30:26.756 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:26 smithi032 bash[57603]: audit 2023-10-31T06:30:25.653431+0000 mon.a (mon.0) 769 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:30:26.756 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:26 smithi032 bash[57603]: audit 2023-10-31T06:30:26.223733+0000 mon.a (mon.0) 770 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:30:26.756 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:26 smithi032 bash[57603]: audit 2023-10-31T06:30:26.225484+0000 mon.a (mon.0) 771 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:30:26.756 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:26 smithi032 bash[57603]: audit 2023-10-31T06:30:26.231210+0000 mon.a (mon.0) 772 : audit 1 from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-31T06:30:26.757 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:26 smithi032 bash[57603]: audit 2023-10-31T06:30:26.233920+0000 mon.b (mon.2) 9 : audit 1 from='osd.1 [v2:172.21.15.29:6800/2092740244,v1:172.21.15.29:6801/2092740244]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-31T06:30:26.757 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:26 smithi032 bash[57603]: audit 2023-10-31T06:30:26.235427+0000 mon.a (mon.0) 773 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:30:26.757 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:26 smithi032 bash[57603]: audit 2023-10-31T06:30:26.337192+0000 mon.a (mon.0) 774 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:30:26.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:26 smithi006 bash[27532]: cluster 2023-10-31T06:30:25.373698+0000 mgr.a (mgr.14152) 722 : cluster 0 pgmap v489: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:26.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:26 smithi006 bash[27532]: audit 2023-10-31T06:30:25.647070+0000 mon.a (mon.0) 768 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:30:26.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:26 smithi006 bash[27532]: audit 2023-10-31T06:30:25.653431+0000 mon.a (mon.0) 769 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:30:26.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:26 smithi006 bash[27532]: audit 2023-10-31T06:30:26.223733+0000 mon.a (mon.0) 770 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:30:26.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:26 smithi006 bash[27532]: audit 2023-10-31T06:30:26.225484+0000 mon.a (mon.0) 771 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:30:26.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:26 smithi006 bash[27532]: audit 2023-10-31T06:30:26.231210+0000 mon.a (mon.0) 772 : audit 1 from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-31T06:30:26.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:26 smithi006 bash[27532]: audit 2023-10-31T06:30:26.233920+0000 mon.b (mon.2) 9 : audit 1 from='osd.1 [v2:172.21.15.29:6800/2092740244,v1:172.21.15.29:6801/2092740244]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-31T06:30:26.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:26 smithi006 bash[27532]: audit 2023-10-31T06:30:26.235427+0000 mon.a (mon.0) 773 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:30:26.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:26 smithi006 bash[27532]: audit 2023-10-31T06:30:26.337192+0000 mon.a (mon.0) 774 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:30:26.915 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:26 smithi029 bash[32310]: audit 2023-10-31T06:30:26.225484+0000 mon.a (mon.0) 771 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:30:26.915 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:26 smithi029 bash[32310]: audit 2023-10-31T06:30:26.231210+0000 mon.a (mon.0) 772 : audit 1 from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-31T06:30:26.915 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:26 smithi029 bash[32310]: audit 2023-10-31T06:30:26.233920+0000 mon.b (mon.2) 9 : audit 1 from='osd.1 [v2:172.21.15.29:6800/2092740244,v1:172.21.15.29:6801/2092740244]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-31T06:30:26.915 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:26 smithi029 bash[32310]: audit 2023-10-31T06:30:26.235427+0000 mon.a (mon.0) 773 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:30:26.916 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:26 smithi029 bash[32310]: audit 2023-10-31T06:30:26.337192+0000 mon.a (mon.0) 774 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:30:27.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:27 smithi029 bash[32310]: cluster 2023-10-31T06:30:26.228661+0000 mgr.a (mgr.14152) 723 : cluster 0 pgmap v490: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:27.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:27 smithi029 bash[32310]: cluster 2023-10-31T06:30:26.229066+0000 mgr.a (mgr.14152) 724 : cluster 0 pgmap v491: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:27.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:27 smithi029 bash[32310]: audit 2023-10-31T06:30:26.653140+0000 mon.a (mon.0) 775 : audit 1 from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-10-31T06:30:27.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:27 smithi029 bash[32310]: cluster 2023-10-31T06:30:26.656268+0000 mon.a (mon.0) 776 : cluster 0 osdmap e11: 2 total, 1 up, 2 in 2023-10-31T06:30:27.666 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:27 smithi029 bash[32310]: audit 2023-10-31T06:30:26.656906+0000 mon.a (mon.0) 777 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-31T06:30:27.666 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:27 smithi029 bash[32310]: audit 2023-10-31T06:30:26.661917+0000 mon.a (mon.0) 778 : audit 1 from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2023-10-31T06:30:27.666 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:27 smithi029 bash[32310]: audit 2023-10-31T06:30:26.662561+0000 mon.b (mon.2) 10 : audit 1 from='osd.1 [v2:172.21.15.29:6800/2092740244,v1:172.21.15.29:6801/2092740244]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2023-10-31T06:30:27.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:27 smithi032 bash[57603]: cluster 2023-10-31T06:30:26.228661+0000 mgr.a (mgr.14152) 723 : cluster 0 pgmap v490: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:27.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:27 smithi032 bash[57603]: cluster 2023-10-31T06:30:26.229066+0000 mgr.a (mgr.14152) 724 : cluster 0 pgmap v491: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:27.756 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:27 smithi032 bash[57603]: audit 2023-10-31T06:30:26.653140+0000 mon.a (mon.0) 775 : audit 1 from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-10-31T06:30:27.756 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:27 smithi032 bash[57603]: cluster 2023-10-31T06:30:26.656268+0000 mon.a (mon.0) 776 : cluster 0 osdmap e11: 2 total, 1 up, 2 in 2023-10-31T06:30:27.756 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:27 smithi032 bash[57603]: audit 2023-10-31T06:30:26.656906+0000 mon.a (mon.0) 777 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-31T06:30:27.756 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:27 smithi032 bash[57603]: audit 2023-10-31T06:30:26.661917+0000 mon.a (mon.0) 778 : audit 1 from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2023-10-31T06:30:27.756 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:27 smithi032 bash[57603]: audit 2023-10-31T06:30:26.662561+0000 mon.b (mon.2) 10 : audit 1 from='osd.1 [v2:172.21.15.29:6800/2092740244,v1:172.21.15.29:6801/2092740244]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2023-10-31T06:30:27.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:27 smithi006 bash[27532]: cluster 2023-10-31T06:30:26.228661+0000 mgr.a (mgr.14152) 723 : cluster 0 pgmap v490: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:27.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:27 smithi006 bash[27532]: cluster 2023-10-31T06:30:26.229066+0000 mgr.a (mgr.14152) 724 : cluster 0 pgmap v491: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:27.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:27 smithi006 bash[27532]: audit 2023-10-31T06:30:26.653140+0000 mon.a (mon.0) 775 : audit 1 from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-10-31T06:30:27.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:27 smithi006 bash[27532]: cluster 2023-10-31T06:30:26.656268+0000 mon.a (mon.0) 776 : cluster 0 osdmap e11: 2 total, 1 up, 2 in 2023-10-31T06:30:27.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:27 smithi006 bash[27532]: audit 2023-10-31T06:30:26.656906+0000 mon.a (mon.0) 777 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-31T06:30:27.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:27 smithi006 bash[27532]: audit 2023-10-31T06:30:26.661917+0000 mon.a (mon.0) 778 : audit 1 from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2023-10-31T06:30:27.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:27 smithi006 bash[27532]: audit 2023-10-31T06:30:26.662561+0000 mon.b (mon.2) 10 : audit 1 from='osd.1 [v2:172.21.15.29:6800/2092740244,v1:172.21.15.29:6801/2092740244]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2023-10-31T06:30:28.933 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:28 smithi029 bash[32310]: cephadm 2023-10-31T06:30:27.527354+0000 mgr.a (mgr.14152) 725 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:30:28.934 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:28 smithi029 bash[32310]: audit 2023-10-31T06:30:27.661139+0000 mon.a (mon.0) 779 : audit 1 from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]': finished 2023-10-31T06:30:28.934 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:28 smithi029 bash[32310]: cluster 2023-10-31T06:30:27.665699+0000 mon.a (mon.0) 780 : cluster 0 osdmap e12: 2 total, 1 up, 2 in 2023-10-31T06:30:28.934 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:28 smithi029 bash[32310]: audit 2023-10-31T06:30:27.666648+0000 mon.a (mon.0) 781 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-31T06:30:28.934 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:28 smithi029 bash[32310]: audit 2023-10-31T06:30:27.669783+0000 mon.a (mon.0) 782 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-31T06:30:28.935 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:28 smithi029 bash[32310]: audit 2023-10-31T06:30:27.999166+0000 mon.a (mon.0) 783 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:30:28.935 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:28 smithi029 bash[32310]: cluster 2023-10-31T06:30:28.229622+0000 mgr.a (mgr.14152) 726 : cluster 0 pgmap v494: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:29.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:28 smithi032 bash[57603]: cephadm 2023-10-31T06:30:27.527354+0000 mgr.a (mgr.14152) 725 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:30:29.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:28 smithi032 bash[57603]: audit 2023-10-31T06:30:27.661139+0000 mon.a (mon.0) 779 : audit 1 from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]': finished 2023-10-31T06:30:29.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:28 smithi032 bash[57603]: cluster 2023-10-31T06:30:27.665699+0000 mon.a (mon.0) 780 : cluster 0 osdmap e12: 2 total, 1 up, 2 in 2023-10-31T06:30:29.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:28 smithi032 bash[57603]: audit 2023-10-31T06:30:27.666648+0000 mon.a (mon.0) 781 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-31T06:30:29.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:28 smithi032 bash[57603]: audit 2023-10-31T06:30:27.669783+0000 mon.a (mon.0) 782 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-31T06:30:29.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:28 smithi032 bash[57603]: audit 2023-10-31T06:30:27.999166+0000 mon.a (mon.0) 783 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:30:29.007 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:28 smithi032 bash[57603]: cluster 2023-10-31T06:30:28.229622+0000 mgr.a (mgr.14152) 726 : cluster 0 pgmap v494: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:29.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:28 smithi006 bash[27532]: cephadm 2023-10-31T06:30:27.527354+0000 mgr.a (mgr.14152) 725 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:30:29.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:28 smithi006 bash[27532]: audit 2023-10-31T06:30:27.661139+0000 mon.a (mon.0) 779 : audit 1 from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]': finished 2023-10-31T06:30:29.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:28 smithi006 bash[27532]: cluster 2023-10-31T06:30:27.665699+0000 mon.a (mon.0) 780 : cluster 0 osdmap e12: 2 total, 1 up, 2 in 2023-10-31T06:30:29.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:28 smithi006 bash[27532]: audit 2023-10-31T06:30:27.666648+0000 mon.a (mon.0) 781 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-31T06:30:29.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:28 smithi006 bash[27532]: audit 2023-10-31T06:30:27.669783+0000 mon.a (mon.0) 782 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-31T06:30:29.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:28 smithi006 bash[27532]: audit 2023-10-31T06:30:27.999166+0000 mon.a (mon.0) 783 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:30:29.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:28 smithi006 bash[27532]: cluster 2023-10-31T06:30:28.229622+0000 mgr.a (mgr.14152) 726 : cluster 0 pgmap v494: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-31T06:30:29.889 INFO:teuthology.orchestra.run.smithi029.stdout:Created osd(s) 1 on host 'smithi029' 2023-10-31T06:30:29.949 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:29 smithi029 bash[32310]: cluster 2023-10-31T06:30:27.192603+0000 osd.1 (osd.1) 1 : cluster 0 purged_snaps scrub starts 2023-10-31T06:30:29.949 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:29 smithi029 bash[32310]: cluster 2023-10-31T06:30:27.192710+0000 osd.1 (osd.1) 2 : cluster 0 purged_snaps scrub ok 2023-10-31T06:30:29.949 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:29 smithi029 bash[32310]: cluster 2023-10-31T06:30:28.666604+0000 mon.a (mon.0) 784 : cluster 1 osd.1 [v2:172.21.15.29:6800/2092740244,v1:172.21.15.29:6801/2092740244] boot 2023-10-31T06:30:29.949 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:29 smithi029 bash[32310]: cluster 2023-10-31T06:30:28.666646+0000 mon.a (mon.0) 785 : cluster 0 osdmap e13: 2 total, 2 up, 2 in 2023-10-31T06:30:29.950 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:29 smithi029 bash[32310]: audit 2023-10-31T06:30:28.667082+0000 mon.a (mon.0) 786 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-31T06:30:29.950 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:29 smithi029 bash[32310]: cephadm 2023-10-31T06:30:28.755781+0000 mgr.a (mgr.14152) 727 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:30:30.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:29 smithi032 bash[57603]: cluster 2023-10-31T06:30:27.192603+0000 osd.1 (osd.1) 1 : cluster 0 purged_snaps scrub starts 2023-10-31T06:30:30.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:29 smithi032 bash[57603]: cluster 2023-10-31T06:30:27.192710+0000 osd.1 (osd.1) 2 : cluster 0 purged_snaps scrub ok 2023-10-31T06:30:30.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:29 smithi032 bash[57603]: cluster 2023-10-31T06:30:28.666604+0000 mon.a (mon.0) 784 : cluster 1 osd.1 [v2:172.21.15.29:6800/2092740244,v1:172.21.15.29:6801/2092740244] boot 2023-10-31T06:30:30.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:29 smithi032 bash[57603]: cluster 2023-10-31T06:30:28.666646+0000 mon.a (mon.0) 785 : cluster 0 osdmap e13: 2 total, 2 up, 2 in 2023-10-31T06:30:30.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:29 smithi032 bash[57603]: audit 2023-10-31T06:30:28.667082+0000 mon.a (mon.0) 786 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-31T06:30:30.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:29 smithi032 bash[57603]: cephadm 2023-10-31T06:30:28.755781+0000 mgr.a (mgr.14152) 727 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:30:30.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:29 smithi006 bash[27532]: cluster 2023-10-31T06:30:27.192603+0000 osd.1 (osd.1) 1 : cluster 0 purged_snaps scrub starts 2023-10-31T06:30:30.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:29 smithi006 bash[27532]: cluster 2023-10-31T06:30:27.192710+0000 osd.1 (osd.1) 2 : cluster 0 purged_snaps scrub ok 2023-10-31T06:30:30.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:29 smithi006 bash[27532]: cluster 2023-10-31T06:30:28.666604+0000 mon.a (mon.0) 784 : cluster 1 osd.1 [v2:172.21.15.29:6800/2092740244,v1:172.21.15.29:6801/2092740244] boot 2023-10-31T06:30:30.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:29 smithi006 bash[27532]: cluster 2023-10-31T06:30:28.666646+0000 mon.a (mon.0) 785 : cluster 0 osdmap e13: 2 total, 2 up, 2 in 2023-10-31T06:30:30.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:29 smithi006 bash[27532]: audit 2023-10-31T06:30:28.667082+0000 mon.a (mon.0) 786 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-31T06:30:30.021 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:29 smithi006 bash[27532]: cephadm 2023-10-31T06:30:28.755781+0000 mgr.a (mgr.14152) 727 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:30:30.831 DEBUG:teuthology.orchestra.run.smithi029:osd.1> sudo journalctl -f -n 0 -u ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@osd.1.service 2023-10-31T06:30:30.834 INFO:tasks.cephadm:Deploying osd.2 on smithi032 with /dev/vg_nvme/lv_4... 2023-10-31T06:30:30.835 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-10-31T06:30:30.996 INFO:journalctl@ceph.osd.1.smithi029.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2023-10-31T06:30:31.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:30 smithi006 bash[27532]: cluster 2023-10-31T06:30:29.753832+0000 mon.a (mon.0) 787 : cluster 0 osdmap e14: 2 total, 2 up, 2 in 2023-10-31T06:30:31.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:30 smithi006 bash[27532]: audit 2023-10-31T06:30:29.847997+0000 mon.a (mon.0) 788 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:30:31.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:30 smithi006 bash[27532]: audit 2023-10-31T06:30:29.856038+0000 mon.a (mon.0) 789 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:30:31.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:30 smithi006 bash[27532]: audit 2023-10-31T06:30:29.980455+0000 mon.a (mon.0) 790 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:30:31.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:30 smithi006 bash[27532]: cluster 2023-10-31T06:30:30.230131+0000 mgr.a (mgr.14152) 728 : cluster 0 pgmap v497: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:31.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:30 smithi029 bash[32310]: cluster 2023-10-31T06:30:29.753832+0000 mon.a (mon.0) 787 : cluster 0 osdmap e14: 2 total, 2 up, 2 in 2023-10-31T06:30:31.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:30 smithi029 bash[32310]: audit 2023-10-31T06:30:29.847997+0000 mon.a (mon.0) 788 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:30:31.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:30 smithi029 bash[32310]: audit 2023-10-31T06:30:29.856038+0000 mon.a (mon.0) 789 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:30:31.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:30 smithi029 bash[32310]: audit 2023-10-31T06:30:29.980455+0000 mon.a (mon.0) 790 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:30:31.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:30 smithi029 bash[32310]: cluster 2023-10-31T06:30:30.230131+0000 mgr.a (mgr.14152) 728 : cluster 0 pgmap v497: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:31.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:30 smithi032 bash[57603]: cluster 2023-10-31T06:30:29.753832+0000 mon.a (mon.0) 787 : cluster 0 osdmap e14: 2 total, 2 up, 2 in 2023-10-31T06:30:31.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:30 smithi032 bash[57603]: audit 2023-10-31T06:30:29.847997+0000 mon.a (mon.0) 788 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:30:31.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:30 smithi032 bash[57603]: audit 2023-10-31T06:30:29.856038+0000 mon.a (mon.0) 789 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:30:31.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:30 smithi032 bash[57603]: audit 2023-10-31T06:30:29.980455+0000 mon.a (mon.0) 790 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:30:31.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:30 smithi032 bash[57603]: cluster 2023-10-31T06:30:30.230131+0000 mgr.a (mgr.14152) 728 : cluster 0 pgmap v497: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:32.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:31 smithi032 bash[57603]: audit 2023-10-31T06:30:31.925792+0000 mon.a (mon.0) 791 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:30:32.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:31 smithi032 bash[57603]: audit 2023-10-31T06:30:31.930504+0000 mon.a (mon.0) 792 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:30:32.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:31 smithi032 bash[57603]: audit 2023-10-31T06:30:31.931042+0000 mon.a (mon.0) 793 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:30:32.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:31 smithi032 bash[57603]: audit 2023-10-31T06:30:31.931503+0000 mon.a (mon.0) 794 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:30:32.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:31 smithi006 bash[27532]: audit 2023-10-31T06:30:31.925792+0000 mon.a (mon.0) 791 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:30:32.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:31 smithi006 bash[27532]: audit 2023-10-31T06:30:31.930504+0000 mon.a (mon.0) 792 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:30:32.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:31 smithi006 bash[27532]: audit 2023-10-31T06:30:31.931042+0000 mon.a (mon.0) 793 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:30:32.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:31 smithi006 bash[27532]: audit 2023-10-31T06:30:31.931503+0000 mon.a (mon.0) 794 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:30:32.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:31 smithi029 bash[32310]: audit 2023-10-31T06:30:31.925792+0000 mon.a (mon.0) 791 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:30:32.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:31 smithi029 bash[32310]: audit 2023-10-31T06:30:31.930504+0000 mon.a (mon.0) 792 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:30:32.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:31 smithi029 bash[32310]: audit 2023-10-31T06:30:31.931042+0000 mon.a (mon.0) 793 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:30:32.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:31 smithi029 bash[32310]: audit 2023-10-31T06:30:31.931503+0000 mon.a (mon.0) 794 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:30:33.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:32 smithi032 bash[57603]: cephadm 2023-10-31T06:30:31.457998+0000 mgr.a (mgr.14152) 729 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:30:33.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:32 smithi032 bash[57603]: cluster 2023-10-31T06:30:32.230435+0000 mgr.a (mgr.14152) 730 : cluster 0 pgmap v498: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:33.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:32 smithi032 bash[57603]: cephadm 2023-10-31T06:30:32.398773+0000 mgr.a (mgr.14152) 731 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:30:33.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:32 smithi006 bash[27532]: cephadm 2023-10-31T06:30:31.457998+0000 mgr.a (mgr.14152) 729 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:30:33.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:32 smithi006 bash[27532]: cluster 2023-10-31T06:30:32.230435+0000 mgr.a (mgr.14152) 730 : cluster 0 pgmap v498: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:33.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:32 smithi006 bash[27532]: cephadm 2023-10-31T06:30:32.398773+0000 mgr.a (mgr.14152) 731 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:30:33.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:32 smithi029 bash[32310]: cephadm 2023-10-31T06:30:31.457998+0000 mgr.a (mgr.14152) 729 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:30:33.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:32 smithi029 bash[32310]: cluster 2023-10-31T06:30:32.230435+0000 mgr.a (mgr.14152) 730 : cluster 0 pgmap v498: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:33.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:32 smithi029 bash[32310]: cephadm 2023-10-31T06:30:32.398773+0000 mgr.a (mgr.14152) 731 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:30:34.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:33 smithi029 bash[32310]: cephadm 2023-10-31T06:30:33.235310+0000 mgr.a (mgr.14152) 732 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:30:34.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:33 smithi032 bash[57603]: cephadm 2023-10-31T06:30:33.235310+0000 mgr.a (mgr.14152) 732 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:30:34.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:33 smithi006 bash[27532]: cephadm 2023-10-31T06:30:33.235310+0000 mgr.a (mgr.14152) 732 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:30:34.552 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.c/config 2023-10-31T06:30:35.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:35 smithi006 bash[27532]: cephadm 2023-10-31T06:30:33.481184+0000 mgr.a (mgr.14152) 733 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:30:35.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:35 smithi006 bash[27532]: cluster 2023-10-31T06:30:34.230983+0000 mgr.a (mgr.14152) 734 : cluster 0 pgmap v499: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:35.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:35 smithi029 bash[32310]: cephadm 2023-10-31T06:30:33.481184+0000 mgr.a (mgr.14152) 733 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:30:35.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:35 smithi029 bash[32310]: cluster 2023-10-31T06:30:34.230983+0000 mgr.a (mgr.14152) 734 : cluster 0 pgmap v499: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:35.422 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:35 smithi032 bash[57603]: cephadm 2023-10-31T06:30:33.481184+0000 mgr.a (mgr.14152) 733 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:30:35.422 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:35 smithi032 bash[57603]: cluster 2023-10-31T06:30:34.230983+0000 mgr.a (mgr.14152) 734 : cluster 0 pgmap v499: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:37.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:37 smithi032 bash[57603]: cluster 2023-10-31T06:30:36.231438+0000 mgr.a (mgr.14152) 735 : cluster 0 pgmap v500: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:37.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:37 smithi029 bash[32310]: cluster 2023-10-31T06:30:36.231438+0000 mgr.a (mgr.14152) 735 : cluster 0 pgmap v500: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:37.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:37 smithi006 bash[27532]: cluster 2023-10-31T06:30:36.231438+0000 mgr.a (mgr.14152) 735 : cluster 0 pgmap v500: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:38.024 INFO:teuthology.orchestra.run.smithi032.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-10-31T06:30:38.025 INFO:teuthology.orchestra.run.smithi032.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-10-31T06:30:38.025 INFO:teuthology.orchestra.run.smithi032.stderr: stderr: 10+0 records in 2023-10-31T06:30:38.025 INFO:teuthology.orchestra.run.smithi032.stderr:10+0 records out 2023-10-31T06:30:38.025 INFO:teuthology.orchestra.run.smithi032.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0154744 s, 678 MB/s 2023-10-31T06:30:38.026 INFO:teuthology.orchestra.run.smithi032.stderr:--> Zapping successful for: 2023-10-31T06:30:38.739 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph orch daemon add osd smithi032:vg_nvme/lv_4 2023-10-31T06:30:39.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:39 smithi029 bash[32310]: cluster 2023-10-31T06:30:38.231927+0000 mgr.a (mgr.14152) 736 : cluster 0 pgmap v501: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:39.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:39 smithi032 bash[57603]: cluster 2023-10-31T06:30:38.231927+0000 mgr.a (mgr.14152) 736 : cluster 0 pgmap v501: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:39.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:39 smithi006 bash[27532]: cluster 2023-10-31T06:30:38.231927+0000 mgr.a (mgr.14152) 736 : cluster 0 pgmap v501: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:41.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:41 smithi029 bash[32310]: cluster 2023-10-31T06:30:40.232417+0000 mgr.a (mgr.14152) 737 : cluster 0 pgmap v502: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:41.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:41 smithi032 bash[57603]: cluster 2023-10-31T06:30:40.232417+0000 mgr.a (mgr.14152) 737 : cluster 0 pgmap v502: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:41.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:41 smithi006 bash[27532]: cluster 2023-10-31T06:30:40.232417+0000 mgr.a (mgr.14152) 737 : cluster 0 pgmap v502: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:42.452 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.c/config 2023-10-31T06:30:43.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:43 smithi032 bash[57603]: cluster 2023-10-31T06:30:42.232872+0000 mgr.a (mgr.14152) 738 : cluster 0 pgmap v503: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:43.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:43 smithi029 bash[32310]: cluster 2023-10-31T06:30:42.232872+0000 mgr.a (mgr.14152) 738 : cluster 0 pgmap v503: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:43.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:43 smithi006 bash[27532]: cluster 2023-10-31T06:30:42.232872+0000 mgr.a (mgr.14152) 738 : cluster 0 pgmap v503: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:45.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:44 smithi006 bash[27532]: cluster 2023-10-31T06:30:44.233409+0000 mgr.a (mgr.14152) 739 : cluster 0 pgmap v504: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:45.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:44 smithi029 bash[32310]: cluster 2023-10-31T06:30:44.233409+0000 mgr.a (mgr.14152) 739 : cluster 0 pgmap v504: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:45.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:44 smithi032 bash[57603]: cluster 2023-10-31T06:30:44.233409+0000 mgr.a (mgr.14152) 739 : cluster 0 pgmap v504: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:46.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:45 smithi006 bash[27532]: cephadm 2023-10-31T06:30:44.745017+0000 mgr.a (mgr.14152) 740 : cephadm 1 Detected new or changed devices on smithi029 2023-10-31T06:30:46.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:45 smithi006 bash[27532]: audit 2023-10-31T06:30:44.753897+0000 mon.a (mon.0) 795 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:30:46.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:45 smithi006 bash[27532]: audit 2023-10-31T06:30:44.764737+0000 mon.a (mon.0) 796 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:30:46.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:45 smithi006 bash[27532]: audit 2023-10-31T06:30:44.766435+0000 mon.a (mon.0) 797 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-31T06:30:46.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:45 smithi006 bash[27532]: cephadm 2023-10-31T06:30:44.767560+0000 mgr.a (mgr.14152) 741 : cephadm 1 Adjusting osd_memory_target on smithi029 to 16245M 2023-10-31T06:30:46.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:45 smithi006 bash[27532]: audit 2023-10-31T06:30:44.771816+0000 mon.a (mon.0) 798 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:30:46.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:45 smithi006 bash[27532]: audit 2023-10-31T06:30:44.774269+0000 mon.a (mon.0) 799 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:30:46.021 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:45 smithi006 bash[27532]: audit 2023-10-31T06:30:44.775810+0000 mon.a (mon.0) 800 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:30:46.021 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:45 smithi006 bash[27532]: cluster 2023-10-31T06:30:44.778452+0000 mgr.a (mgr.14152) 742 : cluster 0 pgmap v505: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:46.021 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:45 smithi006 bash[27532]: cluster 2023-10-31T06:30:44.778834+0000 mgr.a (mgr.14152) 743 : cluster 0 pgmap v506: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:46.021 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:45 smithi006 bash[27532]: audit 2023-10-31T06:30:44.783897+0000 mon.a (mon.0) 801 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:30:46.021 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:45 smithi006 bash[27532]: audit 2023-10-31T06:30:44.885044+0000 mon.a (mon.0) 802 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:30:46.022 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:45 smithi006 bash[27532]: audit 2023-10-31T06:30:45.247821+0000 mgr.a (mgr.14152) 744 : audit 0 from='client.24175 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-31T06:30:46.022 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:45 smithi006 bash[27532]: audit 2023-10-31T06:30:45.254573+0000 mon.a (mon.0) 803 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-31T06:30:46.022 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:45 smithi006 bash[27532]: audit 2023-10-31T06:30:45.258176+0000 mon.a (mon.0) 804 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-31T06:30:46.022 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:45 smithi006 bash[27532]: audit 2023-10-31T06:30:45.259233+0000 mon.a (mon.0) 805 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:30:46.022 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:45 smithi006 bash[27532]: cephadm 2023-10-31T06:30:45.347215+0000 mgr.a (mgr.14152) 745 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:30:46.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:45 smithi029 bash[32310]: cephadm 2023-10-31T06:30:44.745017+0000 mgr.a (mgr.14152) 740 : cephadm 1 Detected new or changed devices on smithi029 2023-10-31T06:30:46.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:45 smithi029 bash[32310]: audit 2023-10-31T06:30:44.753897+0000 mon.a (mon.0) 795 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:30:46.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:45 smithi029 bash[32310]: audit 2023-10-31T06:30:44.764737+0000 mon.a (mon.0) 796 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:30:46.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:45 smithi029 bash[32310]: audit 2023-10-31T06:30:44.766435+0000 mon.a (mon.0) 797 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-31T06:30:46.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:45 smithi029 bash[32310]: cephadm 2023-10-31T06:30:44.767560+0000 mgr.a (mgr.14152) 741 : cephadm 1 Adjusting osd_memory_target on smithi029 to 16245M 2023-10-31T06:30:46.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:45 smithi029 bash[32310]: audit 2023-10-31T06:30:44.771816+0000 mon.a (mon.0) 798 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:30:46.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:45 smithi029 bash[32310]: audit 2023-10-31T06:30:44.774269+0000 mon.a (mon.0) 799 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:30:46.167 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:45 smithi029 bash[32310]: audit 2023-10-31T06:30:44.775810+0000 mon.a (mon.0) 800 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:30:46.167 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:45 smithi029 bash[32310]: cluster 2023-10-31T06:30:44.778452+0000 mgr.a (mgr.14152) 742 : cluster 0 pgmap v505: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:46.167 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:45 smithi029 bash[32310]: cluster 2023-10-31T06:30:44.778834+0000 mgr.a (mgr.14152) 743 : cluster 0 pgmap v506: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:46.167 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:45 smithi029 bash[32310]: audit 2023-10-31T06:30:44.783897+0000 mon.a (mon.0) 801 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:30:46.167 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:45 smithi029 bash[32310]: audit 2023-10-31T06:30:44.885044+0000 mon.a (mon.0) 802 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:30:46.168 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:45 smithi029 bash[32310]: audit 2023-10-31T06:30:45.247821+0000 mgr.a (mgr.14152) 744 : audit 0 from='client.24175 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-31T06:30:46.168 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:45 smithi029 bash[32310]: audit 2023-10-31T06:30:45.254573+0000 mon.a (mon.0) 803 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-31T06:30:46.168 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:45 smithi029 bash[32310]: audit 2023-10-31T06:30:45.258176+0000 mon.a (mon.0) 804 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-31T06:30:46.168 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:45 smithi029 bash[32310]: audit 2023-10-31T06:30:45.259233+0000 mon.a (mon.0) 805 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:30:46.168 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:45 smithi029 bash[32310]: cephadm 2023-10-31T06:30:45.347215+0000 mgr.a (mgr.14152) 745 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:30:46.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:45 smithi032 bash[57603]: cephadm 2023-10-31T06:30:44.745017+0000 mgr.a (mgr.14152) 740 : cephadm 1 Detected new or changed devices on smithi029 2023-10-31T06:30:46.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:45 smithi032 bash[57603]: audit 2023-10-31T06:30:44.753897+0000 mon.a (mon.0) 795 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:30:46.257 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:45 smithi032 bash[57603]: audit 2023-10-31T06:30:44.764737+0000 mon.a (mon.0) 796 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:30:46.257 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:45 smithi032 bash[57603]: audit 2023-10-31T06:30:44.766435+0000 mon.a (mon.0) 797 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-31T06:30:46.257 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:45 smithi032 bash[57603]: cephadm 2023-10-31T06:30:44.767560+0000 mgr.a (mgr.14152) 741 : cephadm 1 Adjusting osd_memory_target on smithi029 to 16245M 2023-10-31T06:30:46.257 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:45 smithi032 bash[57603]: audit 2023-10-31T06:30:44.771816+0000 mon.a (mon.0) 798 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:30:46.257 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:45 smithi032 bash[57603]: audit 2023-10-31T06:30:44.774269+0000 mon.a (mon.0) 799 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:30:46.258 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:45 smithi032 bash[57603]: audit 2023-10-31T06:30:44.775810+0000 mon.a (mon.0) 800 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:30:46.258 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:45 smithi032 bash[57603]: cluster 2023-10-31T06:30:44.778452+0000 mgr.a (mgr.14152) 742 : cluster 0 pgmap v505: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:46.258 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:45 smithi032 bash[57603]: cluster 2023-10-31T06:30:44.778834+0000 mgr.a (mgr.14152) 743 : cluster 0 pgmap v506: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:46.258 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:45 smithi032 bash[57603]: audit 2023-10-31T06:30:44.783897+0000 mon.a (mon.0) 801 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:30:46.258 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:45 smithi032 bash[57603]: audit 2023-10-31T06:30:44.885044+0000 mon.a (mon.0) 802 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:30:46.259 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:45 smithi032 bash[57603]: audit 2023-10-31T06:30:45.247821+0000 mgr.a (mgr.14152) 744 : audit 0 from='client.24175 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-31T06:30:46.259 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:45 smithi032 bash[57603]: audit 2023-10-31T06:30:45.254573+0000 mon.a (mon.0) 803 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-31T06:30:46.259 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:45 smithi032 bash[57603]: audit 2023-10-31T06:30:45.258176+0000 mon.a (mon.0) 804 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-31T06:30:46.259 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:45 smithi032 bash[57603]: audit 2023-10-31T06:30:45.259233+0000 mon.a (mon.0) 805 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:30:46.259 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:45 smithi032 bash[57603]: cephadm 2023-10-31T06:30:45.347215+0000 mgr.a (mgr.14152) 745 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:30:47.154 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:46 smithi029 bash[32310]: audit 2023-10-31T06:30:45.815363+0000 mon.a (mon.0) 806 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:30:47.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:46 smithi032 bash[57603]: audit 2023-10-31T06:30:45.815363+0000 mon.a (mon.0) 806 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:30:47.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:46 smithi006 bash[27532]: audit 2023-10-31T06:30:45.815363+0000 mon.a (mon.0) 806 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:30:48.153 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:47 smithi032 bash[57603]: cephadm 2023-10-31T06:30:46.754534+0000 mgr.a (mgr.14152) 746 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:30:48.153 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:47 smithi032 bash[57603]: cluster 2023-10-31T06:30:46.779204+0000 mgr.a (mgr.14152) 747 : cluster 0 pgmap v507: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:48.154 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:47 smithi032 bash[57603]: audit 2023-10-31T06:30:47.222031+0000 mon.a (mon.0) 807 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:30:48.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:47 smithi029 bash[32310]: cephadm 2023-10-31T06:30:46.754534+0000 mgr.a (mgr.14152) 746 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:30:48.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:47 smithi029 bash[32310]: cluster 2023-10-31T06:30:46.779204+0000 mgr.a (mgr.14152) 747 : cluster 0 pgmap v507: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:48.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:47 smithi029 bash[32310]: audit 2023-10-31T06:30:47.222031+0000 mon.a (mon.0) 807 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:30:48.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:47 smithi006 bash[27532]: cephadm 2023-10-31T06:30:46.754534+0000 mgr.a (mgr.14152) 746 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:30:48.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:47 smithi006 bash[27532]: cluster 2023-10-31T06:30:46.779204+0000 mgr.a (mgr.14152) 747 : cluster 0 pgmap v507: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:48.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:47 smithi006 bash[27532]: audit 2023-10-31T06:30:47.222031+0000 mon.a (mon.0) 807 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:30:49.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:48 smithi029 bash[32310]: cephadm 2023-10-31T06:30:47.758719+0000 mgr.a (mgr.14152) 748 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:30:49.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:48 smithi032 bash[57603]: cephadm 2023-10-31T06:30:47.758719+0000 mgr.a (mgr.14152) 748 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:30:49.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:48 smithi006 bash[27532]: cephadm 2023-10-31T06:30:47.758719+0000 mgr.a (mgr.14152) 748 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:30:50.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:49 smithi029 bash[32310]: cluster 2023-10-31T06:30:48.779851+0000 mgr.a (mgr.14152) 749 : cluster 0 pgmap v508: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:50.214 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:49 smithi032 bash[57603]: cluster 2023-10-31T06:30:48.779851+0000 mgr.a (mgr.14152) 749 : cluster 0 pgmap v508: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:50.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:49 smithi006 bash[27532]: cluster 2023-10-31T06:30:48.779851+0000 mgr.a (mgr.14152) 749 : cluster 0 pgmap v508: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:52.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:51 smithi029 bash[32310]: cluster 2023-10-31T06:30:50.780421+0000 mgr.a (mgr.14152) 750 : cluster 0 pgmap v509: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:52.213 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:51 smithi032 bash[57603]: cluster 2023-10-31T06:30:50.780421+0000 mgr.a (mgr.14152) 750 : cluster 0 pgmap v509: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:52.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:51 smithi006 bash[27532]: cluster 2023-10-31T06:30:50.780421+0000 mgr.a (mgr.14152) 750 : cluster 0 pgmap v509: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:54.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:53 smithi029 bash[32310]: cluster 2023-10-31T06:30:52.780945+0000 mgr.a (mgr.14152) 751 : cluster 0 pgmap v510: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:54.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:53 smithi032 bash[57603]: cluster 2023-10-31T06:30:52.780945+0000 mgr.a (mgr.14152) 751 : cluster 0 pgmap v510: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:54.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:53 smithi006 bash[27532]: cluster 2023-10-31T06:30:52.780945+0000 mgr.a (mgr.14152) 751 : cluster 0 pgmap v510: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:55.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:54 smithi029 bash[32310]: audit 2023-10-31T06:30:53.799893+0000 mon.a (mon.0) 808 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f50f81d2-9f58-444f-b12b-c5eba6ea7fdc"}]: dispatch 2023-10-31T06:30:55.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:54 smithi029 bash[32310]: audit 2023-10-31T06:30:53.802549+0000 mon.a (mon.0) 809 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f50f81d2-9f58-444f-b12b-c5eba6ea7fdc"}]': finished 2023-10-31T06:30:55.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:54 smithi029 bash[32310]: audit 2023-10-31T06:30:53.805188+0000 mon.c (mon.1) 4 : audit 1 from='client.? 172.21.15.32:0/2929090129' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f50f81d2-9f58-444f-b12b-c5eba6ea7fdc"}]: dispatch 2023-10-31T06:30:55.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:54 smithi029 bash[32310]: cluster 2023-10-31T06:30:53.805340+0000 mon.a (mon.0) 810 : cluster 0 osdmap e15: 3 total, 2 up, 3 in 2023-10-31T06:30:55.167 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:54 smithi029 bash[32310]: audit 2023-10-31T06:30:53.805684+0000 mon.a (mon.0) 811 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-31T06:30:55.167 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:54 smithi029 bash[32310]: audit 2023-10-31T06:30:54.562110+0000 mon.c (mon.1) 5 : audit 0 from='client.? 172.21.15.32:0/3742163229' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-31T06:30:55.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:54 smithi032 bash[57603]: audit 2023-10-31T06:30:53.799893+0000 mon.a (mon.0) 808 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f50f81d2-9f58-444f-b12b-c5eba6ea7fdc"}]: dispatch 2023-10-31T06:30:55.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:54 smithi032 bash[57603]: audit 2023-10-31T06:30:53.802549+0000 mon.a (mon.0) 809 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f50f81d2-9f58-444f-b12b-c5eba6ea7fdc"}]': finished 2023-10-31T06:30:55.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:54 smithi032 bash[57603]: audit 2023-10-31T06:30:53.805188+0000 mon.c (mon.1) 4 : audit 1 from='client.? 172.21.15.32:0/2929090129' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f50f81d2-9f58-444f-b12b-c5eba6ea7fdc"}]: dispatch 2023-10-31T06:30:55.257 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:54 smithi032 bash[57603]: cluster 2023-10-31T06:30:53.805340+0000 mon.a (mon.0) 810 : cluster 0 osdmap e15: 3 total, 2 up, 3 in 2023-10-31T06:30:55.257 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:54 smithi032 bash[57603]: audit 2023-10-31T06:30:53.805684+0000 mon.a (mon.0) 811 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-31T06:30:55.257 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:54 smithi032 bash[57603]: audit 2023-10-31T06:30:54.562110+0000 mon.c (mon.1) 5 : audit 0 from='client.? 172.21.15.32:0/3742163229' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-31T06:30:55.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:54 smithi006 bash[27532]: audit 2023-10-31T06:30:53.799893+0000 mon.a (mon.0) 808 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f50f81d2-9f58-444f-b12b-c5eba6ea7fdc"}]: dispatch 2023-10-31T06:30:55.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:54 smithi006 bash[27532]: audit 2023-10-31T06:30:53.802549+0000 mon.a (mon.0) 809 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f50f81d2-9f58-444f-b12b-c5eba6ea7fdc"}]': finished 2023-10-31T06:30:55.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:54 smithi006 bash[27532]: audit 2023-10-31T06:30:53.805188+0000 mon.c (mon.1) 4 : audit 1 from='client.? 172.21.15.32:0/2929090129' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f50f81d2-9f58-444f-b12b-c5eba6ea7fdc"}]: dispatch 2023-10-31T06:30:55.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:54 smithi006 bash[27532]: cluster 2023-10-31T06:30:53.805340+0000 mon.a (mon.0) 810 : cluster 0 osdmap e15: 3 total, 2 up, 3 in 2023-10-31T06:30:55.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:54 smithi006 bash[27532]: audit 2023-10-31T06:30:53.805684+0000 mon.a (mon.0) 811 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-31T06:30:55.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:54 smithi006 bash[27532]: audit 2023-10-31T06:30:54.562110+0000 mon.c (mon.1) 5 : audit 0 from='client.? 172.21.15.32:0/3742163229' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-31T06:30:56.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:55 smithi029 bash[32310]: cluster 2023-10-31T06:30:54.781460+0000 mgr.a (mgr.14152) 752 : cluster 0 pgmap v512: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:56.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:55 smithi032 bash[57603]: cluster 2023-10-31T06:30:54.781460+0000 mgr.a (mgr.14152) 752 : cluster 0 pgmap v512: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:56.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:55 smithi006 bash[27532]: cluster 2023-10-31T06:30:54.781460+0000 mgr.a (mgr.14152) 752 : cluster 0 pgmap v512: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:58.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:57 smithi029 bash[32310]: cluster 2023-10-31T06:30:56.781981+0000 mgr.a (mgr.14152) 753 : cluster 0 pgmap v513: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:58.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:57 smithi032 bash[57603]: cluster 2023-10-31T06:30:56.781981+0000 mgr.a (mgr.14152) 753 : cluster 0 pgmap v513: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:30:58.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:57 smithi006 bash[27532]: cluster 2023-10-31T06:30:56.781981+0000 mgr.a (mgr.14152) 753 : cluster 0 pgmap v513: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:00.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:30:59 smithi029 bash[32310]: cluster 2023-10-31T06:30:58.782500+0000 mgr.a (mgr.14152) 754 : cluster 0 pgmap v514: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:00.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:30:59 smithi032 bash[57603]: cluster 2023-10-31T06:30:58.782500+0000 mgr.a (mgr.14152) 754 : cluster 0 pgmap v514: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:00.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:30:59 smithi006 bash[27532]: cluster 2023-10-31T06:30:58.782500+0000 mgr.a (mgr.14152) 754 : cluster 0 pgmap v514: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:02.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:01 smithi029 bash[32310]: cluster 2023-10-31T06:31:00.783047+0000 mgr.a (mgr.14152) 755 : cluster 0 pgmap v515: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:02.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:01 smithi032 bash[57603]: cluster 2023-10-31T06:31:00.783047+0000 mgr.a (mgr.14152) 755 : cluster 0 pgmap v515: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:02.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:01 smithi006 bash[27532]: cluster 2023-10-31T06:31:00.783047+0000 mgr.a (mgr.14152) 755 : cluster 0 pgmap v515: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:04.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:03 smithi032 bash[57603]: cluster 2023-10-31T06:31:02.783539+0000 mgr.a (mgr.14152) 756 : cluster 0 pgmap v516: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:04.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:03 smithi029 bash[32310]: cluster 2023-10-31T06:31:02.783539+0000 mgr.a (mgr.14152) 756 : cluster 0 pgmap v516: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:04.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:03 smithi006 bash[27532]: cluster 2023-10-31T06:31:02.783539+0000 mgr.a (mgr.14152) 756 : cluster 0 pgmap v516: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:06.125 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:05 smithi032 bash[57603]: cluster 2023-10-31T06:31:04.784014+0000 mgr.a (mgr.14152) 757 : cluster 0 pgmap v517: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:06.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:05 smithi029 bash[32310]: cluster 2023-10-31T06:31:04.784014+0000 mgr.a (mgr.14152) 757 : cluster 0 pgmap v517: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:06.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:05 smithi006 bash[27532]: cluster 2023-10-31T06:31:04.784014+0000 mgr.a (mgr.14152) 757 : cluster 0 pgmap v517: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:07.122 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:06 smithi032 bash[57603]: audit 2023-10-31T06:31:06.643638+0000 mon.a (mon.0) 812 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-10-31T06:31:07.123 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:06 smithi032 bash[57603]: audit 2023-10-31T06:31:06.645490+0000 mon.a (mon.0) 813 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:31:07.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:06 smithi029 bash[32310]: audit 2023-10-31T06:31:06.643638+0000 mon.a (mon.0) 812 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-10-31T06:31:07.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:06 smithi029 bash[32310]: audit 2023-10-31T06:31:06.645490+0000 mon.a (mon.0) 813 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:31:07.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:06 smithi006 bash[27532]: audit 2023-10-31T06:31:06.643638+0000 mon.a (mon.0) 812 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-10-31T06:31:07.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:06 smithi006 bash[27532]: audit 2023-10-31T06:31:06.645490+0000 mon.a (mon.0) 813 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:31:08.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:07 smithi029 bash[32310]: cephadm 2023-10-31T06:31:06.647075+0000 mgr.a (mgr.14152) 758 : cephadm 1 Deploying daemon osd.2 on smithi032 2023-10-31T06:31:08.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:07 smithi029 bash[32310]: cluster 2023-10-31T06:31:06.784477+0000 mgr.a (mgr.14152) 759 : cluster 0 pgmap v518: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:08.204 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:07 smithi032 bash[57603]: cephadm 2023-10-31T06:31:06.647075+0000 mgr.a (mgr.14152) 758 : cephadm 1 Deploying daemon osd.2 on smithi032 2023-10-31T06:31:08.204 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:07 smithi032 bash[57603]: cluster 2023-10-31T06:31:06.784477+0000 mgr.a (mgr.14152) 759 : cluster 0 pgmap v518: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:08.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:07 smithi006 bash[27532]: cephadm 2023-10-31T06:31:06.647075+0000 mgr.a (mgr.14152) 758 : cephadm 1 Deploying daemon osd.2 on smithi032 2023-10-31T06:31:08.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:07 smithi006 bash[27532]: cluster 2023-10-31T06:31:06.784477+0000 mgr.a (mgr.14152) 759 : cluster 0 pgmap v518: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:10.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:09 smithi032 bash[57603]: cluster 2023-10-31T06:31:08.785000+0000 mgr.a (mgr.14152) 760 : cluster 0 pgmap v519: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:10.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:09 smithi029 bash[32310]: cluster 2023-10-31T06:31:08.785000+0000 mgr.a (mgr.14152) 760 : cluster 0 pgmap v519: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:10.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:09 smithi006 bash[27532]: cluster 2023-10-31T06:31:08.785000+0000 mgr.a (mgr.14152) 760 : cluster 0 pgmap v519: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:12.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:11 smithi029 bash[32310]: cluster 2023-10-31T06:31:10.785516+0000 mgr.a (mgr.14152) 761 : cluster 0 pgmap v520: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:12.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:11 smithi029 bash[32310]: audit 2023-10-31T06:31:11.476447+0000 mon.a (mon.0) 814 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:12.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:11 smithi029 bash[32310]: audit 2023-10-31T06:31:11.483337+0000 mon.a (mon.0) 815 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:12.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:11 smithi029 bash[32310]: audit 2023-10-31T06:31:11.504030+0000 mon.a (mon.0) 816 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:31:12.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:11 smithi029 bash[32310]: audit 2023-10-31T06:31:11.510804+0000 mon.a (mon.0) 817 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:31:12.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:11 smithi029 bash[32310]: audit 2023-10-31T06:31:11.511547+0000 mon.a (mon.0) 818 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:31:12.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:11 smithi029 bash[32310]: audit 2023-10-31T06:31:11.513551+0000 mon.a (mon.0) 819 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:31:12.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:11 smithi032 bash[57603]: cluster 2023-10-31T06:31:10.785516+0000 mgr.a (mgr.14152) 761 : cluster 0 pgmap v520: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:12.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:11 smithi032 bash[57603]: audit 2023-10-31T06:31:11.476447+0000 mon.a (mon.0) 814 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:12.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:11 smithi032 bash[57603]: audit 2023-10-31T06:31:11.483337+0000 mon.a (mon.0) 815 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:12.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:11 smithi032 bash[57603]: audit 2023-10-31T06:31:11.504030+0000 mon.a (mon.0) 816 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:31:12.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:11 smithi032 bash[57603]: audit 2023-10-31T06:31:11.510804+0000 mon.a (mon.0) 817 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:31:12.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:11 smithi032 bash[57603]: audit 2023-10-31T06:31:11.511547+0000 mon.a (mon.0) 818 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:31:12.257 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:11 smithi032 bash[57603]: audit 2023-10-31T06:31:11.513551+0000 mon.a (mon.0) 819 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:31:12.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:11 smithi006 bash[27532]: cluster 2023-10-31T06:31:10.785516+0000 mgr.a (mgr.14152) 761 : cluster 0 pgmap v520: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:12.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:11 smithi006 bash[27532]: audit 2023-10-31T06:31:11.476447+0000 mon.a (mon.0) 814 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:12.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:11 smithi006 bash[27532]: audit 2023-10-31T06:31:11.483337+0000 mon.a (mon.0) 815 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:12.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:11 smithi006 bash[27532]: audit 2023-10-31T06:31:11.504030+0000 mon.a (mon.0) 816 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:31:12.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:11 smithi006 bash[27532]: audit 2023-10-31T06:31:11.510804+0000 mon.a (mon.0) 817 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:31:12.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:11 smithi006 bash[27532]: audit 2023-10-31T06:31:11.511547+0000 mon.a (mon.0) 818 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:31:12.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:11 smithi006 bash[27532]: audit 2023-10-31T06:31:11.513551+0000 mon.a (mon.0) 819 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:31:13.107 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:12 smithi032 bash[57603]: cephadm 2023-10-31T06:31:12.045801+0000 mgr.a (mgr.14152) 762 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:31:13.108 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:12 smithi032 bash[57603]: cephadm 2023-10-31T06:31:12.315094+0000 mgr.a (mgr.14152) 763 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:31:13.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:12 smithi029 bash[32310]: cephadm 2023-10-31T06:31:12.045801+0000 mgr.a (mgr.14152) 762 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:31:13.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:12 smithi029 bash[32310]: cephadm 2023-10-31T06:31:12.315094+0000 mgr.a (mgr.14152) 763 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:31:13.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:12 smithi006 bash[27532]: cephadm 2023-10-31T06:31:12.045801+0000 mgr.a (mgr.14152) 762 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:31:13.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:12 smithi006 bash[27532]: cephadm 2023-10-31T06:31:12.315094+0000 mgr.a (mgr.14152) 763 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:31:14.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:13 smithi029 bash[32310]: cephadm 2023-10-31T06:31:12.594110+0000 mgr.a (mgr.14152) 764 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:31:14.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:13 smithi029 bash[32310]: cluster 2023-10-31T06:31:12.785981+0000 mgr.a (mgr.14152) 765 : cluster 0 pgmap v521: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:14.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:13 smithi032 bash[57603]: cephadm 2023-10-31T06:31:12.594110+0000 mgr.a (mgr.14152) 764 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:31:14.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:13 smithi032 bash[57603]: cluster 2023-10-31T06:31:12.785981+0000 mgr.a (mgr.14152) 765 : cluster 0 pgmap v521: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:14.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:13 smithi006 bash[27532]: cephadm 2023-10-31T06:31:12.594110+0000 mgr.a (mgr.14152) 764 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:31:14.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:13 smithi006 bash[27532]: cluster 2023-10-31T06:31:12.785981+0000 mgr.a (mgr.14152) 765 : cluster 0 pgmap v521: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:16.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:15 smithi029 bash[32310]: cluster 2023-10-31T06:31:14.786492+0000 mgr.a (mgr.14152) 766 : cluster 0 pgmap v522: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:16.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:15 smithi032 bash[57603]: cluster 2023-10-31T06:31:14.786492+0000 mgr.a (mgr.14152) 766 : cluster 0 pgmap v522: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:16.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:15 smithi006 bash[27532]: cluster 2023-10-31T06:31:14.786492+0000 mgr.a (mgr.14152) 766 : cluster 0 pgmap v522: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:18.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:17 smithi029 bash[32310]: cluster 2023-10-31T06:31:16.787037+0000 mgr.a (mgr.14152) 767 : cluster 0 pgmap v523: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:18.244 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:17 smithi032 bash[57603]: cluster 2023-10-31T06:31:16.787037+0000 mgr.a (mgr.14152) 767 : cluster 0 pgmap v523: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:18.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:17 smithi006 bash[27532]: cluster 2023-10-31T06:31:16.787037+0000 mgr.a (mgr.14152) 767 : cluster 0 pgmap v523: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:19.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:18 smithi029 bash[32310]: audit 2023-10-31T06:31:18.241528+0000 mon.a (mon.0) 820 : audit 1 from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-31T06:31:19.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:18 smithi029 bash[32310]: audit 2023-10-31T06:31:18.246933+0000 mon.c (mon.1) 6 : audit 1 from='osd.2 [v2:172.21.15.32:6800/3883209533,v1:172.21.15.32:6801/3883209533]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-31T06:31:19.173 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:18 smithi032 bash[57603]: audit 2023-10-31T06:31:18.241528+0000 mon.a (mon.0) 820 : audit 1 from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-31T06:31:19.173 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:18 smithi032 bash[57603]: audit 2023-10-31T06:31:18.246933+0000 mon.c (mon.1) 6 : audit 1 from='osd.2 [v2:172.21.15.32:6800/3883209533,v1:172.21.15.32:6801/3883209533]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-31T06:31:19.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:18 smithi006 bash[27532]: audit 2023-10-31T06:31:18.241528+0000 mon.a (mon.0) 820 : audit 1 from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-31T06:31:19.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:18 smithi006 bash[27532]: audit 2023-10-31T06:31:18.246933+0000 mon.c (mon.1) 6 : audit 1 from='osd.2 [v2:172.21.15.32:6800/3883209533,v1:172.21.15.32:6801/3883209533]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-31T06:31:20.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:19 smithi032 bash[57603]: cluster 2023-10-31T06:31:18.787682+0000 mgr.a (mgr.14152) 768 : cluster 0 pgmap v524: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:20.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:19 smithi032 bash[57603]: audit 2023-10-31T06:31:18.868144+0000 mon.a (mon.0) 821 : audit 1 from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-10-31T06:31:20.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:19 smithi032 bash[57603]: cluster 2023-10-31T06:31:18.870674+0000 mon.a (mon.0) 822 : cluster 0 osdmap e16: 3 total, 2 up, 3 in 2023-10-31T06:31:20.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:19 smithi032 bash[57603]: audit 2023-10-31T06:31:18.871256+0000 mon.a (mon.0) 823 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-31T06:31:20.007 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:19 smithi032 bash[57603]: audit 2023-10-31T06:31:18.871952+0000 mon.a (mon.0) 824 : audit 1 from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-10-31T06:31:20.007 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:19 smithi032 bash[57603]: audit 2023-10-31T06:31:18.877563+0000 mon.c (mon.1) 7 : audit 1 from='osd.2 [v2:172.21.15.32:6800/3883209533,v1:172.21.15.32:6801/3883209533]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-10-31T06:31:20.007 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:19 smithi032 bash[57603]: audit 2023-10-31T06:31:19.251622+0000 mon.a (mon.0) 825 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:20.007 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:19 smithi032 bash[57603]: audit 2023-10-31T06:31:19.257506+0000 mon.a (mon.0) 826 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:20.007 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:19 smithi032 bash[57603]: audit 2023-10-31T06:31:19.258827+0000 mon.a (mon.0) 827 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:31:20.008 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:19 smithi032 bash[57603]: audit 2023-10-31T06:31:19.260157+0000 mon.a (mon.0) 828 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:31:20.008 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:19 smithi032 bash[57603]: cluster 2023-10-31T06:31:19.262706+0000 mgr.a (mgr.14152) 769 : cluster 0 pgmap v526: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:20.008 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:19 smithi032 bash[57603]: cluster 2023-10-31T06:31:19.263056+0000 mgr.a (mgr.14152) 770 : cluster 0 pgmap v527: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:20.009 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:19 smithi032 bash[57603]: audit 2023-10-31T06:31:19.267867+0000 mon.a (mon.0) 829 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:20.009 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:19 smithi032 bash[57603]: audit 2023-10-31T06:31:19.369859+0000 mon.a (mon.0) 830 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:31:20.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:19 smithi029 bash[32310]: cluster 2023-10-31T06:31:18.787682+0000 mgr.a (mgr.14152) 768 : cluster 0 pgmap v524: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:20.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:19 smithi029 bash[32310]: audit 2023-10-31T06:31:18.868144+0000 mon.a (mon.0) 821 : audit 1 from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-10-31T06:31:20.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:19 smithi029 bash[32310]: cluster 2023-10-31T06:31:18.870674+0000 mon.a (mon.0) 822 : cluster 0 osdmap e16: 3 total, 2 up, 3 in 2023-10-31T06:31:20.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:19 smithi029 bash[32310]: audit 2023-10-31T06:31:18.871256+0000 mon.a (mon.0) 823 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-31T06:31:20.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:19 smithi029 bash[32310]: audit 2023-10-31T06:31:18.871952+0000 mon.a (mon.0) 824 : audit 1 from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-10-31T06:31:20.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:19 smithi029 bash[32310]: audit 2023-10-31T06:31:18.877563+0000 mon.c (mon.1) 7 : audit 1 from='osd.2 [v2:172.21.15.32:6800/3883209533,v1:172.21.15.32:6801/3883209533]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-10-31T06:31:20.167 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:19 smithi029 bash[32310]: audit 2023-10-31T06:31:19.251622+0000 mon.a (mon.0) 825 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:20.167 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:19 smithi029 bash[32310]: audit 2023-10-31T06:31:19.257506+0000 mon.a (mon.0) 826 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:20.167 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:19 smithi029 bash[32310]: audit 2023-10-31T06:31:19.258827+0000 mon.a (mon.0) 827 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:31:20.167 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:19 smithi029 bash[32310]: audit 2023-10-31T06:31:19.260157+0000 mon.a (mon.0) 828 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:31:20.167 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:19 smithi029 bash[32310]: cluster 2023-10-31T06:31:19.262706+0000 mgr.a (mgr.14152) 769 : cluster 0 pgmap v526: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:20.168 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:19 smithi029 bash[32310]: cluster 2023-10-31T06:31:19.263056+0000 mgr.a (mgr.14152) 770 : cluster 0 pgmap v527: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:20.168 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:19 smithi029 bash[32310]: audit 2023-10-31T06:31:19.267867+0000 mon.a (mon.0) 829 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:20.168 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:19 smithi029 bash[32310]: audit 2023-10-31T06:31:19.369859+0000 mon.a (mon.0) 830 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:31:20.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:19 smithi006 bash[27532]: cluster 2023-10-31T06:31:18.787682+0000 mgr.a (mgr.14152) 768 : cluster 0 pgmap v524: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:20.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:19 smithi006 bash[27532]: audit 2023-10-31T06:31:18.868144+0000 mon.a (mon.0) 821 : audit 1 from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-10-31T06:31:20.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:19 smithi006 bash[27532]: cluster 2023-10-31T06:31:18.870674+0000 mon.a (mon.0) 822 : cluster 0 osdmap e16: 3 total, 2 up, 3 in 2023-10-31T06:31:20.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:19 smithi006 bash[27532]: audit 2023-10-31T06:31:18.871256+0000 mon.a (mon.0) 823 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-31T06:31:20.271 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:19 smithi006 bash[27532]: audit 2023-10-31T06:31:18.871952+0000 mon.a (mon.0) 824 : audit 1 from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-10-31T06:31:20.271 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:19 smithi006 bash[27532]: audit 2023-10-31T06:31:18.877563+0000 mon.c (mon.1) 7 : audit 1 from='osd.2 [v2:172.21.15.32:6800/3883209533,v1:172.21.15.32:6801/3883209533]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-10-31T06:31:20.271 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:19 smithi006 bash[27532]: audit 2023-10-31T06:31:19.251622+0000 mon.a (mon.0) 825 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:20.271 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:19 smithi006 bash[27532]: audit 2023-10-31T06:31:19.257506+0000 mon.a (mon.0) 826 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:20.272 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:19 smithi006 bash[27532]: audit 2023-10-31T06:31:19.258827+0000 mon.a (mon.0) 827 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:31:20.272 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:19 smithi006 bash[27532]: audit 2023-10-31T06:31:19.260157+0000 mon.a (mon.0) 828 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:31:20.272 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:19 smithi006 bash[27532]: cluster 2023-10-31T06:31:19.262706+0000 mgr.a (mgr.14152) 769 : cluster 0 pgmap v526: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:20.272 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:19 smithi006 bash[27532]: cluster 2023-10-31T06:31:19.263056+0000 mgr.a (mgr.14152) 770 : cluster 0 pgmap v527: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:20.272 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:19 smithi006 bash[27532]: audit 2023-10-31T06:31:19.267867+0000 mon.a (mon.0) 829 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:20.273 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:19 smithi006 bash[27532]: audit 2023-10-31T06:31:19.369859+0000 mon.a (mon.0) 830 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:31:20.381 INFO:teuthology.orchestra.run.smithi032.stdout:Created osd(s) 2 on host 'smithi032' 2023-10-31T06:31:21.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:20 smithi032 bash[57603]: cephadm 2023-10-31T06:31:19.664135+0000 mgr.a (mgr.14152) 771 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:31:21.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:20 smithi032 bash[57603]: audit 2023-10-31T06:31:19.870580+0000 mon.a (mon.0) 831 : audit 1 from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2023-10-31T06:31:21.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:20 smithi032 bash[57603]: cluster 2023-10-31T06:31:19.874503+0000 mon.a (mon.0) 832 : cluster 0 osdmap e17: 3 total, 2 up, 3 in 2023-10-31T06:31:21.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:20 smithi032 bash[57603]: audit 2023-10-31T06:31:19.875115+0000 mon.a (mon.0) 833 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-31T06:31:21.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:20 smithi032 bash[57603]: audit 2023-10-31T06:31:19.882513+0000 mon.a (mon.0) 834 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-31T06:31:21.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:20 smithi032 bash[57603]: audit 2023-10-31T06:31:20.130604+0000 mon.a (mon.0) 835 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:31:21.007 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:20 smithi032 bash[57603]: audit 2023-10-31T06:31:20.330016+0000 mon.a (mon.0) 836 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:21.007 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:20 smithi032 bash[57603]: audit 2023-10-31T06:31:20.334979+0000 mon.a (mon.0) 837 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:21.066 DEBUG:teuthology.orchestra.run.smithi032:osd.2> sudo journalctl -f -n 0 -u ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@osd.2.service 2023-10-31T06:31:21.069 INFO:tasks.cephadm:Waiting for 3 OSDs to come up... 2023-10-31T06:31:21.069 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph osd stat -f json 2023-10-31T06:31:21.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:20 smithi029 bash[32310]: cephadm 2023-10-31T06:31:19.664135+0000 mgr.a (mgr.14152) 771 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:31:21.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:20 smithi029 bash[32310]: audit 2023-10-31T06:31:19.870580+0000 mon.a (mon.0) 831 : audit 1 from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2023-10-31T06:31:21.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:20 smithi029 bash[32310]: cluster 2023-10-31T06:31:19.874503+0000 mon.a (mon.0) 832 : cluster 0 osdmap e17: 3 total, 2 up, 3 in 2023-10-31T06:31:21.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:20 smithi029 bash[32310]: audit 2023-10-31T06:31:19.875115+0000 mon.a (mon.0) 833 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-31T06:31:21.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:20 smithi029 bash[32310]: audit 2023-10-31T06:31:19.882513+0000 mon.a (mon.0) 834 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-31T06:31:21.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:20 smithi029 bash[32310]: audit 2023-10-31T06:31:20.130604+0000 mon.a (mon.0) 835 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:31:21.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:20 smithi029 bash[32310]: audit 2023-10-31T06:31:20.330016+0000 mon.a (mon.0) 836 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:21.167 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:20 smithi029 bash[32310]: audit 2023-10-31T06:31:20.334979+0000 mon.a (mon.0) 837 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:21.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:20 smithi006 bash[27532]: cephadm 2023-10-31T06:31:19.664135+0000 mgr.a (mgr.14152) 771 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:31:21.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:20 smithi006 bash[27532]: audit 2023-10-31T06:31:19.870580+0000 mon.a (mon.0) 831 : audit 1 from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2023-10-31T06:31:21.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:20 smithi006 bash[27532]: cluster 2023-10-31T06:31:19.874503+0000 mon.a (mon.0) 832 : cluster 0 osdmap e17: 3 total, 2 up, 3 in 2023-10-31T06:31:21.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:20 smithi006 bash[27532]: audit 2023-10-31T06:31:19.875115+0000 mon.a (mon.0) 833 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-31T06:31:21.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:20 smithi006 bash[27532]: audit 2023-10-31T06:31:19.882513+0000 mon.a (mon.0) 834 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-31T06:31:21.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:20 smithi006 bash[27532]: audit 2023-10-31T06:31:20.130604+0000 mon.a (mon.0) 835 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:31:21.271 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:20 smithi006 bash[27532]: audit 2023-10-31T06:31:20.330016+0000 mon.a (mon.0) 836 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:21.271 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:20 smithi006 bash[27532]: audit 2023-10-31T06:31:20.334979+0000 mon.a (mon.0) 837 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:21.316 INFO:journalctl@ceph.osd.2.smithi032.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2023-10-31T06:31:22.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:21 smithi029 bash[32310]: cluster 2023-10-31T06:31:19.240287+0000 osd.2 (osd.2) 1 : cluster 0 purged_snaps scrub starts 2023-10-31T06:31:22.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:21 smithi029 bash[32310]: cluster 2023-10-31T06:31:19.240351+0000 osd.2 (osd.2) 2 : cluster 0 purged_snaps scrub ok 2023-10-31T06:31:22.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:21 smithi029 bash[32310]: audit 2023-10-31T06:31:20.884764+0000 mon.a (mon.0) 838 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-31T06:31:22.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:21 smithi029 bash[32310]: cluster 2023-10-31T06:31:20.888017+0000 mon.a (mon.0) 839 : cluster 1 osd.2 [v2:172.21.15.32:6800/3883209533,v1:172.21.15.32:6801/3883209533] boot 2023-10-31T06:31:22.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:21 smithi029 bash[32310]: cluster 2023-10-31T06:31:20.888055+0000 mon.a (mon.0) 840 : cluster 0 osdmap e18: 3 total, 3 up, 3 in 2023-10-31T06:31:22.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:21 smithi029 bash[32310]: audit 2023-10-31T06:31:20.888173+0000 mon.a (mon.0) 841 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-31T06:31:22.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:21 smithi029 bash[32310]: cephadm 2023-10-31T06:31:21.015555+0000 mgr.a (mgr.14152) 772 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:31:22.167 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:21 smithi029 bash[32310]: cluster 2023-10-31T06:31:21.263482+0000 mgr.a (mgr.14152) 773 : cluster 0 pgmap v530: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:22.167 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:21 smithi029 bash[32310]: audit 2023-10-31T06:31:21.338892+0000 mon.a (mon.0) 842 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2023-10-31T06:31:22.167 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:21 smithi029 bash[32310]: audit 2023-10-31T06:31:21.781781+0000 mon.a (mon.0) 843 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:31:22.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:21 smithi032 bash[57603]: cluster 2023-10-31T06:31:19.240287+0000 osd.2 (osd.2) 1 : cluster 0 purged_snaps scrub starts 2023-10-31T06:31:22.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:21 smithi032 bash[57603]: cluster 2023-10-31T06:31:19.240351+0000 osd.2 (osd.2) 2 : cluster 0 purged_snaps scrub ok 2023-10-31T06:31:22.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:21 smithi032 bash[57603]: audit 2023-10-31T06:31:20.884764+0000 mon.a (mon.0) 838 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-31T06:31:22.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:21 smithi032 bash[57603]: cluster 2023-10-31T06:31:20.888017+0000 mon.a (mon.0) 839 : cluster 1 osd.2 [v2:172.21.15.32:6800/3883209533,v1:172.21.15.32:6801/3883209533] boot 2023-10-31T06:31:22.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:21 smithi032 bash[57603]: cluster 2023-10-31T06:31:20.888055+0000 mon.a (mon.0) 840 : cluster 0 osdmap e18: 3 total, 3 up, 3 in 2023-10-31T06:31:22.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:21 smithi032 bash[57603]: audit 2023-10-31T06:31:20.888173+0000 mon.a (mon.0) 841 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-31T06:31:22.257 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:21 smithi032 bash[57603]: cephadm 2023-10-31T06:31:21.015555+0000 mgr.a (mgr.14152) 772 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:31:22.257 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:21 smithi032 bash[57603]: cluster 2023-10-31T06:31:21.263482+0000 mgr.a (mgr.14152) 773 : cluster 0 pgmap v530: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:22.257 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:21 smithi032 bash[57603]: audit 2023-10-31T06:31:21.338892+0000 mon.a (mon.0) 842 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2023-10-31T06:31:22.257 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:21 smithi032 bash[57603]: audit 2023-10-31T06:31:21.781781+0000 mon.a (mon.0) 843 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:31:22.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:21 smithi006 bash[27532]: cluster 2023-10-31T06:31:19.240287+0000 osd.2 (osd.2) 1 : cluster 0 purged_snaps scrub starts 2023-10-31T06:31:22.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:21 smithi006 bash[27532]: cluster 2023-10-31T06:31:19.240351+0000 osd.2 (osd.2) 2 : cluster 0 purged_snaps scrub ok 2023-10-31T06:31:22.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:21 smithi006 bash[27532]: audit 2023-10-31T06:31:20.884764+0000 mon.a (mon.0) 838 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-31T06:31:22.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:21 smithi006 bash[27532]: cluster 2023-10-31T06:31:20.888017+0000 mon.a (mon.0) 839 : cluster 1 osd.2 [v2:172.21.15.32:6800/3883209533,v1:172.21.15.32:6801/3883209533] boot 2023-10-31T06:31:22.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:21 smithi006 bash[27532]: cluster 2023-10-31T06:31:20.888055+0000 mon.a (mon.0) 840 : cluster 0 osdmap e18: 3 total, 3 up, 3 in 2023-10-31T06:31:22.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:21 smithi006 bash[27532]: audit 2023-10-31T06:31:20.888173+0000 mon.a (mon.0) 841 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-31T06:31:22.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:21 smithi006 bash[27532]: cephadm 2023-10-31T06:31:21.015555+0000 mgr.a (mgr.14152) 772 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:31:22.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:21 smithi006 bash[27532]: cluster 2023-10-31T06:31:21.263482+0000 mgr.a (mgr.14152) 773 : cluster 0 pgmap v530: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-31T06:31:22.271 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:21 smithi006 bash[27532]: audit 2023-10-31T06:31:21.338892+0000 mon.a (mon.0) 842 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2023-10-31T06:31:22.271 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:21 smithi006 bash[27532]: audit 2023-10-31T06:31:21.781781+0000 mon.a (mon.0) 843 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:31:23.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:22 smithi029 bash[32310]: audit 2023-10-31T06:31:21.891081+0000 mon.a (mon.0) 844 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2023-10-31T06:31:23.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:22 smithi029 bash[32310]: cluster 2023-10-31T06:31:21.893381+0000 mon.a (mon.0) 845 : cluster 0 osdmap e19: 3 total, 3 up, 3 in 2023-10-31T06:31:23.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:22 smithi029 bash[32310]: audit 2023-10-31T06:31:21.894248+0000 mon.a (mon.0) 846 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-10-31T06:31:23.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:22 smithi029 bash[32310]: cephadm 2023-10-31T06:31:22.004775+0000 mgr.a (mgr.14152) 774 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:31:23.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:22 smithi029 bash[32310]: audit 2023-10-31T06:31:22.472602+0000 mon.a (mon.0) 847 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:31:23.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:22 smithi029 bash[32310]: audit 2023-10-31T06:31:22.477321+0000 mon.a (mon.0) 848 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:31:23.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:22 smithi029 bash[32310]: audit 2023-10-31T06:31:22.478089+0000 mon.a (mon.0) 849 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:31:23.167 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:22 smithi029 bash[32310]: audit 2023-10-31T06:31:22.478694+0000 mon.a (mon.0) 850 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:31:23.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:22 smithi032 bash[57603]: audit 2023-10-31T06:31:21.891081+0000 mon.a (mon.0) 844 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2023-10-31T06:31:23.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:22 smithi032 bash[57603]: cluster 2023-10-31T06:31:21.893381+0000 mon.a (mon.0) 845 : cluster 0 osdmap e19: 3 total, 3 up, 3 in 2023-10-31T06:31:23.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:22 smithi032 bash[57603]: audit 2023-10-31T06:31:21.894248+0000 mon.a (mon.0) 846 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-10-31T06:31:23.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:22 smithi032 bash[57603]: cephadm 2023-10-31T06:31:22.004775+0000 mgr.a (mgr.14152) 774 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:31:23.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:22 smithi032 bash[57603]: audit 2023-10-31T06:31:22.472602+0000 mon.a (mon.0) 847 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:31:23.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:22 smithi032 bash[57603]: audit 2023-10-31T06:31:22.477321+0000 mon.a (mon.0) 848 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:31:23.257 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:22 smithi032 bash[57603]: audit 2023-10-31T06:31:22.478089+0000 mon.a (mon.0) 849 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:31:23.257 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:22 smithi032 bash[57603]: audit 2023-10-31T06:31:22.478694+0000 mon.a (mon.0) 850 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:31:23.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:22 smithi006 bash[27532]: audit 2023-10-31T06:31:21.891081+0000 mon.a (mon.0) 844 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2023-10-31T06:31:23.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:22 smithi006 bash[27532]: cluster 2023-10-31T06:31:21.893381+0000 mon.a (mon.0) 845 : cluster 0 osdmap e19: 3 total, 3 up, 3 in 2023-10-31T06:31:23.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:22 smithi006 bash[27532]: audit 2023-10-31T06:31:21.894248+0000 mon.a (mon.0) 846 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-10-31T06:31:23.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:22 smithi006 bash[27532]: cephadm 2023-10-31T06:31:22.004775+0000 mgr.a (mgr.14152) 774 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:31:23.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:22 smithi006 bash[27532]: audit 2023-10-31T06:31:22.472602+0000 mon.a (mon.0) 847 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:31:23.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:22 smithi006 bash[27532]: audit 2023-10-31T06:31:22.477321+0000 mon.a (mon.0) 848 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:31:23.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:22 smithi006 bash[27532]: audit 2023-10-31T06:31:22.478089+0000 mon.a (mon.0) 849 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:31:23.271 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:22 smithi006 bash[27532]: audit 2023-10-31T06:31:22.478694+0000 mon.a (mon.0) 850 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:31:24.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:23 smithi006 bash[27532]: audit 2023-10-31T06:31:22.900364+0000 mon.a (mon.0) 851 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-10-31T06:31:24.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:23 smithi006 bash[27532]: cluster 2023-10-31T06:31:22.902709+0000 mon.a (mon.0) 852 : cluster 0 osdmap e20: 3 total, 3 up, 3 in 2023-10-31T06:31:24.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:23 smithi006 bash[27532]: cephadm 2023-10-31T06:31:23.158122+0000 mgr.a (mgr.14152) 775 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:31:24.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:23 smithi006 bash[27532]: cluster 2023-10-31T06:31:23.263834+0000 mgr.a (mgr.14152) 776 : cluster 0 pgmap v533: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:31:24.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:23 smithi006 bash[27532]: cephadm 2023-10-31T06:31:23.304782+0000 mgr.a (mgr.14152) 777 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:31:24.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:23 smithi032 bash[57603]: audit 2023-10-31T06:31:22.900364+0000 mon.a (mon.0) 851 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-10-31T06:31:24.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:23 smithi032 bash[57603]: cluster 2023-10-31T06:31:22.902709+0000 mon.a (mon.0) 852 : cluster 0 osdmap e20: 3 total, 3 up, 3 in 2023-10-31T06:31:24.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:23 smithi032 bash[57603]: cephadm 2023-10-31T06:31:23.158122+0000 mgr.a (mgr.14152) 775 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:31:24.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:23 smithi032 bash[57603]: cluster 2023-10-31T06:31:23.263834+0000 mgr.a (mgr.14152) 776 : cluster 0 pgmap v533: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:31:24.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:23 smithi032 bash[57603]: cephadm 2023-10-31T06:31:23.304782+0000 mgr.a (mgr.14152) 777 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:31:24.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:23 smithi029 bash[32310]: audit 2023-10-31T06:31:22.900364+0000 mon.a (mon.0) 851 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-10-31T06:31:24.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:23 smithi029 bash[32310]: cluster 2023-10-31T06:31:22.902709+0000 mon.a (mon.0) 852 : cluster 0 osdmap e20: 3 total, 3 up, 3 in 2023-10-31T06:31:24.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:23 smithi029 bash[32310]: cephadm 2023-10-31T06:31:23.158122+0000 mgr.a (mgr.14152) 775 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:31:24.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:23 smithi029 bash[32310]: cluster 2023-10-31T06:31:23.263834+0000 mgr.a (mgr.14152) 776 : cluster 0 pgmap v533: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:31:24.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:23 smithi029 bash[32310]: cephadm 2023-10-31T06:31:23.304782+0000 mgr.a (mgr.14152) 777 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:31:25.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:24 smithi032 bash[57603]: cephadm 2023-10-31T06:31:23.522020+0000 mgr.a (mgr.14152) 778 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:31:25.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:24 smithi032 bash[57603]: cluster 2023-10-31T06:31:23.907430+0000 mon.a (mon.0) 853 : cluster 0 osdmap e21: 3 total, 3 up, 3 in 2023-10-31T06:31:25.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:24 smithi032 bash[57603]: audit 2023-10-31T06:31:24.016597+0000 mon.a (mon.0) 854 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:25.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:24 smithi006 bash[27532]: cephadm 2023-10-31T06:31:23.522020+0000 mgr.a (mgr.14152) 778 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:31:25.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:24 smithi006 bash[27532]: cluster 2023-10-31T06:31:23.907430+0000 mon.a (mon.0) 853 : cluster 0 osdmap e21: 3 total, 3 up, 3 in 2023-10-31T06:31:25.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:24 smithi006 bash[27532]: audit 2023-10-31T06:31:24.016597+0000 mon.a (mon.0) 854 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:25.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:24 smithi029 bash[32310]: cephadm 2023-10-31T06:31:23.522020+0000 mgr.a (mgr.14152) 778 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:31:25.417 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:24 smithi029 bash[32310]: cluster 2023-10-31T06:31:23.907430+0000 mon.a (mon.0) 853 : cluster 0 osdmap e21: 3 total, 3 up, 3 in 2023-10-31T06:31:25.417 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:24 smithi029 bash[32310]: audit 2023-10-31T06:31:24.016597+0000 mon.a (mon.0) 854 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:25.794 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:31:27.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:26 smithi029 bash[32310]: audit 2023-10-31T06:31:24.979279+0000 mon.a (mon.0) 855 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:27.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:26 smithi029 bash[32310]: cluster 2023-10-31T06:31:25.028009+0000 mon.a (mon.0) 856 : cluster 0 mgrmap e15: a(active, since 16m), standbys: b 2023-10-31T06:31:27.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:26 smithi029 bash[32310]: cluster 2023-10-31T06:31:25.264360+0000 mgr.a (mgr.14152) 779 : cluster 0 pgmap v535: 1 pgs: 1 active+clean; 449 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:31:27.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:26 smithi029 bash[32310]: audit 2023-10-31T06:31:25.955505+0000 mon.a (mon.0) 857 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:27.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:26 smithi029 bash[32310]: audit 2023-10-31T06:31:25.957656+0000 mon.a (mon.0) 858 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-31T06:31:27.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:26 smithi032 bash[57603]: audit 2023-10-31T06:31:24.979279+0000 mon.a (mon.0) 855 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:27.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:26 smithi032 bash[57603]: cluster 2023-10-31T06:31:25.028009+0000 mon.a (mon.0) 856 : cluster 0 mgrmap e15: a(active, since 16m), standbys: b 2023-10-31T06:31:27.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:26 smithi032 bash[57603]: cluster 2023-10-31T06:31:25.264360+0000 mgr.a (mgr.14152) 779 : cluster 0 pgmap v535: 1 pgs: 1 active+clean; 449 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:31:27.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:26 smithi032 bash[57603]: audit 2023-10-31T06:31:25.955505+0000 mon.a (mon.0) 857 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:27.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:26 smithi032 bash[57603]: audit 2023-10-31T06:31:25.957656+0000 mon.a (mon.0) 858 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-31T06:31:27.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:26 smithi006 bash[27532]: audit 2023-10-31T06:31:24.979279+0000 mon.a (mon.0) 855 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:27.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:26 smithi006 bash[27532]: cluster 2023-10-31T06:31:25.028009+0000 mon.a (mon.0) 856 : cluster 0 mgrmap e15: a(active, since 16m), standbys: b 2023-10-31T06:31:27.264 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:26 smithi006 bash[27532]: cluster 2023-10-31T06:31:25.264360+0000 mgr.a (mgr.14152) 779 : cluster 0 pgmap v535: 1 pgs: 1 active+clean; 449 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:31:27.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:26 smithi006 bash[27532]: audit 2023-10-31T06:31:25.955505+0000 mon.a (mon.0) 857 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:27.265 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:26 smithi006 bash[27532]: audit 2023-10-31T06:31:25.957656+0000 mon.a (mon.0) 858 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-31T06:31:28.926 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:31:29.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:28 smithi029 bash[32310]: audit 2023-10-31T06:31:26.880297+0000 mon.a (mon.0) 859 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-31T06:31:29.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:28 smithi029 bash[32310]: audit 2023-10-31T06:31:26.882194+0000 mon.a (mon.0) 860 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-31T06:31:29.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:28 smithi029 bash[32310]: audit 2023-10-31T06:31:26.887722+0000 mon.a (mon.0) 861 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-31T06:31:29.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:28 smithi029 bash[32310]: audit 2023-10-31T06:31:26.888159+0000 mon.a (mon.0) 862 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-31T06:31:29.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:28 smithi029 bash[32310]: audit 2023-10-31T06:31:26.892419+0000 mon.a (mon.0) 863 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-31T06:31:29.167 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:28 smithi029 bash[32310]: audit 2023-10-31T06:31:26.892805+0000 mon.a (mon.0) 864 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-31T06:31:29.167 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:28 smithi029 bash[32310]: audit 2023-10-31T06:31:26.893190+0000 mon.a (mon.0) 865 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-31T06:31:29.167 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:28 smithi029 bash[32310]: audit 2023-10-31T06:31:26.898305+0000 mon.c (mon.1) 8 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-31T06:31:29.167 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:28 smithi029 bash[32310]: cluster 2023-10-31T06:31:27.264893+0000 mgr.a (mgr.14152) 780 : cluster 0 pgmap v536: 1 pgs: 1 active+clean; 449 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:31:29.167 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:28 smithi029 bash[32310]: audit 2023-10-31T06:31:27.827718+0000 mon.a (mon.0) 866 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-31T06:31:29.168 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:28 smithi029 bash[32310]: audit 2023-10-31T06:31:27.828225+0000 mon.a (mon.0) 867 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-31T06:31:29.168 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:28 smithi029 bash[32310]: audit 2023-10-31T06:31:27.828661+0000 mon.a (mon.0) 868 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-31T06:31:29.168 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:28 smithi029 bash[32310]: audit 2023-10-31T06:31:27.829496+0000 mon.c (mon.1) 9 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-31T06:31:29.182 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:28 smithi006 bash[27532]: audit 2023-10-31T06:31:26.880297+0000 mon.a (mon.0) 859 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-31T06:31:29.182 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:28 smithi006 bash[27532]: audit 2023-10-31T06:31:26.882194+0000 mon.a (mon.0) 860 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-31T06:31:29.182 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:28 smithi006 bash[27532]: audit 2023-10-31T06:31:26.887722+0000 mon.a (mon.0) 861 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-31T06:31:29.182 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:28 smithi006 bash[27532]: audit 2023-10-31T06:31:26.888159+0000 mon.a (mon.0) 862 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-31T06:31:29.183 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:28 smithi006 bash[27532]: audit 2023-10-31T06:31:26.892419+0000 mon.a (mon.0) 863 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-31T06:31:29.183 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:28 smithi006 bash[27532]: audit 2023-10-31T06:31:26.892805+0000 mon.a (mon.0) 864 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-31T06:31:29.183 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:28 smithi006 bash[27532]: audit 2023-10-31T06:31:26.893190+0000 mon.a (mon.0) 865 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-31T06:31:29.183 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:28 smithi006 bash[27532]: audit 2023-10-31T06:31:26.898305+0000 mon.c (mon.1) 8 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-31T06:31:29.183 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:28 smithi006 bash[27532]: cluster 2023-10-31T06:31:27.264893+0000 mgr.a (mgr.14152) 780 : cluster 0 pgmap v536: 1 pgs: 1 active+clean; 449 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:31:29.184 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:28 smithi006 bash[27532]: audit 2023-10-31T06:31:27.827718+0000 mon.a (mon.0) 866 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-31T06:31:29.184 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:28 smithi006 bash[27532]: audit 2023-10-31T06:31:27.828225+0000 mon.a (mon.0) 867 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-31T06:31:29.184 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:28 smithi006 bash[27532]: audit 2023-10-31T06:31:27.828661+0000 mon.a (mon.0) 868 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-31T06:31:29.184 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:28 smithi006 bash[27532]: audit 2023-10-31T06:31:27.829496+0000 mon.c (mon.1) 9 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-31T06:31:29.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:28 smithi032 bash[57603]: audit 2023-10-31T06:31:26.880297+0000 mon.a (mon.0) 859 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-31T06:31:29.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:28 smithi032 bash[57603]: audit 2023-10-31T06:31:26.882194+0000 mon.a (mon.0) 860 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-31T06:31:29.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:28 smithi032 bash[57603]: audit 2023-10-31T06:31:26.887722+0000 mon.a (mon.0) 861 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-31T06:31:29.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:28 smithi032 bash[57603]: audit 2023-10-31T06:31:26.888159+0000 mon.a (mon.0) 862 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-31T06:31:29.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:28 smithi032 bash[57603]: audit 2023-10-31T06:31:26.892419+0000 mon.a (mon.0) 863 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-31T06:31:29.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:28 smithi032 bash[57603]: audit 2023-10-31T06:31:26.892805+0000 mon.a (mon.0) 864 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-31T06:31:29.257 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:28 smithi032 bash[57603]: audit 2023-10-31T06:31:26.893190+0000 mon.a (mon.0) 865 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-31T06:31:29.257 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:28 smithi032 bash[57603]: audit 2023-10-31T06:31:26.898305+0000 mon.c (mon.1) 8 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-31T06:31:29.257 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:28 smithi032 bash[57603]: cluster 2023-10-31T06:31:27.264893+0000 mgr.a (mgr.14152) 780 : cluster 0 pgmap v536: 1 pgs: 1 active+clean; 449 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:31:29.257 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:28 smithi032 bash[57603]: audit 2023-10-31T06:31:27.827718+0000 mon.a (mon.0) 866 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-31T06:31:29.258 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:28 smithi032 bash[57603]: audit 2023-10-31T06:31:27.828225+0000 mon.a (mon.0) 867 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-31T06:31:29.258 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:28 smithi032 bash[57603]: audit 2023-10-31T06:31:27.828661+0000 mon.a (mon.0) 868 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-31T06:31:29.258 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:28 smithi032 bash[57603]: audit 2023-10-31T06:31:27.829496+0000 mon.c (mon.1) 9 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-31T06:31:29.696 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":21,"num_osds":3,"num_up_osds":3,"osd_up_since":1698733880,"num_in_osds":3,"osd_in_since":1698733853,"num_remapped_pgs":0} 2023-10-31T06:31:29.697 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph osd dump --format=json 2023-10-31T06:31:30.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:29 smithi032 bash[57603]: audit 2023-10-31T06:31:27.831540+0000 mon.b (mon.2) 11 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-31T06:31:30.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:29 smithi032 bash[57603]: audit 2023-10-31T06:31:28.765640+0000 mon.b (mon.2) 12 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-31T06:31:30.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:29 smithi032 bash[57603]: audit 2023-10-31T06:31:28.917016+0000 mon.a (mon.0) 869 : audit 0 from='client.? 172.21.15.6:0/2985510235' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-10-31T06:31:30.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:29 smithi032 bash[57603]: cluster 2023-10-31T06:31:29.265565+0000 mgr.a (mgr.14152) 781 : cluster 0 pgmap v537: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 5.0 KiB/s rd, 292 KiB/s wr, 18 op/s 2023-10-31T06:31:30.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:29 smithi006 bash[27532]: audit 2023-10-31T06:31:27.831540+0000 mon.b (mon.2) 11 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-31T06:31:30.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:29 smithi006 bash[27532]: audit 2023-10-31T06:31:28.765640+0000 mon.b (mon.2) 12 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-31T06:31:30.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:29 smithi006 bash[27532]: audit 2023-10-31T06:31:28.917016+0000 mon.a (mon.0) 869 : audit 0 from='client.? 172.21.15.6:0/2985510235' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-10-31T06:31:30.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:29 smithi006 bash[27532]: cluster 2023-10-31T06:31:29.265565+0000 mgr.a (mgr.14152) 781 : cluster 0 pgmap v537: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 5.0 KiB/s rd, 292 KiB/s wr, 18 op/s 2023-10-31T06:31:30.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:29 smithi029 bash[32310]: audit 2023-10-31T06:31:27.831540+0000 mon.b (mon.2) 11 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-31T06:31:30.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:29 smithi029 bash[32310]: audit 2023-10-31T06:31:28.765640+0000 mon.b (mon.2) 12 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-31T06:31:30.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:29 smithi029 bash[32310]: audit 2023-10-31T06:31:28.917016+0000 mon.a (mon.0) 869 : audit 0 from='client.? 172.21.15.6:0/2985510235' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-10-31T06:31:30.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:29 smithi029 bash[32310]: cluster 2023-10-31T06:31:29.265565+0000 mgr.a (mgr.14152) 781 : cluster 0 pgmap v537: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 5.0 KiB/s rd, 292 KiB/s wr, 18 op/s 2023-10-31T06:31:32.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:32 smithi029 bash[32310]: cluster 2023-10-31T06:31:31.266179+0000 mgr.a (mgr.14152) 782 : cluster 0 pgmap v538: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 3.7 KiB/s rd, 213 KiB/s wr, 13 op/s 2023-10-31T06:31:32.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:32 smithi032 bash[57603]: cluster 2023-10-31T06:31:31.266179+0000 mgr.a (mgr.14152) 782 : cluster 0 pgmap v538: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 3.7 KiB/s rd, 213 KiB/s wr, 13 op/s 2023-10-31T06:31:32.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:32 smithi006 bash[27532]: cluster 2023-10-31T06:31:31.266179+0000 mgr.a (mgr.14152) 782 : cluster 0 pgmap v538: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 3.7 KiB/s rd, 213 KiB/s wr, 13 op/s 2023-10-31T06:31:34.438 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:31:34.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:34 smithi029 bash[32310]: cluster 2023-10-31T06:31:33.266807+0000 mgr.a (mgr.14152) 783 : cluster 0 pgmap v539: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 2.9 KiB/s rd, 167 KiB/s wr, 10 op/s 2023-10-31T06:31:34.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:34 smithi032 bash[57603]: cluster 2023-10-31T06:31:33.266807+0000 mgr.a (mgr.14152) 783 : cluster 0 pgmap v539: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 2.9 KiB/s rd, 167 KiB/s wr, 10 op/s 2023-10-31T06:31:34.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:34 smithi006 bash[27532]: cluster 2023-10-31T06:31:33.266807+0000 mgr.a (mgr.14152) 783 : cluster 0 pgmap v539: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 2.9 KiB/s rd, 167 KiB/s wr, 10 op/s 2023-10-31T06:31:35.915 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:35 smithi029 bash[32310]: cephadm 2023-10-31T06:31:34.549375+0000 mgr.a (mgr.14152) 784 : cephadm 1 Detected new or changed devices on smithi032 2023-10-31T06:31:35.915 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:35 smithi029 bash[32310]: audit 2023-10-31T06:31:34.556155+0000 mon.a (mon.0) 870 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:35.916 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:35 smithi029 bash[32310]: audit 2023-10-31T06:31:34.561618+0000 mon.a (mon.0) 871 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:35.916 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:35 smithi029 bash[32310]: audit 2023-10-31T06:31:34.562829+0000 mon.a (mon.0) 872 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-31T06:31:35.916 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:35 smithi029 bash[32310]: cephadm 2023-10-31T06:31:34.563827+0000 mgr.a (mgr.14152) 785 : cephadm 1 Adjusting osd_memory_target on smithi032 to 20341M 2023-10-31T06:31:35.916 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:35 smithi029 bash[32310]: audit 2023-10-31T06:31:34.567682+0000 mon.a (mon.0) 873 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:35.917 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:35 smithi029 bash[32310]: audit 2023-10-31T06:31:34.569890+0000 mon.a (mon.0) 874 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:31:35.917 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:35 smithi029 bash[32310]: audit 2023-10-31T06:31:34.570999+0000 mon.a (mon.0) 875 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:31:35.917 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:35 smithi029 bash[32310]: cluster 2023-10-31T06:31:34.572844+0000 mgr.a (mgr.14152) 786 : cluster 0 pgmap v540: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 3.4 KiB/s rd, 171 KiB/s wr, 11 op/s 2023-10-31T06:31:35.917 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:35 smithi029 bash[32310]: cluster 2023-10-31T06:31:34.573086+0000 mgr.a (mgr.14152) 787 : cluster 0 pgmap v541: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 3.9 KiB/s rd, 196 KiB/s wr, 13 op/s 2023-10-31T06:31:35.917 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:35 smithi029 bash[32310]: audit 2023-10-31T06:31:34.577420+0000 mon.a (mon.0) 876 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:35.918 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:35 smithi029 bash[32310]: audit 2023-10-31T06:31:34.678743+0000 mon.a (mon.0) 877 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:31:36.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:35 smithi032 bash[57603]: cephadm 2023-10-31T06:31:34.549375+0000 mgr.a (mgr.14152) 784 : cephadm 1 Detected new or changed devices on smithi032 2023-10-31T06:31:36.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:35 smithi032 bash[57603]: audit 2023-10-31T06:31:34.556155+0000 mon.a (mon.0) 870 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:36.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:35 smithi032 bash[57603]: audit 2023-10-31T06:31:34.561618+0000 mon.a (mon.0) 871 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:36.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:35 smithi032 bash[57603]: audit 2023-10-31T06:31:34.562829+0000 mon.a (mon.0) 872 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-31T06:31:36.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:35 smithi032 bash[57603]: cephadm 2023-10-31T06:31:34.563827+0000 mgr.a (mgr.14152) 785 : cephadm 1 Adjusting osd_memory_target on smithi032 to 20341M 2023-10-31T06:31:36.007 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:35 smithi032 bash[57603]: audit 2023-10-31T06:31:34.567682+0000 mon.a (mon.0) 873 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:36.007 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:35 smithi032 bash[57603]: audit 2023-10-31T06:31:34.569890+0000 mon.a (mon.0) 874 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:31:36.007 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:35 smithi032 bash[57603]: audit 2023-10-31T06:31:34.570999+0000 mon.a (mon.0) 875 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:31:36.007 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:35 smithi032 bash[57603]: cluster 2023-10-31T06:31:34.572844+0000 mgr.a (mgr.14152) 786 : cluster 0 pgmap v540: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 3.4 KiB/s rd, 171 KiB/s wr, 11 op/s 2023-10-31T06:31:36.007 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:35 smithi032 bash[57603]: cluster 2023-10-31T06:31:34.573086+0000 mgr.a (mgr.14152) 787 : cluster 0 pgmap v541: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 3.9 KiB/s rd, 196 KiB/s wr, 13 op/s 2023-10-31T06:31:36.008 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:35 smithi032 bash[57603]: audit 2023-10-31T06:31:34.577420+0000 mon.a (mon.0) 876 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:36.008 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:35 smithi032 bash[57603]: audit 2023-10-31T06:31:34.678743+0000 mon.a (mon.0) 877 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:31:36.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:35 smithi006 bash[27532]: cephadm 2023-10-31T06:31:34.549375+0000 mgr.a (mgr.14152) 784 : cephadm 1 Detected new or changed devices on smithi032 2023-10-31T06:31:36.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:35 smithi006 bash[27532]: audit 2023-10-31T06:31:34.556155+0000 mon.a (mon.0) 870 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:36.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:35 smithi006 bash[27532]: audit 2023-10-31T06:31:34.561618+0000 mon.a (mon.0) 871 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:36.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:35 smithi006 bash[27532]: audit 2023-10-31T06:31:34.562829+0000 mon.a (mon.0) 872 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-31T06:31:36.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:35 smithi006 bash[27532]: cephadm 2023-10-31T06:31:34.563827+0000 mgr.a (mgr.14152) 785 : cephadm 1 Adjusting osd_memory_target on smithi032 to 20341M 2023-10-31T06:31:36.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:35 smithi006 bash[27532]: audit 2023-10-31T06:31:34.567682+0000 mon.a (mon.0) 873 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:36.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:35 smithi006 bash[27532]: audit 2023-10-31T06:31:34.569890+0000 mon.a (mon.0) 874 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:31:36.021 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:35 smithi006 bash[27532]: audit 2023-10-31T06:31:34.570999+0000 mon.a (mon.0) 875 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:31:36.021 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:35 smithi006 bash[27532]: cluster 2023-10-31T06:31:34.572844+0000 mgr.a (mgr.14152) 786 : cluster 0 pgmap v540: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 3.4 KiB/s rd, 171 KiB/s wr, 11 op/s 2023-10-31T06:31:36.021 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:35 smithi006 bash[27532]: cluster 2023-10-31T06:31:34.573086+0000 mgr.a (mgr.14152) 787 : cluster 0 pgmap v541: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 3.9 KiB/s rd, 196 KiB/s wr, 13 op/s 2023-10-31T06:31:36.021 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:35 smithi006 bash[27532]: audit 2023-10-31T06:31:34.577420+0000 mon.a (mon.0) 876 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:31:36.021 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:35 smithi006 bash[27532]: audit 2023-10-31T06:31:34.678743+0000 mon.a (mon.0) 877 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:31:36.915 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:36 smithi029 bash[32310]: cephadm 2023-10-31T06:31:36.015638+0000 mgr.a (mgr.14152) 788 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:31:36.915 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:36 smithi029 bash[32310]: audit 2023-10-31T06:31:36.483090+0000 mon.a (mon.0) 878 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:31:37.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:36 smithi032 bash[57603]: cephadm 2023-10-31T06:31:36.015638+0000 mgr.a (mgr.14152) 788 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:31:37.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:36 smithi032 bash[57603]: audit 2023-10-31T06:31:36.483090+0000 mon.a (mon.0) 878 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:31:37.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:36 smithi006 bash[27532]: cephadm 2023-10-31T06:31:36.015638+0000 mgr.a (mgr.14152) 788 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:31:37.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:36 smithi006 bash[27532]: audit 2023-10-31T06:31:36.483090+0000 mon.a (mon.0) 878 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:31:37.467 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:31:37.467 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":21,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","created":"2023-10-31T06:13:47.008367+0000","modified":"2023-10-31T06:31:23.900392+0000","last_up_change":"2023-10-31T06:31:20.876732+0000","last_in_change":"2023-10-31T06:30:53.800687+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":8,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-31T06:31:21.780641+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5f96cd87-35c9-4d1e-9fa9-ad5ce50eb06f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":1962844276},{"type":"v1","addr":"172.21.15.6:6803","nonce":1962844276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":1962844276},{"type":"v1","addr":"172.21.15.6:6805","nonce":1962844276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":1962844276},{"type":"v1","addr":"172.21.15.6:6809","nonce":1962844276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":1962844276},{"type":"v1","addr":"172.21.15.6:6807","nonce":1962844276}]},"public_addr":"172.21.15.6:6803/1962844276","cluster_addr":"172.21.15.6:6805/1962844276","heartbeat_back_addr":"172.21.15.6:6809/1962844276","heartbeat_front_addr":"172.21.15.6:6807/1962844276","state":["exists","up"]},{"osd":1,"uuid":"b1c23e0f-fc7d-4e33-a137-5928de2e4a95","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":2092740244},{"type":"v1","addr":"172.21.15.29:6801","nonce":2092740244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":2092740244},{"type":"v1","addr":"172.21.15.29:6803","nonce":2092740244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":2092740244},{"type":"v1","addr":"172.21.15.29:6807","nonce":2092740244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":2092740244},{"type":"v1","addr":"172.21.15.29:6805","nonce":2092740244}]},"public_addr":"172.21.15.29:6801/2092740244","cluster_addr":"172.21.15.29:6803/2092740244","heartbeat_back_addr":"172.21.15.29:6807/2092740244","heartbeat_front_addr":"172.21.15.29:6805/2092740244","state":["exists","up"]},{"osd":2,"uuid":"f50f81d2-9f58-444f-b12b-c5eba6ea7fdc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":3883209533},{"type":"v1","addr":"172.21.15.32:6801","nonce":3883209533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":3883209533},{"type":"v1","addr":"172.21.15.32:6803","nonce":3883209533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":3883209533},{"type":"v1","addr":"172.21.15.32:6807","nonce":3883209533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":3883209533},{"type":"v1","addr":"172.21.15.32:6805","nonce":3883209533}]},"public_addr":"172.21.15.32:6801/3883209533","cluster_addr":"172.21.15.32:6803/3883209533","heartbeat_back_addr":"172.21.15.32:6807/3883209533","heartbeat_front_addr":"172.21.15.32:6805/3883209533","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-31T06:29:30.772331+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-31T06:30:27.192716+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-31T06:31:19.240354+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.6:0/304569424":"2023-11-01T06:15:00.801750+0000","172.21.15.6:0/1547625002":"2023-11-01T06:15:00.801750+0000","172.21.15.6:0/1764236806":"2023-11-01T06:15:00.801750+0000","172.21.15.6:6801/1131735044":"2023-11-01T06:15:00.801750+0000","172.21.15.6:6800/1131735044":"2023-11-01T06:15:00.801750+0000","172.21.15.6:0/4289238536":"2023-11-01T06:14:21.917124+0000","172.21.15.6:6801/1986376093":"2023-11-01T06:14:21.917124+0000","172.21.15.6:0/2005347545":"2023-11-01T06:14:21.917124+0000","172.21.15.6:6800/1986376093":"2023-11-01T06:14:21.917124+0000","172.21.15.6:0/3823515883":"2023-11-01T06:14:21.917124+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-31T06:31:37.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:37 smithi006 bash[27532]: cluster 2023-10-31T06:31:36.573730+0000 mgr.a (mgr.14152) 789 : cluster 0 pgmap v542: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 3.9 KiB/s rd, 196 KiB/s wr, 13 op/s 2023-10-31T06:31:37.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:37 smithi006 bash[27532]: cephadm 2023-10-31T06:31:37.135326+0000 mgr.a (mgr.14152) 790 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:31:37.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:37 smithi006 bash[27532]: audit 2023-10-31T06:31:37.456569+0000 mon.a (mon.0) 879 : audit 0 from='client.? 172.21.15.6:0/2747522624' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-31T06:31:37.915 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:37 smithi029 bash[32310]: cluster 2023-10-31T06:31:36.573730+0000 mgr.a (mgr.14152) 789 : cluster 0 pgmap v542: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 3.9 KiB/s rd, 196 KiB/s wr, 13 op/s 2023-10-31T06:31:37.915 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:37 smithi029 bash[32310]: cephadm 2023-10-31T06:31:37.135326+0000 mgr.a (mgr.14152) 790 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:31:37.916 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:37 smithi029 bash[32310]: audit 2023-10-31T06:31:37.456569+0000 mon.a (mon.0) 879 : audit 0 from='client.? 172.21.15.6:0/2747522624' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-31T06:31:38.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:37 smithi032 bash[57603]: cluster 2023-10-31T06:31:36.573730+0000 mgr.a (mgr.14152) 789 : cluster 0 pgmap v542: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 3.9 KiB/s rd, 196 KiB/s wr, 13 op/s 2023-10-31T06:31:38.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:37 smithi032 bash[57603]: cephadm 2023-10-31T06:31:37.135326+0000 mgr.a (mgr.14152) 790 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:31:38.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:37 smithi032 bash[57603]: audit 2023-10-31T06:31:37.456569+0000 mon.a (mon.0) 879 : audit 0 from='client.? 172.21.15.6:0/2747522624' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-31T06:31:38.192 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-31T06:31:21.780641+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-31T06:31:38.193 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph osd pool get .mgr pg_num 2023-10-31T06:31:38.915 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:38 smithi029 bash[32310]: audit 2023-10-31T06:31:37.601583+0000 mon.a (mon.0) 880 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:31:38.915 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:38 smithi029 bash[32310]: cephadm 2023-10-31T06:31:37.719093+0000 mgr.a (mgr.14152) 791 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:31:39.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:38 smithi032 bash[57603]: audit 2023-10-31T06:31:37.601583+0000 mon.a (mon.0) 880 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:31:39.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:38 smithi032 bash[57603]: cephadm 2023-10-31T06:31:37.719093+0000 mgr.a (mgr.14152) 791 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:31:39.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:38 smithi006 bash[27532]: audit 2023-10-31T06:31:37.601583+0000 mon.a (mon.0) 880 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:31:39.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:38 smithi006 bash[27532]: cephadm 2023-10-31T06:31:37.719093+0000 mgr.a (mgr.14152) 791 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:31:40.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:39 smithi029 bash[32310]: cluster 2023-10-31T06:31:38.574434+0000 mgr.a (mgr.14152) 792 : cluster 0 pgmap v543: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 990 B/s rd, 28 KiB/s wr, 2 op/s 2023-10-31T06:31:40.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:39 smithi032 bash[57603]: cluster 2023-10-31T06:31:38.574434+0000 mgr.a (mgr.14152) 792 : cluster 0 pgmap v543: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 990 B/s rd, 28 KiB/s wr, 2 op/s 2023-10-31T06:31:40.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:39 smithi006 bash[27532]: cluster 2023-10-31T06:31:38.574434+0000 mgr.a (mgr.14152) 792 : cluster 0 pgmap v543: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 990 B/s rd, 28 KiB/s wr, 2 op/s 2023-10-31T06:31:42.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:41 smithi029 bash[32310]: cluster 2023-10-31T06:31:40.575135+0000 mgr.a (mgr.14152) 793 : cluster 0 pgmap v544: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 990 B/s rd, 28 KiB/s wr, 2 op/s 2023-10-31T06:31:42.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:41 smithi032 bash[57603]: cluster 2023-10-31T06:31:40.575135+0000 mgr.a (mgr.14152) 793 : cluster 0 pgmap v544: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 990 B/s rd, 28 KiB/s wr, 2 op/s 2023-10-31T06:31:42.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:41 smithi006 bash[27532]: cluster 2023-10-31T06:31:40.575135+0000 mgr.a (mgr.14152) 793 : cluster 0 pgmap v544: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 990 B/s rd, 28 KiB/s wr, 2 op/s 2023-10-31T06:31:42.919 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:31:44.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:43 smithi006 bash[27532]: cluster 2023-10-31T06:31:42.575694+0000 mgr.a (mgr.14152) 794 : cluster 0 pgmap v545: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 990 B/s rd, 28 KiB/s wr, 2 op/s 2023-10-31T06:31:44.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:43 smithi029 bash[32310]: cluster 2023-10-31T06:31:42.575694+0000 mgr.a (mgr.14152) 794 : cluster 0 pgmap v545: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 990 B/s rd, 28 KiB/s wr, 2 op/s 2023-10-31T06:31:44.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:43 smithi032 bash[57603]: cluster 2023-10-31T06:31:42.575694+0000 mgr.a (mgr.14152) 794 : cluster 0 pgmap v545: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 990 B/s rd, 28 KiB/s wr, 2 op/s 2023-10-31T06:31:46.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:45 smithi006 bash[27532]: cluster 2023-10-31T06:31:44.576160+0000 mgr.a (mgr.14152) 795 : cluster 0 pgmap v546: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:31:46.063 INFO:teuthology.orchestra.run.smithi006.stdout:pg_num: 1 2023-10-31T06:31:46.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:45 smithi029 bash[32310]: cluster 2023-10-31T06:31:44.576160+0000 mgr.a (mgr.14152) 795 : cluster 0 pgmap v546: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:31:46.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:45 smithi032 bash[57603]: cluster 2023-10-31T06:31:44.576160+0000 mgr.a (mgr.14152) 795 : cluster 0 pgmap v546: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:31:46.861 INFO:tasks.cephadm:Setting up client nodes... 2023-10-31T06:31:46.861 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-10-31T06:31:46.862 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2023-10-31T06:31:46.862 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph mgr dump --format=json 2023-10-31T06:31:47.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:46 smithi029 bash[32310]: audit 2023-10-31T06:31:46.053735+0000 mon.a (mon.0) 881 : audit 0 from='client.? 172.21.15.6:0/470363961' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-31T06:31:47.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:46 smithi032 bash[57603]: audit 2023-10-31T06:31:46.053735+0000 mon.a (mon.0) 881 : audit 0 from='client.? 172.21.15.6:0/470363961' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-31T06:31:47.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:46 smithi006 bash[27532]: audit 2023-10-31T06:31:46.053735+0000 mon.a (mon.0) 881 : audit 0 from='client.? 172.21.15.6:0/470363961' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-31T06:31:48.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:47 smithi029 bash[32310]: cluster 2023-10-31T06:31:46.576822+0000 mgr.a (mgr.14152) 796 : cluster 0 pgmap v547: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:31:48.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:47 smithi032 bash[57603]: cluster 2023-10-31T06:31:46.576822+0000 mgr.a (mgr.14152) 796 : cluster 0 pgmap v547: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:31:48.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:47 smithi006 bash[27532]: cluster 2023-10-31T06:31:46.576822+0000 mgr.a (mgr.14152) 796 : cluster 0 pgmap v547: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:31:50.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:49 smithi029 bash[32310]: cluster 2023-10-31T06:31:48.577444+0000 mgr.a (mgr.14152) 797 : cluster 0 pgmap v548: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:31:50.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:49 smithi032 bash[57603]: cluster 2023-10-31T06:31:48.577444+0000 mgr.a (mgr.14152) 797 : cluster 0 pgmap v548: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:31:50.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:49 smithi006 bash[27532]: cluster 2023-10-31T06:31:48.577444+0000 mgr.a (mgr.14152) 797 : cluster 0 pgmap v548: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:31:51.597 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:31:52.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:51 smithi006 bash[27532]: cluster 2023-10-31T06:31:50.578027+0000 mgr.a (mgr.14152) 798 : cluster 0 pgmap v549: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:31:52.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:51 smithi029 bash[32310]: cluster 2023-10-31T06:31:50.578027+0000 mgr.a (mgr.14152) 798 : cluster 0 pgmap v549: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:31:52.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:51 smithi032 bash[57603]: cluster 2023-10-31T06:31:50.578027+0000 mgr.a (mgr.14152) 798 : cluster 0 pgmap v549: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:31:54.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:53 smithi029 bash[32310]: cluster 2023-10-31T06:31:52.578639+0000 mgr.a (mgr.14152) 799 : cluster 0 pgmap v550: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:31:54.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:53 smithi032 bash[57603]: cluster 2023-10-31T06:31:52.578639+0000 mgr.a (mgr.14152) 799 : cluster 0 pgmap v550: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:31:54.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:53 smithi006 bash[27532]: cluster 2023-10-31T06:31:52.578639+0000 mgr.a (mgr.14152) 799 : cluster 0 pgmap v550: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:31:54.819 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:31:55.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:54 smithi029 bash[32310]: audit 2023-10-31T06:31:54.800443+0000 mon.a (mon.0) 882 : audit 0 from='client.? 172.21.15.6:0/1229120374' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-10-31T06:31:55.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:54 smithi032 bash[57603]: audit 2023-10-31T06:31:54.800443+0000 mon.a (mon.0) 882 : audit 0 from='client.? 172.21.15.6:0/1229120374' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-10-31T06:31:55.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:54 smithi006 bash[27532]: audit 2023-10-31T06:31:54.800443+0000 mon.a (mon.0) 882 : audit 0 from='client.? 172.21.15.6:0/1229120374' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-10-31T06:31:55.586 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":15,"active_gid":14152,"active_name":"a","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":2215616857},{"type":"v1","addr":"172.21.15.6:6801","nonce":2215616857}]},"active_addr":"172.21.15.6:6801/2215616857","active_change":"2023-10-31T06:15:00.802093+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":34112,"name":"b","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:0.0.3","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:0.0.3","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.6:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.6:0","nonce":2411527026}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.6:0","nonce":1743485456}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.6:0","nonce":2348794198}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.6:0","nonce":1758164837}]}]} 2023-10-31T06:31:55.593 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2023-10-31T06:31:55.593 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2023-10-31T06:31:55.593 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph osd dump --format=json 2023-10-31T06:31:56.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:55 smithi029 bash[32310]: cluster 2023-10-31T06:31:54.579103+0000 mgr.a (mgr.14152) 800 : cluster 0 pgmap v551: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:31:56.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:55 smithi032 bash[57603]: cluster 2023-10-31T06:31:54.579103+0000 mgr.a (mgr.14152) 800 : cluster 0 pgmap v551: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:31:56.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:55 smithi006 bash[27532]: cluster 2023-10-31T06:31:54.579103+0000 mgr.a (mgr.14152) 800 : cluster 0 pgmap v551: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:31:58.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:57 smithi029 bash[32310]: cluster 2023-10-31T06:31:56.579618+0000 mgr.a (mgr.14152) 801 : cluster 0 pgmap v552: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:31:58.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:57 smithi032 bash[57603]: cluster 2023-10-31T06:31:56.579618+0000 mgr.a (mgr.14152) 801 : cluster 0 pgmap v552: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:31:58.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:57 smithi006 bash[27532]: cluster 2023-10-31T06:31:56.579618+0000 mgr.a (mgr.14152) 801 : cluster 0 pgmap v552: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:00.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:31:59 smithi029 bash[32310]: cluster 2023-10-31T06:31:58.580251+0000 mgr.a (mgr.14152) 802 : cluster 0 pgmap v553: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:00.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:31:59 smithi032 bash[57603]: cluster 2023-10-31T06:31:58.580251+0000 mgr.a (mgr.14152) 802 : cluster 0 pgmap v553: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:00.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:31:59 smithi006 bash[27532]: cluster 2023-10-31T06:31:58.580251+0000 mgr.a (mgr.14152) 802 : cluster 0 pgmap v553: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:00.326 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:32:02.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:01 smithi006 bash[27532]: cluster 2023-10-31T06:32:00.580865+0000 mgr.a (mgr.14152) 803 : cluster 0 pgmap v554: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:02.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:01 smithi029 bash[32310]: cluster 2023-10-31T06:32:00.580865+0000 mgr.a (mgr.14152) 803 : cluster 0 pgmap v554: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:02.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:01 smithi032 bash[57603]: cluster 2023-10-31T06:32:00.580865+0000 mgr.a (mgr.14152) 803 : cluster 0 pgmap v554: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:03.526 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:32:03.527 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":21,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","created":"2023-10-31T06:13:47.008367+0000","modified":"2023-10-31T06:31:23.900392+0000","last_up_change":"2023-10-31T06:31:20.876732+0000","last_in_change":"2023-10-31T06:30:53.800687+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":8,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-31T06:31:21.780641+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5f96cd87-35c9-4d1e-9fa9-ad5ce50eb06f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":1962844276},{"type":"v1","addr":"172.21.15.6:6803","nonce":1962844276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":1962844276},{"type":"v1","addr":"172.21.15.6:6805","nonce":1962844276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":1962844276},{"type":"v1","addr":"172.21.15.6:6809","nonce":1962844276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":1962844276},{"type":"v1","addr":"172.21.15.6:6807","nonce":1962844276}]},"public_addr":"172.21.15.6:6803/1962844276","cluster_addr":"172.21.15.6:6805/1962844276","heartbeat_back_addr":"172.21.15.6:6809/1962844276","heartbeat_front_addr":"172.21.15.6:6807/1962844276","state":["exists","up"]},{"osd":1,"uuid":"b1c23e0f-fc7d-4e33-a137-5928de2e4a95","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":2092740244},{"type":"v1","addr":"172.21.15.29:6801","nonce":2092740244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":2092740244},{"type":"v1","addr":"172.21.15.29:6803","nonce":2092740244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":2092740244},{"type":"v1","addr":"172.21.15.29:6807","nonce":2092740244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":2092740244},{"type":"v1","addr":"172.21.15.29:6805","nonce":2092740244}]},"public_addr":"172.21.15.29:6801/2092740244","cluster_addr":"172.21.15.29:6803/2092740244","heartbeat_back_addr":"172.21.15.29:6807/2092740244","heartbeat_front_addr":"172.21.15.29:6805/2092740244","state":["exists","up"]},{"osd":2,"uuid":"f50f81d2-9f58-444f-b12b-c5eba6ea7fdc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":3883209533},{"type":"v1","addr":"172.21.15.32:6801","nonce":3883209533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":3883209533},{"type":"v1","addr":"172.21.15.32:6803","nonce":3883209533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":3883209533},{"type":"v1","addr":"172.21.15.32:6807","nonce":3883209533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":3883209533},{"type":"v1","addr":"172.21.15.32:6805","nonce":3883209533}]},"public_addr":"172.21.15.32:6801/3883209533","cluster_addr":"172.21.15.32:6803/3883209533","heartbeat_back_addr":"172.21.15.32:6807/3883209533","heartbeat_front_addr":"172.21.15.32:6805/3883209533","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-31T06:29:30.772331+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-31T06:30:27.192716+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-31T06:31:19.240354+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.6:0/304569424":"2023-11-01T06:15:00.801750+0000","172.21.15.6:0/1547625002":"2023-11-01T06:15:00.801750+0000","172.21.15.6:0/1764236806":"2023-11-01T06:15:00.801750+0000","172.21.15.6:6801/1131735044":"2023-11-01T06:15:00.801750+0000","172.21.15.6:6800/1131735044":"2023-11-01T06:15:00.801750+0000","172.21.15.6:0/4289238536":"2023-11-01T06:14:21.917124+0000","172.21.15.6:6801/1986376093":"2023-11-01T06:14:21.917124+0000","172.21.15.6:0/2005347545":"2023-11-01T06:14:21.917124+0000","172.21.15.6:6800/1986376093":"2023-11-01T06:14:21.917124+0000","172.21.15.6:0/3823515883":"2023-11-01T06:14:21.917124+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-31T06:32:04.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:03 smithi029 bash[32310]: cluster 2023-10-31T06:32:02.581528+0000 mgr.a (mgr.14152) 804 : cluster 0 pgmap v555: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:04.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:03 smithi029 bash[32310]: audit 2023-10-31T06:32:03.516175+0000 mon.a (mon.0) 883 : audit 0 from='client.? 172.21.15.6:0/3410585006' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-31T06:32:04.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:03 smithi032 bash[57603]: cluster 2023-10-31T06:32:02.581528+0000 mgr.a (mgr.14152) 804 : cluster 0 pgmap v555: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:04.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:03 smithi032 bash[57603]: audit 2023-10-31T06:32:03.516175+0000 mon.a (mon.0) 883 : audit 0 from='client.? 172.21.15.6:0/3410585006' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-31T06:32:04.257 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:03 smithi006 bash[27532]: cluster 2023-10-31T06:32:02.581528+0000 mgr.a (mgr.14152) 804 : cluster 0 pgmap v555: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:04.257 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:03 smithi006 bash[27532]: audit 2023-10-31T06:32:03.516175+0000 mon.a (mon.0) 883 : audit 0 from='client.? 172.21.15.6:0/3410585006' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-31T06:32:04.259 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2023-10-31T06:32:04.259 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph osd dump --format=json 2023-10-31T06:32:06.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:05 smithi029 bash[32310]: cluster 2023-10-31T06:32:04.582183+0000 mgr.a (mgr.14152) 805 : cluster 0 pgmap v556: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:06.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:05 smithi032 bash[57603]: cluster 2023-10-31T06:32:04.582183+0000 mgr.a (mgr.14152) 805 : cluster 0 pgmap v556: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:06.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:05 smithi006 bash[27532]: cluster 2023-10-31T06:32:04.582183+0000 mgr.a (mgr.14152) 805 : cluster 0 pgmap v556: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:08.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:07 smithi029 bash[32310]: cluster 2023-10-31T06:32:06.582780+0000 mgr.a (mgr.14152) 806 : cluster 0 pgmap v557: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:08.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:07 smithi032 bash[57603]: cluster 2023-10-31T06:32:06.582780+0000 mgr.a (mgr.14152) 806 : cluster 0 pgmap v557: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:08.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:07 smithi006 bash[27532]: cluster 2023-10-31T06:32:06.582780+0000 mgr.a (mgr.14152) 806 : cluster 0 pgmap v557: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:08.984 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:32:10.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:09 smithi029 bash[32310]: cluster 2023-10-31T06:32:08.583497+0000 mgr.a (mgr.14152) 807 : cluster 0 pgmap v558: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:10.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:09 smithi032 bash[57603]: cluster 2023-10-31T06:32:08.583497+0000 mgr.a (mgr.14152) 807 : cluster 0 pgmap v558: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:10.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:09 smithi006 bash[27532]: cluster 2023-10-31T06:32:08.583497+0000 mgr.a (mgr.14152) 807 : cluster 0 pgmap v558: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:12.060 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:32:12.060 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":21,"fsid":"750f415a-77b4-11ee-8db9-212e2dc638e7","created":"2023-10-31T06:13:47.008367+0000","modified":"2023-10-31T06:31:23.900392+0000","last_up_change":"2023-10-31T06:31:20.876732+0000","last_in_change":"2023-10-31T06:30:53.800687+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":8,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-31T06:31:21.780641+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5f96cd87-35c9-4d1e-9fa9-ad5ce50eb06f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":1962844276},{"type":"v1","addr":"172.21.15.6:6803","nonce":1962844276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":1962844276},{"type":"v1","addr":"172.21.15.6:6805","nonce":1962844276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":1962844276},{"type":"v1","addr":"172.21.15.6:6809","nonce":1962844276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":1962844276},{"type":"v1","addr":"172.21.15.6:6807","nonce":1962844276}]},"public_addr":"172.21.15.6:6803/1962844276","cluster_addr":"172.21.15.6:6805/1962844276","heartbeat_back_addr":"172.21.15.6:6809/1962844276","heartbeat_front_addr":"172.21.15.6:6807/1962844276","state":["exists","up"]},{"osd":1,"uuid":"b1c23e0f-fc7d-4e33-a137-5928de2e4a95","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":2092740244},{"type":"v1","addr":"172.21.15.29:6801","nonce":2092740244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":2092740244},{"type":"v1","addr":"172.21.15.29:6803","nonce":2092740244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":2092740244},{"type":"v1","addr":"172.21.15.29:6807","nonce":2092740244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":2092740244},{"type":"v1","addr":"172.21.15.29:6805","nonce":2092740244}]},"public_addr":"172.21.15.29:6801/2092740244","cluster_addr":"172.21.15.29:6803/2092740244","heartbeat_back_addr":"172.21.15.29:6807/2092740244","heartbeat_front_addr":"172.21.15.29:6805/2092740244","state":["exists","up"]},{"osd":2,"uuid":"f50f81d2-9f58-444f-b12b-c5eba6ea7fdc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":3883209533},{"type":"v1","addr":"172.21.15.32:6801","nonce":3883209533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":3883209533},{"type":"v1","addr":"172.21.15.32:6803","nonce":3883209533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":3883209533},{"type":"v1","addr":"172.21.15.32:6807","nonce":3883209533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":3883209533},{"type":"v1","addr":"172.21.15.32:6805","nonce":3883209533}]},"public_addr":"172.21.15.32:6801/3883209533","cluster_addr":"172.21.15.32:6803/3883209533","heartbeat_back_addr":"172.21.15.32:6807/3883209533","heartbeat_front_addr":"172.21.15.32:6805/3883209533","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-31T06:29:30.772331+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-31T06:30:27.192716+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-31T06:31:19.240354+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.6:0/304569424":"2023-11-01T06:15:00.801750+0000","172.21.15.6:0/1547625002":"2023-11-01T06:15:00.801750+0000","172.21.15.6:0/1764236806":"2023-11-01T06:15:00.801750+0000","172.21.15.6:6801/1131735044":"2023-11-01T06:15:00.801750+0000","172.21.15.6:6800/1131735044":"2023-11-01T06:15:00.801750+0000","172.21.15.6:0/4289238536":"2023-11-01T06:14:21.917124+0000","172.21.15.6:6801/1986376093":"2023-11-01T06:14:21.917124+0000","172.21.15.6:0/2005347545":"2023-11-01T06:14:21.917124+0000","172.21.15.6:6800/1986376093":"2023-11-01T06:14:21.917124+0000","172.21.15.6:0/3823515883":"2023-11-01T06:14:21.917124+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-31T06:32:12.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:11 smithi029 bash[32310]: cluster 2023-10-31T06:32:10.584066+0000 mgr.a (mgr.14152) 808 : cluster 0 pgmap v559: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:12.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:11 smithi032 bash[57603]: cluster 2023-10-31T06:32:10.584066+0000 mgr.a (mgr.14152) 808 : cluster 0 pgmap v559: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:12.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:11 smithi006 bash[27532]: cluster 2023-10-31T06:32:10.584066+0000 mgr.a (mgr.14152) 808 : cluster 0 pgmap v559: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:12.862 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph tell osd.0 flush_pg_stats 2023-10-31T06:32:12.863 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph tell osd.1 flush_pg_stats 2023-10-31T06:32:12.864 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph tell osd.2 flush_pg_stats 2023-10-31T06:32:13.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:12 smithi029 bash[32310]: audit 2023-10-31T06:32:12.050290+0000 mon.a (mon.0) 884 : audit 0 from='client.? 172.21.15.6:0/1271330780' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-31T06:32:13.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:12 smithi032 bash[57603]: audit 2023-10-31T06:32:12.050290+0000 mon.a (mon.0) 884 : audit 0 from='client.? 172.21.15.6:0/1271330780' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-31T06:32:13.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:12 smithi006 bash[27532]: audit 2023-10-31T06:32:12.050290+0000 mon.a (mon.0) 884 : audit 0 from='client.? 172.21.15.6:0/1271330780' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-31T06:32:14.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:13 smithi029 bash[32310]: cluster 2023-10-31T06:32:12.584678+0000 mgr.a (mgr.14152) 809 : cluster 0 pgmap v560: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:14.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:13 smithi032 bash[57603]: cluster 2023-10-31T06:32:12.584678+0000 mgr.a (mgr.14152) 809 : cluster 0 pgmap v560: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:14.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:13 smithi006 bash[27532]: cluster 2023-10-31T06:32:12.584678+0000 mgr.a (mgr.14152) 809 : cluster 0 pgmap v560: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:16.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:15 smithi032 bash[57603]: cluster 2023-10-31T06:32:14.585420+0000 mgr.a (mgr.14152) 810 : cluster 0 pgmap v561: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:16.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:15 smithi006 bash[27532]: cluster 2023-10-31T06:32:14.585420+0000 mgr.a (mgr.14152) 810 : cluster 0 pgmap v561: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:16.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:15 smithi029 bash[32310]: cluster 2023-10-31T06:32:14.585420+0000 mgr.a (mgr.14152) 810 : cluster 0 pgmap v561: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:17.596 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:32:17.596 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:32:17.597 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:32:18.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:17 smithi032 bash[57603]: cluster 2023-10-31T06:32:16.586034+0000 mgr.a (mgr.14152) 811 : cluster 0 pgmap v562: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:18.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:17 smithi006 bash[27532]: cluster 2023-10-31T06:32:16.586034+0000 mgr.a (mgr.14152) 811 : cluster 0 pgmap v562: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:18.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:17 smithi029 bash[32310]: cluster 2023-10-31T06:32:16.586034+0000 mgr.a (mgr.14152) 811 : cluster 0 pgmap v562: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:20.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:19 smithi006 bash[27532]: cluster 2023-10-31T06:32:18.586627+0000 mgr.a (mgr.14152) 812 : cluster 0 pgmap v563: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:20.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:19 smithi032 bash[57603]: cluster 2023-10-31T06:32:18.586627+0000 mgr.a (mgr.14152) 812 : cluster 0 pgmap v563: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:20.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:19 smithi029 bash[32310]: cluster 2023-10-31T06:32:18.586627+0000 mgr.a (mgr.14152) 812 : cluster 0 pgmap v563: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:22.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:21 smithi006 bash[27532]: cluster 2023-10-31T06:32:20.587260+0000 mgr.a (mgr.14152) 813 : cluster 0 pgmap v564: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:22.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:21 smithi032 bash[57603]: cluster 2023-10-31T06:32:20.587260+0000 mgr.a (mgr.14152) 813 : cluster 0 pgmap v564: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:22.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:21 smithi029 bash[32310]: cluster 2023-10-31T06:32:20.587260+0000 mgr.a (mgr.14152) 813 : cluster 0 pgmap v564: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:24.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:23 smithi032 bash[57603]: cluster 2023-10-31T06:32:22.587905+0000 mgr.a (mgr.14152) 814 : cluster 0 pgmap v565: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:24.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:23 smithi006 bash[27532]: cluster 2023-10-31T06:32:22.587905+0000 mgr.a (mgr.14152) 814 : cluster 0 pgmap v565: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:24.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:23 smithi029 bash[32310]: cluster 2023-10-31T06:32:22.587905+0000 mgr.a (mgr.14152) 814 : cluster 0 pgmap v565: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:24.617 INFO:teuthology.orchestra.run.smithi006.stdout:77309411343 2023-10-31T06:32:24.617 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph osd last-stat-seq osd.2 2023-10-31T06:32:24.816 INFO:teuthology.orchestra.run.smithi006.stdout:55834574873 2023-10-31T06:32:24.816 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph osd last-stat-seq osd.1 2023-10-31T06:32:24.853 INFO:teuthology.orchestra.run.smithi006.stdout:34359738406 2023-10-31T06:32:24.854 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph osd last-stat-seq osd.0 2023-10-31T06:32:26.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:25 smithi032 bash[57603]: cluster 2023-10-31T06:32:24.588487+0000 mgr.a (mgr.14152) 815 : cluster 0 pgmap v566: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:26.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:25 smithi006 bash[27532]: cluster 2023-10-31T06:32:24.588487+0000 mgr.a (mgr.14152) 815 : cluster 0 pgmap v566: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:26.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:25 smithi029 bash[32310]: cluster 2023-10-31T06:32:24.588487+0000 mgr.a (mgr.14152) 815 : cluster 0 pgmap v566: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:28.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:27 smithi032 bash[57603]: cluster 2023-10-31T06:32:26.589088+0000 mgr.a (mgr.14152) 816 : cluster 0 pgmap v567: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:28.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:27 smithi006 bash[27532]: cluster 2023-10-31T06:32:26.589088+0000 mgr.a (mgr.14152) 816 : cluster 0 pgmap v567: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:28.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:27 smithi029 bash[32310]: cluster 2023-10-31T06:32:26.589088+0000 mgr.a (mgr.14152) 816 : cluster 0 pgmap v567: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:29.336 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:32:29.337 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:32:29.337 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:32:30.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:29 smithi032 bash[57603]: cluster 2023-10-31T06:32:28.589679+0000 mgr.a (mgr.14152) 817 : cluster 0 pgmap v568: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:30.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:29 smithi006 bash[27532]: cluster 2023-10-31T06:32:28.589679+0000 mgr.a (mgr.14152) 817 : cluster 0 pgmap v568: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:30.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:29 smithi029 bash[32310]: cluster 2023-10-31T06:32:28.589679+0000 mgr.a (mgr.14152) 817 : cluster 0 pgmap v568: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:32.019 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:31 smithi006 bash[27532]: cluster 2023-10-31T06:32:30.590283+0000 mgr.a (mgr.14152) 818 : cluster 0 pgmap v569: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:32.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:31 smithi032 bash[57603]: cluster 2023-10-31T06:32:30.590283+0000 mgr.a (mgr.14152) 818 : cluster 0 pgmap v569: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:32.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:31 smithi029 bash[32310]: cluster 2023-10-31T06:32:30.590283+0000 mgr.a (mgr.14152) 818 : cluster 0 pgmap v569: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:34.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:33 smithi032 bash[57603]: cluster 2023-10-31T06:32:32.590874+0000 mgr.a (mgr.14152) 819 : cluster 0 pgmap v570: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:34.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:33 smithi006 bash[27532]: cluster 2023-10-31T06:32:32.590874+0000 mgr.a (mgr.14152) 819 : cluster 0 pgmap v570: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:34.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:33 smithi029 bash[32310]: cluster 2023-10-31T06:32:32.590874+0000 mgr.a (mgr.14152) 819 : cluster 0 pgmap v570: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:35.235 INFO:teuthology.orchestra.run.smithi006.stdout:34359738408 2023-10-31T06:32:35.524 INFO:teuthology.orchestra.run.smithi006.stdout:77309411345 2023-10-31T06:32:35.635 INFO:teuthology.orchestra.run.smithi006.stdout:55834574876 2023-10-31T06:32:36.192 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738406 got 34359738408 for osd.0 2023-10-31T06:32:36.193 DEBUG:teuthology.parallel:result is None 2023-10-31T06:32:36.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:35 smithi032 bash[57603]: cluster 2023-10-31T06:32:34.591557+0000 mgr.a (mgr.14152) 820 : cluster 0 pgmap v571: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:36.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:35 smithi032 bash[57603]: audit 2023-10-31T06:32:35.226463+0000 mon.a (mon.0) 885 : audit 0 from='client.? 172.21.15.6:0/1738740247' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-10-31T06:32:36.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:35 smithi032 bash[57603]: audit 2023-10-31T06:32:35.514801+0000 mon.a (mon.0) 886 : audit 0 from='client.? 172.21.15.6:0/4091373443' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-10-31T06:32:36.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:35 smithi032 bash[57603]: audit 2023-10-31T06:32:35.626329+0000 mon.a (mon.0) 887 : audit 0 from='client.? 172.21.15.6:0/321809126' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-10-31T06:32:36.256 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:35 smithi006 bash[27532]: cluster 2023-10-31T06:32:34.591557+0000 mgr.a (mgr.14152) 820 : cluster 0 pgmap v571: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:36.257 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:35 smithi006 bash[27532]: audit 2023-10-31T06:32:35.226463+0000 mon.a (mon.0) 885 : audit 0 from='client.? 172.21.15.6:0/1738740247' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-10-31T06:32:36.257 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:35 smithi006 bash[27532]: audit 2023-10-31T06:32:35.514801+0000 mon.a (mon.0) 886 : audit 0 from='client.? 172.21.15.6:0/4091373443' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-10-31T06:32:36.257 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:35 smithi006 bash[27532]: audit 2023-10-31T06:32:35.626329+0000 mon.a (mon.0) 887 : audit 0 from='client.? 172.21.15.6:0/321809126' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-10-31T06:32:36.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:35 smithi029 bash[32310]: cluster 2023-10-31T06:32:34.591557+0000 mgr.a (mgr.14152) 820 : cluster 0 pgmap v571: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:36.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:35 smithi029 bash[32310]: audit 2023-10-31T06:32:35.226463+0000 mon.a (mon.0) 885 : audit 0 from='client.? 172.21.15.6:0/1738740247' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-10-31T06:32:36.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:35 smithi029 bash[32310]: audit 2023-10-31T06:32:35.514801+0000 mon.a (mon.0) 886 : audit 0 from='client.? 172.21.15.6:0/4091373443' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-10-31T06:32:36.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:35 smithi029 bash[32310]: audit 2023-10-31T06:32:35.626329+0000 mon.a (mon.0) 887 : audit 0 from='client.? 172.21.15.6:0/321809126' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-10-31T06:32:37.048 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574873 got 55834574876 for osd.1 2023-10-31T06:32:37.048 DEBUG:teuthology.parallel:result is None 2023-10-31T06:32:37.065 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411343 got 77309411345 for osd.2 2023-10-31T06:32:37.066 DEBUG:teuthology.parallel:result is None 2023-10-31T06:32:37.066 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2023-10-31T06:32:37.066 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph pg dump --format=json 2023-10-31T06:32:38.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:37 smithi032 bash[57603]: cluster 2023-10-31T06:32:36.592158+0000 mgr.a (mgr.14152) 821 : cluster 0 pgmap v572: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:38.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:37 smithi006 bash[27532]: cluster 2023-10-31T06:32:36.592158+0000 mgr.a (mgr.14152) 821 : cluster 0 pgmap v572: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:38.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:37 smithi029 bash[32310]: cluster 2023-10-31T06:32:36.592158+0000 mgr.a (mgr.14152) 821 : cluster 0 pgmap v572: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:39.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:38 smithi029 bash[32310]: audit 2023-10-31T06:32:38.187395+0000 mon.a (mon.0) 888 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:32:39.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:38 smithi029 bash[32310]: audit 2023-10-31T06:32:38.192362+0000 mon.a (mon.0) 889 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:32:39.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:38 smithi029 bash[32310]: audit 2023-10-31T06:32:38.192919+0000 mon.a (mon.0) 890 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:32:39.166 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:38 smithi029 bash[32310]: audit 2023-10-31T06:32:38.193371+0000 mon.a (mon.0) 891 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:32:39.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:38 smithi032 bash[57603]: audit 2023-10-31T06:32:38.187395+0000 mon.a (mon.0) 888 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:32:39.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:38 smithi032 bash[57603]: audit 2023-10-31T06:32:38.192362+0000 mon.a (mon.0) 889 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:32:39.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:38 smithi032 bash[57603]: audit 2023-10-31T06:32:38.192919+0000 mon.a (mon.0) 890 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:32:39.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:38 smithi032 bash[57603]: audit 2023-10-31T06:32:38.193371+0000 mon.a (mon.0) 891 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:32:39.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:38 smithi006 bash[27532]: audit 2023-10-31T06:32:38.187395+0000 mon.a (mon.0) 888 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:32:39.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:38 smithi006 bash[27532]: audit 2023-10-31T06:32:38.192362+0000 mon.a (mon.0) 889 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:32:39.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:38 smithi006 bash[27532]: audit 2023-10-31T06:32:38.192919+0000 mon.a (mon.0) 890 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:32:39.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:38 smithi006 bash[27532]: audit 2023-10-31T06:32:38.193371+0000 mon.a (mon.0) 891 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:32:40.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:39 smithi032 bash[57603]: cephadm 2023-10-31T06:32:38.505663+0000 mgr.a (mgr.14152) 822 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:32:40.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:39 smithi032 bash[57603]: cluster 2023-10-31T06:32:38.592514+0000 mgr.a (mgr.14152) 823 : cluster 0 pgmap v573: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:40.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:39 smithi032 bash[57603]: cephadm 2023-10-31T06:32:39.188592+0000 mgr.a (mgr.14152) 824 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:32:40.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:39 smithi006 bash[27532]: cephadm 2023-10-31T06:32:38.505663+0000 mgr.a (mgr.14152) 822 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:32:40.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:39 smithi006 bash[27532]: cluster 2023-10-31T06:32:38.592514+0000 mgr.a (mgr.14152) 823 : cluster 0 pgmap v573: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:40.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:39 smithi006 bash[27532]: cephadm 2023-10-31T06:32:39.188592+0000 mgr.a (mgr.14152) 824 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:32:40.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:39 smithi029 bash[32310]: cephadm 2023-10-31T06:32:38.505663+0000 mgr.a (mgr.14152) 822 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:32:40.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:39 smithi029 bash[32310]: cluster 2023-10-31T06:32:38.592514+0000 mgr.a (mgr.14152) 823 : cluster 0 pgmap v573: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:40.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:39 smithi029 bash[32310]: cephadm 2023-10-31T06:32:39.188592+0000 mgr.a (mgr.14152) 824 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:32:41.825 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:32:42.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:41 smithi032 bash[57603]: cluster 2023-10-31T06:32:40.592992+0000 mgr.a (mgr.14152) 825 : cluster 0 pgmap v574: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:42.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:41 smithi032 bash[57603]: cephadm 2023-10-31T06:32:40.984133+0000 mgr.a (mgr.14152) 826 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:32:42.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:41 smithi006 bash[27532]: cluster 2023-10-31T06:32:40.592992+0000 mgr.a (mgr.14152) 825 : cluster 0 pgmap v574: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:42.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:41 smithi006 bash[27532]: cephadm 2023-10-31T06:32:40.984133+0000 mgr.a (mgr.14152) 826 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:32:42.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:41 smithi029 bash[32310]: cluster 2023-10-31T06:32:40.592992+0000 mgr.a (mgr.14152) 825 : cluster 0 pgmap v574: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:42.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:41 smithi029 bash[32310]: cephadm 2023-10-31T06:32:40.984133+0000 mgr.a (mgr.14152) 826 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:32:43.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:42 smithi032 bash[57603]: audit 2023-10-31T06:32:42.021167+0000 mon.a (mon.0) 892 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:32:43.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:42 smithi032 bash[57603]: audit 2023-10-31T06:32:42.022669+0000 mon.a (mon.0) 893 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:32:43.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:42 smithi032 bash[57603]: cluster 2023-10-31T06:32:42.025132+0000 mgr.a (mgr.14152) 827 : cluster 0 pgmap v575: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:43.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:42 smithi032 bash[57603]: cluster 2023-10-31T06:32:42.025532+0000 mgr.a (mgr.14152) 828 : cluster 0 pgmap v576: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:43.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:42 smithi032 bash[57603]: audit 2023-10-31T06:32:42.032245+0000 mon.a (mon.0) 894 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:32:43.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:42 smithi032 bash[57603]: audit 2023-10-31T06:32:42.133613+0000 mon.a (mon.0) 895 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:32:43.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:42 smithi032 bash[57603]: audit 2023-10-31T06:32:42.954200+0000 mon.a (mon.0) 896 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:32:43.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:42 smithi006 bash[27532]: audit 2023-10-31T06:32:42.021167+0000 mon.a (mon.0) 892 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:32:43.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:42 smithi006 bash[27532]: audit 2023-10-31T06:32:42.022669+0000 mon.a (mon.0) 893 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:32:43.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:42 smithi006 bash[27532]: cluster 2023-10-31T06:32:42.025132+0000 mgr.a (mgr.14152) 827 : cluster 0 pgmap v575: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:43.271 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:42 smithi006 bash[27532]: cluster 2023-10-31T06:32:42.025532+0000 mgr.a (mgr.14152) 828 : cluster 0 pgmap v576: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:43.271 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:42 smithi006 bash[27532]: audit 2023-10-31T06:32:42.032245+0000 mon.a (mon.0) 894 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:32:43.271 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:42 smithi006 bash[27532]: audit 2023-10-31T06:32:42.133613+0000 mon.a (mon.0) 895 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:32:43.271 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:42 smithi006 bash[27532]: audit 2023-10-31T06:32:42.954200+0000 mon.a (mon.0) 896 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:32:43.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:42 smithi029 bash[32310]: audit 2023-10-31T06:32:42.021167+0000 mon.a (mon.0) 892 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:32:43.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:42 smithi029 bash[32310]: audit 2023-10-31T06:32:42.022669+0000 mon.a (mon.0) 893 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:32:43.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:42 smithi029 bash[32310]: cluster 2023-10-31T06:32:42.025132+0000 mgr.a (mgr.14152) 827 : cluster 0 pgmap v575: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:43.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:42 smithi029 bash[32310]: cluster 2023-10-31T06:32:42.025532+0000 mgr.a (mgr.14152) 828 : cluster 0 pgmap v576: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:43.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:42 smithi029 bash[32310]: audit 2023-10-31T06:32:42.032245+0000 mon.a (mon.0) 894 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:32:43.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:42 smithi029 bash[32310]: audit 2023-10-31T06:32:42.133613+0000 mon.a (mon.0) 895 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:32:43.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:42 smithi029 bash[32310]: audit 2023-10-31T06:32:42.954200+0000 mon.a (mon.0) 896 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:32:44.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:43 smithi032 bash[57603]: cephadm 2023-10-31T06:32:42.487834+0000 mgr.a (mgr.14152) 829 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:32:44.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:43 smithi032 bash[57603]: cephadm 2023-10-31T06:32:43.347387+0000 mgr.a (mgr.14152) 830 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:32:44.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:43 smithi032 bash[57603]: audit 2023-10-31T06:32:43.814506+0000 mon.a (mon.0) 897 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:32:44.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:43 smithi006 bash[27532]: cephadm 2023-10-31T06:32:42.487834+0000 mgr.a (mgr.14152) 829 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:32:44.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:43 smithi006 bash[27532]: cephadm 2023-10-31T06:32:43.347387+0000 mgr.a (mgr.14152) 830 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:32:44.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:43 smithi006 bash[27532]: audit 2023-10-31T06:32:43.814506+0000 mon.a (mon.0) 897 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:32:44.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:43 smithi029 bash[32310]: cephadm 2023-10-31T06:32:42.487834+0000 mgr.a (mgr.14152) 829 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:32:44.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:43 smithi029 bash[32310]: cephadm 2023-10-31T06:32:43.347387+0000 mgr.a (mgr.14152) 830 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:32:44.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:43 smithi029 bash[32310]: audit 2023-10-31T06:32:43.814506+0000 mon.a (mon.0) 897 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:32:45.026 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:32:45.029 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2023-10-31T06:32:45.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:45 smithi032 bash[57603]: cluster 2023-10-31T06:32:44.026079+0000 mgr.a (mgr.14152) 831 : cluster 0 pgmap v577: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:45.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:44 smithi006 bash[27532]: cluster 2023-10-31T06:32:44.026079+0000 mgr.a (mgr.14152) 831 : cluster 0 pgmap v577: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:45.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:44 smithi029 bash[32310]: cluster 2023-10-31T06:32:44.026079+0000 mgr.a (mgr.14152) 831 : cluster 0 pgmap v577: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:45.727 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":577,"stamp":"2023-10-31T06:32:44.025796+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":281235456,"kb_used":84564,"kb_used_data":2268,"kb_used_omap":4,"kb_used_meta":81019,"kb_avail":281150892,"statfs":{"total":287985106944,"available":287898513408,"internally_reserved":0,"allocated":2322432,"data_stored":1935402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4782,"internal_metadata":82963794},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.434569"},"pg_stats":[{"pgid":"1.0","version":"21'137","reported_seq":185,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-10-31T06:31:28.787094+0000","last_change":"2023-10-31T06:31:22.908979+0000","last_active":"2023-10-31T06:31:28.787094+0000","last_peered":"2023-10-31T06:31:28.787094+0000","last_clean":"2023-10-31T06:31:28.787094+0000","last_became_active":"2023-10-31T06:31:22.908622+0000","last_became_peered":"2023-10-31T06:31:22.908622+0000","last_unstale":"2023-10-31T06:31:28.787094+0000","last_undegraded":"2023-10-31T06:31:28.787094+0000","last_fullsized":"2023-10-31T06:31:28.787094+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-31T06:31:21.887583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-31T06:31:21.887583+0000","last_clean_scrub_stamp":"2023-10-31T06:31:21.887583+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-01T15:57:23.181524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":2,"up_from":18,"seq":77309411347,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28396,"kb_used_data":756,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716756,"statfs":{"total":95995035648,"available":95965958144,"internally_reserved":0,"allocated":774144,"data_stored":645134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Oct 31 06:32:21 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.75,"5min":0.75,"15min":0.75},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.622}]},{"osd":1,"last update":"Tue Oct 31 06:32:21 2023","interfaces":[{"interface":"back","average":{"1min":0.755,"5min":0.755,"15min":0.755},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.80000000000000004},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.746}]}]},{"osd":0,"up_from":8,"seq":34359738410,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28396,"kb_used_data":756,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716756,"statfs":{"total":95995035648,"available":95965958144,"internally_reserved":0,"allocated":774144,"data_stored":645134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Oct 31 06:32:32 2023","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.68799999999999994,"15min":0.68899999999999995},"min":{"1min":0.44500000000000001,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.502,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.61199999999999999}]},{"osd":2,"last update":"Tue Oct 31 06:32:22 2023","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.2849999999999999,"5min":1.2849999999999999,"15min":1.2849999999999999},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.66400000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574878,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27772,"kb_used_data":756,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717380,"statfs":{"total":95995035648,"available":95966597120,"internally_reserved":0,"allocated":774144,"data_stored":645134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Oct 31 06:32:34 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.69399999999999995,"15min":0.69799999999999995},"min":{"1min":0.48499999999999999,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.89700000000000002,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.72699999999999998,"15min":0.73599999999999999},"min":{"1min":0.48699999999999999,"5min":0.378,"15min":0.378},"max":{"1min":0.97799999999999998,"5min":1.159,"15min":1.159},"last":0.57699999999999996}]},{"osd":2,"last update":"Tue Oct 31 06:32:23 2023","interfaces":[{"interface":"back","average":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.25,"5min":1.25,"15min":1.25},"last":0.82999999999999996},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.3140000000000001,"5min":1.3140000000000001,"15min":1.3140000000000001},"last":0.73199999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-31T06:32:45.728 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph pg dump --format=json 2023-10-31T06:32:46.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:45 smithi006 bash[27532]: cephadm 2023-10-31T06:32:44.991963+0000 mgr.a (mgr.14152) 832 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:32:46.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:45 smithi006 bash[27532]: audit 2023-10-31T06:32:45.014784+0000 mgr.a (mgr.14152) 833 : audit 0 from='client.14613 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-31T06:32:46.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:46 smithi029 bash[32310]: cephadm 2023-10-31T06:32:44.991963+0000 mgr.a (mgr.14152) 832 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:32:46.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:46 smithi029 bash[32310]: audit 2023-10-31T06:32:45.014784+0000 mgr.a (mgr.14152) 833 : audit 0 from='client.14613 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-31T06:32:46.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:46 smithi032 bash[57603]: cephadm 2023-10-31T06:32:44.991963+0000 mgr.a (mgr.14152) 832 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:32:46.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:46 smithi032 bash[57603]: audit 2023-10-31T06:32:45.014784+0000 mgr.a (mgr.14152) 833 : audit 0 from='client.14613 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-31T06:32:47.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:47 smithi006 bash[27532]: cluster 2023-10-31T06:32:46.026589+0000 mgr.a (mgr.14152) 834 : cluster 0 pgmap v578: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:47.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:47 smithi029 bash[32310]: cluster 2023-10-31T06:32:46.026589+0000 mgr.a (mgr.14152) 834 : cluster 0 pgmap v578: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:47.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:47 smithi032 bash[57603]: cluster 2023-10-31T06:32:46.026589+0000 mgr.a (mgr.14152) 834 : cluster 0 pgmap v578: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:49.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:49 smithi029 bash[32310]: cluster 2023-10-31T06:32:48.027125+0000 mgr.a (mgr.14152) 835 : cluster 0 pgmap v579: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:49.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:49 smithi032 bash[57603]: cluster 2023-10-31T06:32:48.027125+0000 mgr.a (mgr.14152) 835 : cluster 0 pgmap v579: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:49.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:49 smithi006 bash[27532]: cluster 2023-10-31T06:32:48.027125+0000 mgr.a (mgr.14152) 835 : cluster 0 pgmap v579: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:50.457 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:32:51.411 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:51 smithi006 bash[27532]: cluster 2023-10-31T06:32:50.027702+0000 mgr.a (mgr.14152) 836 : cluster 0 pgmap v580: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:51.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:51 smithi029 bash[32310]: cluster 2023-10-31T06:32:50.027702+0000 mgr.a (mgr.14152) 836 : cluster 0 pgmap v580: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:51.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:51 smithi032 bash[57603]: cluster 2023-10-31T06:32:50.027702+0000 mgr.a (mgr.14152) 836 : cluster 0 pgmap v580: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:53.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:53 smithi029 bash[32310]: cluster 2023-10-31T06:32:52.028286+0000 mgr.a (mgr.14152) 837 : cluster 0 pgmap v581: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:53.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:53 smithi032 bash[57603]: cluster 2023-10-31T06:32:52.028286+0000 mgr.a (mgr.14152) 837 : cluster 0 pgmap v581: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:53.513 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:32:53.516 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2023-10-31T06:32:53.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:53 smithi006 bash[27532]: cluster 2023-10-31T06:32:52.028286+0000 mgr.a (mgr.14152) 837 : cluster 0 pgmap v581: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:54.302 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":581,"stamp":"2023-10-31T06:32:52.027992+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":281235456,"kb_used":84564,"kb_used_data":2268,"kb_used_omap":4,"kb_used_meta":81019,"kb_avail":281150892,"statfs":{"total":287985106944,"available":287898513408,"internally_reserved":0,"allocated":2322432,"data_stored":1935402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4782,"internal_metadata":82963794},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.003075"},"pg_stats":[{"pgid":"1.0","version":"21'137","reported_seq":185,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-10-31T06:31:28.787094+0000","last_change":"2023-10-31T06:31:22.908979+0000","last_active":"2023-10-31T06:31:28.787094+0000","last_peered":"2023-10-31T06:31:28.787094+0000","last_clean":"2023-10-31T06:31:28.787094+0000","last_became_active":"2023-10-31T06:31:22.908622+0000","last_became_peered":"2023-10-31T06:31:22.908622+0000","last_unstale":"2023-10-31T06:31:28.787094+0000","last_undegraded":"2023-10-31T06:31:28.787094+0000","last_fullsized":"2023-10-31T06:31:28.787094+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-31T06:31:21.887583+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-31T06:31:21.887583+0000","last_clean_scrub_stamp":"2023-10-31T06:31:21.887583+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-11-01T15:57:23.181524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":2,"up_from":18,"seq":77309411349,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28396,"kb_used_data":756,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716756,"statfs":{"total":95995035648,"available":95965958144,"internally_reserved":0,"allocated":774144,"data_stored":645134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Oct 31 06:32:21 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.75,"5min":0.75,"15min":0.75},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.73699999999999999}]},{"osd":1,"last update":"Tue Oct 31 06:32:21 2023","interfaces":[{"interface":"back","average":{"1min":0.755,"5min":0.755,"15min":0.755},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.81499999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738411,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28396,"kb_used_data":756,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716756,"statfs":{"total":95995035648,"available":95965958144,"internally_reserved":0,"allocated":774144,"data_stored":645134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Oct 31 06:32:32 2023","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.68799999999999994,"15min":0.68899999999999995},"min":{"1min":0.44500000000000001,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.88200000000000001},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.502,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.57399999999999995}]},{"osd":2,"last update":"Tue Oct 31 06:32:22 2023","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.2849999999999999,"5min":1.2849999999999999,"15min":1.2849999999999999},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.78800000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574879,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27772,"kb_used_data":756,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717380,"statfs":{"total":95995035648,"available":95966597120,"internally_reserved":0,"allocated":774144,"data_stored":645134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Oct 31 06:32:34 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.69399999999999995,"15min":0.69799999999999995},"min":{"1min":0.48499999999999999,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.89700000000000002,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.627},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.72699999999999998,"15min":0.73599999999999999},"min":{"1min":0.48699999999999999,"5min":0.378,"15min":0.378},"max":{"1min":0.97799999999999998,"5min":1.159,"15min":1.159},"last":0.68500000000000005}]},{"osd":2,"last update":"Tue Oct 31 06:32:23 2023","interfaces":[{"interface":"back","average":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.25,"5min":1.25,"15min":1.25},"last":0.751},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.3140000000000001,"5min":1.3140000000000001,"15min":1.3140000000000001},"last":0.79300000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-31T06:32:54.303 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2023-10-31T06:32:54.303 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-10-31T06:32:54.303 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2023-10-31T06:32:54.304 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph health --format=json 2023-10-31T06:32:55.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:54 smithi029 bash[32310]: audit 2023-10-31T06:32:53.501619+0000 mgr.a (mgr.14152) 838 : audit 0 from='client.14619 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-31T06:32:55.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:54 smithi029 bash[32310]: cluster 2023-10-31T06:32:54.028904+0000 mgr.a (mgr.14152) 839 : cluster 0 pgmap v582: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:55.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:54 smithi032 bash[57603]: audit 2023-10-31T06:32:53.501619+0000 mgr.a (mgr.14152) 838 : audit 0 from='client.14619 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-31T06:32:55.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:54 smithi032 bash[57603]: cluster 2023-10-31T06:32:54.028904+0000 mgr.a (mgr.14152) 839 : cluster 0 pgmap v582: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:55.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:54 smithi006 bash[27532]: audit 2023-10-31T06:32:53.501619+0000 mgr.a (mgr.14152) 838 : audit 0 from='client.14619 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-31T06:32:55.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:54 smithi006 bash[27532]: cluster 2023-10-31T06:32:54.028904+0000 mgr.a (mgr.14152) 839 : cluster 0 pgmap v582: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:57.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:57 smithi029 bash[32310]: cluster 2023-10-31T06:32:56.029576+0000 mgr.a (mgr.14152) 840 : cluster 0 pgmap v583: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:57.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:57 smithi032 bash[57603]: cluster 2023-10-31T06:32:56.029576+0000 mgr.a (mgr.14152) 840 : cluster 0 pgmap v583: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:57.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:57 smithi006 bash[27532]: cluster 2023-10-31T06:32:56.029576+0000 mgr.a (mgr.14152) 840 : cluster 0 pgmap v583: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:59.038 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:32:59.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:32:59 smithi029 bash[32310]: cluster 2023-10-31T06:32:58.030248+0000 mgr.a (mgr.14152) 841 : cluster 0 pgmap v584: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:59.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:32:59 smithi032 bash[57603]: cluster 2023-10-31T06:32:58.030248+0000 mgr.a (mgr.14152) 841 : cluster 0 pgmap v584: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:32:59.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:32:59 smithi006 bash[27532]: cluster 2023-10-31T06:32:58.030248+0000 mgr.a (mgr.14152) 841 : cluster 0 pgmap v584: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:01.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:01 smithi006 bash[27532]: cluster 2023-10-31T06:33:00.031029+0000 mgr.a (mgr.14152) 842 : cluster 0 pgmap v585: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:01.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:01 smithi029 bash[32310]: cluster 2023-10-31T06:33:00.031029+0000 mgr.a (mgr.14152) 842 : cluster 0 pgmap v585: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:01.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:01 smithi032 bash[57603]: cluster 2023-10-31T06:33:00.031029+0000 mgr.a (mgr.14152) 842 : cluster 0 pgmap v585: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:02.292 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:33:02.292 INFO:teuthology.orchestra.run.smithi006.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_AGENT_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"3 Cephadm Agent(s) are not reporting. Hosts may be offline","count":3},"muted":false}},"mutes":[]} 2023-10-31T06:33:03.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:03 smithi006 bash[27532]: cluster 2023-10-31T06:33:02.031604+0000 mgr.a (mgr.14152) 843 : cluster 0 pgmap v586: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:03.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:03 smithi006 bash[27532]: audit 2023-10-31T06:33:02.282544+0000 mon.a (mon.0) 898 : audit 0 from='client.? 172.21.15.6:0/2447453314' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:33:03.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:03 smithi029 bash[32310]: cluster 2023-10-31T06:33:02.031604+0000 mgr.a (mgr.14152) 843 : cluster 0 pgmap v586: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:03.415 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:03 smithi029 bash[32310]: audit 2023-10-31T06:33:02.282544+0000 mon.a (mon.0) 898 : audit 0 from='client.? 172.21.15.6:0/2447453314' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:33:03.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:03 smithi032 bash[57603]: cluster 2023-10-31T06:33:02.031604+0000 mgr.a (mgr.14152) 843 : cluster 0 pgmap v586: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:03.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:03 smithi032 bash[57603]: audit 2023-10-31T06:33:02.282544+0000 mon.a (mon.0) 898 : audit 0 from='client.? 172.21.15.6:0/2447453314' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:33:05.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:04 smithi029 bash[32310]: cluster 2023-10-31T06:33:04.032310+0000 mgr.a (mgr.14152) 844 : cluster 0 pgmap v587: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:05.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:04 smithi032 bash[57603]: cluster 2023-10-31T06:33:04.032310+0000 mgr.a (mgr.14152) 844 : cluster 0 pgmap v587: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:05.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:04 smithi006 bash[27532]: cluster 2023-10-31T06:33:04.032310+0000 mgr.a (mgr.14152) 844 : cluster 0 pgmap v587: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:05.993 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph health --format=json 2023-10-31T06:33:07.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:07 smithi029 bash[32310]: cluster 2023-10-31T06:33:06.032942+0000 mgr.a (mgr.14152) 845 : cluster 0 pgmap v588: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:07.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:07 smithi032 bash[57603]: cluster 2023-10-31T06:33:06.032942+0000 mgr.a (mgr.14152) 845 : cluster 0 pgmap v588: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:07.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:07 smithi006 bash[27532]: cluster 2023-10-31T06:33:06.032942+0000 mgr.a (mgr.14152) 845 : cluster 0 pgmap v588: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:09.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:09 smithi029 bash[32310]: cluster 2023-10-31T06:33:08.033574+0000 mgr.a (mgr.14152) 846 : cluster 0 pgmap v589: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:09.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:09 smithi032 bash[57603]: cluster 2023-10-31T06:33:08.033574+0000 mgr.a (mgr.14152) 846 : cluster 0 pgmap v589: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:09.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:09 smithi006 bash[27532]: cluster 2023-10-31T06:33:08.033574+0000 mgr.a (mgr.14152) 846 : cluster 0 pgmap v589: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:10.736 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:33:11.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:11 smithi029 bash[32310]: cluster 2023-10-31T06:33:10.034186+0000 mgr.a (mgr.14152) 847 : cluster 0 pgmap v590: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:11.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:11 smithi032 bash[57603]: cluster 2023-10-31T06:33:10.034186+0000 mgr.a (mgr.14152) 847 : cluster 0 pgmap v590: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:11.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:11 smithi006 bash[27532]: cluster 2023-10-31T06:33:10.034186+0000 mgr.a (mgr.14152) 847 : cluster 0 pgmap v590: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:13.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:13 smithi029 bash[32310]: cluster 2023-10-31T06:33:12.034779+0000 mgr.a (mgr.14152) 848 : cluster 0 pgmap v591: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:13.423 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:13 smithi006 bash[27532]: cluster 2023-10-31T06:33:12.034779+0000 mgr.a (mgr.14152) 848 : cluster 0 pgmap v591: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:13.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:13 smithi032 bash[57603]: cluster 2023-10-31T06:33:12.034779+0000 mgr.a (mgr.14152) 848 : cluster 0 pgmap v591: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:13.899 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:33:13.899 INFO:teuthology.orchestra.run.smithi006.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_AGENT_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"3 Cephadm Agent(s) are not reporting. Hosts may be offline","count":3},"muted":false}},"mutes":[]} 2023-10-31T06:33:15.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:14 smithi006 bash[27532]: audit 2023-10-31T06:33:13.889143+0000 mon.a (mon.0) 899 : audit 0 from='client.? 172.21.15.6:0/1987525171' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:33:15.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:14 smithi006 bash[27532]: cluster 2023-10-31T06:33:14.035482+0000 mgr.a (mgr.14152) 849 : cluster 0 pgmap v592: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:15.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:14 smithi029 bash[32310]: audit 2023-10-31T06:33:13.889143+0000 mon.a (mon.0) 899 : audit 0 from='client.? 172.21.15.6:0/1987525171' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:33:15.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:14 smithi029 bash[32310]: cluster 2023-10-31T06:33:14.035482+0000 mgr.a (mgr.14152) 849 : cluster 0 pgmap v592: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:15.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:14 smithi032 bash[57603]: audit 2023-10-31T06:33:13.889143+0000 mon.a (mon.0) 899 : audit 0 from='client.? 172.21.15.6:0/1987525171' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:33:15.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:14 smithi032 bash[57603]: cluster 2023-10-31T06:33:14.035482+0000 mgr.a (mgr.14152) 849 : cluster 0 pgmap v592: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:17.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:17 smithi029 bash[32310]: cluster 2023-10-31T06:33:16.036199+0000 mgr.a (mgr.14152) 850 : cluster 0 pgmap v593: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:17.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:17 smithi032 bash[57603]: cluster 2023-10-31T06:33:16.036199+0000 mgr.a (mgr.14152) 850 : cluster 0 pgmap v593: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:17.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:17 smithi006 bash[27532]: cluster 2023-10-31T06:33:16.036199+0000 mgr.a (mgr.14152) 850 : cluster 0 pgmap v593: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:17.604 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph health --format=json 2023-10-31T06:33:19.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:19 smithi029 bash[32310]: cluster 2023-10-31T06:33:18.036801+0000 mgr.a (mgr.14152) 851 : cluster 0 pgmap v594: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:19.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:19 smithi032 bash[57603]: cluster 2023-10-31T06:33:18.036801+0000 mgr.a (mgr.14152) 851 : cluster 0 pgmap v594: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:19.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:19 smithi006 bash[27532]: cluster 2023-10-31T06:33:18.036801+0000 mgr.a (mgr.14152) 851 : cluster 0 pgmap v594: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:21.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:21 smithi029 bash[32310]: cluster 2023-10-31T06:33:20.037413+0000 mgr.a (mgr.14152) 852 : cluster 0 pgmap v595: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:21.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:21 smithi032 bash[57603]: cluster 2023-10-31T06:33:20.037413+0000 mgr.a (mgr.14152) 852 : cluster 0 pgmap v595: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:21.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:21 smithi006 bash[27532]: cluster 2023-10-31T06:33:20.037413+0000 mgr.a (mgr.14152) 852 : cluster 0 pgmap v595: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:22.338 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:33:23.371 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:23 smithi006 bash[27532]: cluster 2023-10-31T06:33:22.037991+0000 mgr.a (mgr.14152) 853 : cluster 0 pgmap v596: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:23.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:23 smithi029 bash[32310]: cluster 2023-10-31T06:33:22.037991+0000 mgr.a (mgr.14152) 853 : cluster 0 pgmap v596: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:23.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:23 smithi032 bash[57603]: cluster 2023-10-31T06:33:22.037991+0000 mgr.a (mgr.14152) 853 : cluster 0 pgmap v596: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:25.142 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:24 smithi006 bash[27532]: cluster 2023-10-31T06:33:24.038583+0000 mgr.a (mgr.14152) 854 : cluster 0 pgmap v597: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:25.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:24 smithi029 bash[32310]: cluster 2023-10-31T06:33:24.038583+0000 mgr.a (mgr.14152) 854 : cluster 0 pgmap v597: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:25.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:24 smithi032 bash[57603]: cluster 2023-10-31T06:33:24.038583+0000 mgr.a (mgr.14152) 854 : cluster 0 pgmap v597: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:25.571 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:33:25.571 INFO:teuthology.orchestra.run.smithi006.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_AGENT_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"3 Cephadm Agent(s) are not reporting. Hosts may be offline","count":3},"muted":false}},"mutes":[]} 2023-10-31T06:33:26.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:25 smithi006 bash[27532]: audit 2023-10-31T06:33:25.561182+0000 mon.a (mon.0) 900 : audit 0 from='client.? 172.21.15.6:0/906503350' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:33:26.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:25 smithi029 bash[32310]: audit 2023-10-31T06:33:25.561182+0000 mon.a (mon.0) 900 : audit 0 from='client.? 172.21.15.6:0/906503350' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:33:26.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:25 smithi032 bash[57603]: audit 2023-10-31T06:33:25.561182+0000 mon.a (mon.0) 900 : audit 0 from='client.? 172.21.15.6:0/906503350' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:33:27.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:26 smithi029 bash[32310]: cluster 2023-10-31T06:33:26.039198+0000 mgr.a (mgr.14152) 855 : cluster 0 pgmap v598: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:27.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:26 smithi032 bash[57603]: cluster 2023-10-31T06:33:26.039198+0000 mgr.a (mgr.14152) 855 : cluster 0 pgmap v598: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:27.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:26 smithi006 bash[27532]: cluster 2023-10-31T06:33:26.039198+0000 mgr.a (mgr.14152) 855 : cluster 0 pgmap v598: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:29.308 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph health --format=json 2023-10-31T06:33:29.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:29 smithi029 bash[32310]: cluster 2023-10-31T06:33:28.039734+0000 mgr.a (mgr.14152) 856 : cluster 0 pgmap v599: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:29.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:29 smithi032 bash[57603]: cluster 2023-10-31T06:33:28.039734+0000 mgr.a (mgr.14152) 856 : cluster 0 pgmap v599: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:29.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:29 smithi006 bash[27532]: cluster 2023-10-31T06:33:28.039734+0000 mgr.a (mgr.14152) 856 : cluster 0 pgmap v599: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:31.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:31 smithi029 bash[32310]: cluster 2023-10-31T06:33:30.040275+0000 mgr.a (mgr.14152) 857 : cluster 0 pgmap v600: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:31.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:31 smithi032 bash[57603]: cluster 2023-10-31T06:33:30.040275+0000 mgr.a (mgr.14152) 857 : cluster 0 pgmap v600: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:31.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:31 smithi006 bash[27532]: cluster 2023-10-31T06:33:30.040275+0000 mgr.a (mgr.14152) 857 : cluster 0 pgmap v600: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:33.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:33 smithi029 bash[32310]: cluster 2023-10-31T06:33:32.040865+0000 mgr.a (mgr.14152) 858 : cluster 0 pgmap v601: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:33.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:33 smithi032 bash[57603]: cluster 2023-10-31T06:33:32.040865+0000 mgr.a (mgr.14152) 858 : cluster 0 pgmap v601: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:33.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:33 smithi006 bash[27532]: cluster 2023-10-31T06:33:32.040865+0000 mgr.a (mgr.14152) 858 : cluster 0 pgmap v601: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:34.039 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:33:35.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:34 smithi029 bash[32310]: cluster 2023-10-31T06:33:34.041484+0000 mgr.a (mgr.14152) 859 : cluster 0 pgmap v602: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:35.187 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:34 smithi006 bash[27532]: cluster 2023-10-31T06:33:34.041484+0000 mgr.a (mgr.14152) 859 : cluster 0 pgmap v602: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:35.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:34 smithi032 bash[57603]: cluster 2023-10-31T06:33:34.041484+0000 mgr.a (mgr.14152) 859 : cluster 0 pgmap v602: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:37.213 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:33:37.214 INFO:teuthology.orchestra.run.smithi006.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_AGENT_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"3 Cephadm Agent(s) are not reporting. Hosts may be offline","count":3},"muted":false}},"mutes":[]} 2023-10-31T06:33:37.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:37 smithi029 bash[32310]: cluster 2023-10-31T06:33:36.042074+0000 mgr.a (mgr.14152) 860 : cluster 0 pgmap v603: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:37.465 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:37 smithi006 bash[27532]: cluster 2023-10-31T06:33:36.042074+0000 mgr.a (mgr.14152) 860 : cluster 0 pgmap v603: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:37.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:37 smithi032 bash[57603]: cluster 2023-10-31T06:33:36.042074+0000 mgr.a (mgr.14152) 860 : cluster 0 pgmap v603: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:38.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:38 smithi006 bash[27532]: audit 2023-10-31T06:33:37.203459+0000 mon.a (mon.0) 901 : audit 0 from='client.? 172.21.15.6:0/2043366986' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:33:38.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:38 smithi029 bash[32310]: audit 2023-10-31T06:33:37.203459+0000 mon.a (mon.0) 901 : audit 0 from='client.? 172.21.15.6:0/2043366986' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:33:38.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:38 smithi032 bash[57603]: audit 2023-10-31T06:33:37.203459+0000 mon.a (mon.0) 901 : audit 0 from='client.? 172.21.15.6:0/2043366986' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:33:39.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:39 smithi029 bash[32310]: cluster 2023-10-31T06:33:38.042785+0000 mgr.a (mgr.14152) 861 : cluster 0 pgmap v604: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:39.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:39 smithi032 bash[57603]: cluster 2023-10-31T06:33:38.042785+0000 mgr.a (mgr.14152) 861 : cluster 0 pgmap v604: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:39.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:39 smithi006 bash[27532]: cluster 2023-10-31T06:33:38.042785+0000 mgr.a (mgr.14152) 861 : cluster 0 pgmap v604: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:40.980 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph health --format=json 2023-10-31T06:33:41.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:41 smithi006 bash[27532]: cluster 2023-10-31T06:33:40.043444+0000 mgr.a (mgr.14152) 862 : cluster 0 pgmap v605: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:41.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:41 smithi029 bash[32310]: cluster 2023-10-31T06:33:40.043444+0000 mgr.a (mgr.14152) 862 : cluster 0 pgmap v605: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:41.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:41 smithi032 bash[57603]: cluster 2023-10-31T06:33:40.043444+0000 mgr.a (mgr.14152) 862 : cluster 0 pgmap v605: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:43.414 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:43 smithi029 bash[32310]: cluster 2023-10-31T06:33:42.044018+0000 mgr.a (mgr.14152) 863 : cluster 0 pgmap v606: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:43.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:43 smithi032 bash[57603]: cluster 2023-10-31T06:33:42.044018+0000 mgr.a (mgr.14152) 863 : cluster 0 pgmap v606: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:43.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:43 smithi006 bash[27532]: cluster 2023-10-31T06:33:42.044018+0000 mgr.a (mgr.14152) 863 : cluster 0 pgmap v606: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:45.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:44 smithi029 bash[32310]: cluster 2023-10-31T06:33:44.044614+0000 mgr.a (mgr.14152) 864 : cluster 0 pgmap v607: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:45.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:44 smithi032 bash[57603]: cluster 2023-10-31T06:33:44.044614+0000 mgr.a (mgr.14152) 864 : cluster 0 pgmap v607: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:45.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:44 smithi006 bash[27532]: cluster 2023-10-31T06:33:44.044614+0000 mgr.a (mgr.14152) 864 : cluster 0 pgmap v607: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:45.718 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:33:46.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:45 smithi006 bash[27532]: audit 2023-10-31T06:33:45.459072+0000 mon.a (mon.0) 902 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:33:46.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:45 smithi006 bash[27532]: audit 2023-10-31T06:33:45.464392+0000 mon.a (mon.0) 903 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:33:46.021 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:45 smithi006 bash[27532]: audit 2023-10-31T06:33:45.464982+0000 mon.a (mon.0) 904 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:33:46.021 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:45 smithi006 bash[27532]: audit 2023-10-31T06:33:45.465502+0000 mon.a (mon.0) 905 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:33:46.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:45 smithi029 bash[32310]: audit 2023-10-31T06:33:45.459072+0000 mon.a (mon.0) 902 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:33:46.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:45 smithi029 bash[32310]: audit 2023-10-31T06:33:45.464392+0000 mon.a (mon.0) 903 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:33:46.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:45 smithi029 bash[32310]: audit 2023-10-31T06:33:45.464982+0000 mon.a (mon.0) 904 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:33:46.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:45 smithi029 bash[32310]: audit 2023-10-31T06:33:45.465502+0000 mon.a (mon.0) 905 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:33:46.249 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:45 smithi032 bash[57603]: audit 2023-10-31T06:33:45.459072+0000 mon.a (mon.0) 902 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:33:46.250 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:45 smithi032 bash[57603]: audit 2023-10-31T06:33:45.464392+0000 mon.a (mon.0) 903 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:33:46.250 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:45 smithi032 bash[57603]: audit 2023-10-31T06:33:45.464982+0000 mon.a (mon.0) 904 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:33:46.250 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:45 smithi032 bash[57603]: audit 2023-10-31T06:33:45.465502+0000 mon.a (mon.0) 905 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:33:46.958 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:46 smithi006 bash[27532]: cephadm 2023-10-31T06:33:45.861243+0000 mgr.a (mgr.14152) 865 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:33:46.959 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:46 smithi006 bash[27532]: cluster 2023-10-31T06:33:46.045134+0000 mgr.a (mgr.14152) 866 : cluster 0 pgmap v608: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:46.959 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:46 smithi006 bash[27532]: cephadm 2023-10-31T06:33:46.080437+0000 mgr.a (mgr.14152) 867 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:33:46.959 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:46 smithi006 bash[27532]: cephadm 2023-10-31T06:33:46.252170+0000 mgr.a (mgr.14152) 868 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:33:47.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:46 smithi029 bash[32310]: cephadm 2023-10-31T06:33:45.861243+0000 mgr.a (mgr.14152) 865 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:33:47.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:46 smithi029 bash[32310]: cluster 2023-10-31T06:33:46.045134+0000 mgr.a (mgr.14152) 866 : cluster 0 pgmap v608: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:47.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:46 smithi029 bash[32310]: cephadm 2023-10-31T06:33:46.080437+0000 mgr.a (mgr.14152) 867 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:33:47.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:46 smithi029 bash[32310]: cephadm 2023-10-31T06:33:46.252170+0000 mgr.a (mgr.14152) 868 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:33:47.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:46 smithi032 bash[57603]: cephadm 2023-10-31T06:33:45.861243+0000 mgr.a (mgr.14152) 865 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:33:47.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:46 smithi032 bash[57603]: cluster 2023-10-31T06:33:46.045134+0000 mgr.a (mgr.14152) 866 : cluster 0 pgmap v608: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:47.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:46 smithi032 bash[57603]: cephadm 2023-10-31T06:33:46.080437+0000 mgr.a (mgr.14152) 867 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:33:47.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:46 smithi032 bash[57603]: cephadm 2023-10-31T06:33:46.252170+0000 mgr.a (mgr.14152) 868 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:33:48.021 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:47 smithi006 bash[27532]: audit 2023-10-31T06:33:47.297188+0000 mon.a (mon.0) 906 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:33:48.021 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:47 smithi006 bash[27532]: audit 2023-10-31T06:33:47.298686+0000 mon.a (mon.0) 907 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:33:48.021 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:47 smithi006 bash[27532]: cluster 2023-10-31T06:33:47.301328+0000 mgr.a (mgr.14152) 869 : cluster 0 pgmap v609: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:48.021 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:47 smithi006 bash[27532]: cluster 2023-10-31T06:33:47.301537+0000 mgr.a (mgr.14152) 870 : cluster 0 pgmap v610: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:48.022 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:47 smithi006 bash[27532]: audit 2023-10-31T06:33:47.307112+0000 mon.a (mon.0) 908 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:33:48.022 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:47 smithi006 bash[27532]: audit 2023-10-31T06:33:47.390615+0000 mon.a (mon.0) 909 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:33:48.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:47 smithi029 bash[32310]: audit 2023-10-31T06:33:47.297188+0000 mon.a (mon.0) 906 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:33:48.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:47 smithi029 bash[32310]: audit 2023-10-31T06:33:47.298686+0000 mon.a (mon.0) 907 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:33:48.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:47 smithi029 bash[32310]: cluster 2023-10-31T06:33:47.301328+0000 mgr.a (mgr.14152) 869 : cluster 0 pgmap v609: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:48.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:47 smithi029 bash[32310]: cluster 2023-10-31T06:33:47.301537+0000 mgr.a (mgr.14152) 870 : cluster 0 pgmap v610: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:48.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:47 smithi029 bash[32310]: audit 2023-10-31T06:33:47.307112+0000 mon.a (mon.0) 908 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:33:48.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:47 smithi029 bash[32310]: audit 2023-10-31T06:33:47.390615+0000 mon.a (mon.0) 909 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:33:48.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:47 smithi032 bash[57603]: audit 2023-10-31T06:33:47.297188+0000 mon.a (mon.0) 906 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:33:48.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:47 smithi032 bash[57603]: audit 2023-10-31T06:33:47.298686+0000 mon.a (mon.0) 907 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:33:48.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:47 smithi032 bash[57603]: cluster 2023-10-31T06:33:47.301328+0000 mgr.a (mgr.14152) 869 : cluster 0 pgmap v609: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:48.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:47 smithi032 bash[57603]: cluster 2023-10-31T06:33:47.301537+0000 mgr.a (mgr.14152) 870 : cluster 0 pgmap v610: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:48.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:47 smithi032 bash[57603]: audit 2023-10-31T06:33:47.307112+0000 mon.a (mon.0) 908 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:33:48.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:47 smithi032 bash[57603]: audit 2023-10-31T06:33:47.390615+0000 mon.a (mon.0) 909 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:33:49.051 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:33:49.051 INFO:teuthology.orchestra.run.smithi006.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_AGENT_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"3 Cephadm Agent(s) are not reporting. Hosts may be offline","count":3},"muted":false}},"mutes":[]} 2023-10-31T06:33:49.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:48 smithi029 bash[32310]: cephadm 2023-10-31T06:33:47.692562+0000 mgr.a (mgr.14152) 871 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:33:49.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:48 smithi029 bash[32310]: audit 2023-10-31T06:33:48.158675+0000 mon.a (mon.0) 910 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:33:49.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:48 smithi032 bash[57603]: cephadm 2023-10-31T06:33:47.692562+0000 mgr.a (mgr.14152) 871 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:33:49.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:48 smithi032 bash[57603]: audit 2023-10-31T06:33:48.158675+0000 mon.a (mon.0) 910 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:33:49.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:48 smithi006 bash[27532]: cephadm 2023-10-31T06:33:47.692562+0000 mgr.a (mgr.14152) 871 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:33:49.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:48 smithi006 bash[27532]: audit 2023-10-31T06:33:48.158675+0000 mon.a (mon.0) 910 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:33:50.020 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:49 smithi006 bash[27532]: cephadm 2023-10-31T06:33:48.838861+0000 mgr.a (mgr.14152) 872 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:33:50.021 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:49 smithi006 bash[27532]: audit 2023-10-31T06:33:49.041033+0000 mon.a (mon.0) 911 : audit 0 from='client.? 172.21.15.6:0/2068762883' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:33:50.021 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:49 smithi006 bash[27532]: cluster 2023-10-31T06:33:49.302071+0000 mgr.a (mgr.14152) 873 : cluster 0 pgmap v611: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:50.021 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:49 smithi006 bash[27532]: audit 2023-10-31T06:33:49.306147+0000 mon.a (mon.0) 912 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:33:50.137 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:49 smithi032 bash[57603]: cephadm 2023-10-31T06:33:48.838861+0000 mgr.a (mgr.14152) 872 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:33:50.137 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:49 smithi032 bash[57603]: audit 2023-10-31T06:33:49.041033+0000 mon.a (mon.0) 911 : audit 0 from='client.? 172.21.15.6:0/2068762883' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:33:50.137 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:49 smithi032 bash[57603]: cluster 2023-10-31T06:33:49.302071+0000 mgr.a (mgr.14152) 873 : cluster 0 pgmap v611: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:50.138 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:49 smithi032 bash[57603]: audit 2023-10-31T06:33:49.306147+0000 mon.a (mon.0) 912 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:33:50.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:49 smithi029 bash[32310]: cephadm 2023-10-31T06:33:48.838861+0000 mgr.a (mgr.14152) 872 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:33:50.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:49 smithi029 bash[32310]: audit 2023-10-31T06:33:49.041033+0000 mon.a (mon.0) 911 : audit 0 from='client.? 172.21.15.6:0/2068762883' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:33:50.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:49 smithi029 bash[32310]: cluster 2023-10-31T06:33:49.302071+0000 mgr.a (mgr.14152) 873 : cluster 0 pgmap v611: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:50.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:49 smithi029 bash[32310]: audit 2023-10-31T06:33:49.306147+0000 mon.a (mon.0) 912 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:33:51.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:50 smithi029 bash[32310]: cephadm 2023-10-31T06:33:49.740081+0000 mgr.a (mgr.14152) 874 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:33:51.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:50 smithi032 bash[57603]: cephadm 2023-10-31T06:33:49.740081+0000 mgr.a (mgr.14152) 874 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:33:51.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:50 smithi006 bash[27532]: cephadm 2023-10-31T06:33:49.740081+0000 mgr.a (mgr.14152) 874 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:33:52.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:51 smithi029 bash[32310]: cluster 2023-10-31T06:33:51.302720+0000 mgr.a (mgr.14152) 875 : cluster 0 pgmap v612: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:52.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:51 smithi032 bash[57603]: cluster 2023-10-31T06:33:51.302720+0000 mgr.a (mgr.14152) 875 : cluster 0 pgmap v612: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:52.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:51 smithi006 bash[27532]: cluster 2023-10-31T06:33:51.302720+0000 mgr.a (mgr.14152) 875 : cluster 0 pgmap v612: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:52.768 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph health --format=json 2023-10-31T06:33:54.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:54 smithi029 bash[32310]: cluster 2023-10-31T06:33:53.303280+0000 mgr.a (mgr.14152) 876 : cluster 0 pgmap v613: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:54.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:54 smithi032 bash[57603]: cluster 2023-10-31T06:33:53.303280+0000 mgr.a (mgr.14152) 876 : cluster 0 pgmap v613: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:54.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:54 smithi006 bash[27532]: cluster 2023-10-31T06:33:53.303280+0000 mgr.a (mgr.14152) 876 : cluster 0 pgmap v613: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:56.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:56 smithi029 bash[32310]: cluster 2023-10-31T06:33:55.303864+0000 mgr.a (mgr.14152) 877 : cluster 0 pgmap v614: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:56.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:56 smithi032 bash[57603]: cluster 2023-10-31T06:33:55.303864+0000 mgr.a (mgr.14152) 877 : cluster 0 pgmap v614: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:56.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:56 smithi006 bash[27532]: cluster 2023-10-31T06:33:55.303864+0000 mgr.a (mgr.14152) 877 : cluster 0 pgmap v614: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:57.505 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:33:58.529 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:58 smithi006 bash[27532]: cluster 2023-10-31T06:33:57.304453+0000 mgr.a (mgr.14152) 878 : cluster 0 pgmap v615: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:58.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:58 smithi029 bash[32310]: cluster 2023-10-31T06:33:57.304453+0000 mgr.a (mgr.14152) 878 : cluster 0 pgmap v615: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:33:58.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:58 smithi032 bash[57603]: cluster 2023-10-31T06:33:57.304453+0000 mgr.a (mgr.14152) 878 : cluster 0 pgmap v615: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:00.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:33:59 smithi029 bash[32310]: cluster 2023-10-31T06:33:59.305073+0000 mgr.a (mgr.14152) 879 : cluster 0 pgmap v616: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:00.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:33:59 smithi032 bash[57603]: cluster 2023-10-31T06:33:59.305073+0000 mgr.a (mgr.14152) 879 : cluster 0 pgmap v616: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:00.256 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:33:59 smithi006 bash[27532]: cluster 2023-10-31T06:33:59.305073+0000 mgr.a (mgr.14152) 879 : cluster 0 pgmap v616: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:00.764 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:34:00.764 INFO:teuthology.orchestra.run.smithi006.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_AGENT_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"3 Cephadm Agent(s) are not reporting. Hosts may be offline","count":3},"muted":false}},"mutes":[]} 2023-10-31T06:34:01.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:00 smithi029 bash[32310]: audit 2023-10-31T06:34:00.753906+0000 mon.a (mon.0) 913 : audit 0 from='client.? 172.21.15.6:0/1178850724' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:34:01.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:00 smithi032 bash[57603]: audit 2023-10-31T06:34:00.753906+0000 mon.a (mon.0) 913 : audit 0 from='client.? 172.21.15.6:0/1178850724' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:34:01.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:00 smithi006 bash[27532]: audit 2023-10-31T06:34:00.753906+0000 mon.a (mon.0) 913 : audit 0 from='client.? 172.21.15.6:0/1178850724' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:34:02.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:01 smithi029 bash[32310]: cluster 2023-10-31T06:34:01.305655+0000 mgr.a (mgr.14152) 880 : cluster 0 pgmap v617: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:02.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:01 smithi032 bash[57603]: cluster 2023-10-31T06:34:01.305655+0000 mgr.a (mgr.14152) 880 : cluster 0 pgmap v617: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:02.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:01 smithi006 bash[27532]: cluster 2023-10-31T06:34:01.305655+0000 mgr.a (mgr.14152) 880 : cluster 0 pgmap v617: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:04.491 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph health --format=json 2023-10-31T06:34:04.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:04 smithi029 bash[32310]: cluster 2023-10-31T06:34:03.306245+0000 mgr.a (mgr.14152) 881 : cluster 0 pgmap v618: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:04.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:04 smithi032 bash[57603]: cluster 2023-10-31T06:34:03.306245+0000 mgr.a (mgr.14152) 881 : cluster 0 pgmap v618: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:04.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:04 smithi006 bash[27532]: cluster 2023-10-31T06:34:03.306245+0000 mgr.a (mgr.14152) 881 : cluster 0 pgmap v618: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:06.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:06 smithi029 bash[32310]: cluster 2023-10-31T06:34:05.306867+0000 mgr.a (mgr.14152) 882 : cluster 0 pgmap v619: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:06.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:06 smithi032 bash[57603]: cluster 2023-10-31T06:34:05.306867+0000 mgr.a (mgr.14152) 882 : cluster 0 pgmap v619: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:06.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:06 smithi006 bash[27532]: cluster 2023-10-31T06:34:05.306867+0000 mgr.a (mgr.14152) 882 : cluster 0 pgmap v619: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:08.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:08 smithi029 bash[32310]: cluster 2023-10-31T06:34:07.307569+0000 mgr.a (mgr.14152) 883 : cluster 0 pgmap v620: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:08.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:08 smithi032 bash[57603]: cluster 2023-10-31T06:34:07.307569+0000 mgr.a (mgr.14152) 883 : cluster 0 pgmap v620: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:08.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:08 smithi006 bash[27532]: cluster 2023-10-31T06:34:07.307569+0000 mgr.a (mgr.14152) 883 : cluster 0 pgmap v620: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:09.225 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:34:10.148 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:09 smithi006 bash[27532]: cluster 2023-10-31T06:34:09.308105+0000 mgr.a (mgr.14152) 884 : cluster 0 pgmap v621: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:10.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:09 smithi029 bash[32310]: cluster 2023-10-31T06:34:09.308105+0000 mgr.a (mgr.14152) 884 : cluster 0 pgmap v621: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:10.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:09 smithi032 bash[57603]: cluster 2023-10-31T06:34:09.308105+0000 mgr.a (mgr.14152) 884 : cluster 0 pgmap v621: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:12.383 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:34:12.383 INFO:teuthology.orchestra.run.smithi006.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_AGENT_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"3 Cephadm Agent(s) are not reporting. Hosts may be offline","count":3},"muted":false}},"mutes":[]} 2023-10-31T06:34:12.645 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:12 smithi006 bash[27532]: cluster 2023-10-31T06:34:11.308552+0000 mgr.a (mgr.14152) 885 : cluster 0 pgmap v622: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:12.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:12 smithi029 bash[32310]: cluster 2023-10-31T06:34:11.308552+0000 mgr.a (mgr.14152) 885 : cluster 0 pgmap v622: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:12.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:12 smithi032 bash[57603]: cluster 2023-10-31T06:34:11.308552+0000 mgr.a (mgr.14152) 885 : cluster 0 pgmap v622: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:13.521 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:13 smithi006 bash[27532]: audit 2023-10-31T06:34:12.372695+0000 mon.a (mon.0) 914 : audit 0 from='client.? 172.21.15.6:0/4013501324' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:34:13.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:13 smithi029 bash[32310]: audit 2023-10-31T06:34:12.372695+0000 mon.a (mon.0) 914 : audit 0 from='client.? 172.21.15.6:0/4013501324' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:34:13.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:13 smithi032 bash[57603]: audit 2023-10-31T06:34:12.372695+0000 mon.a (mon.0) 914 : audit 0 from='client.? 172.21.15.6:0/4013501324' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:34:14.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:14 smithi029 bash[32310]: cluster 2023-10-31T06:34:13.309100+0000 mgr.a (mgr.14152) 886 : cluster 0 pgmap v623: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:14.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:14 smithi032 bash[57603]: cluster 2023-10-31T06:34:13.309100+0000 mgr.a (mgr.14152) 886 : cluster 0 pgmap v623: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:14.771 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:14 smithi006 bash[27532]: cluster 2023-10-31T06:34:13.309100+0000 mgr.a (mgr.14152) 886 : cluster 0 pgmap v623: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:16.138 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph health --format=json 2023-10-31T06:34:16.521 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:16 smithi006 bash[27532]: cluster 2023-10-31T06:34:15.309841+0000 mgr.a (mgr.14152) 887 : cluster 0 pgmap v624: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:16.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:16 smithi029 bash[32310]: cluster 2023-10-31T06:34:15.309841+0000 mgr.a (mgr.14152) 887 : cluster 0 pgmap v624: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:16.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:16 smithi032 bash[57603]: cluster 2023-10-31T06:34:15.309841+0000 mgr.a (mgr.14152) 887 : cluster 0 pgmap v624: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:18.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:18 smithi029 bash[32310]: cluster 2023-10-31T06:34:17.310472+0000 mgr.a (mgr.14152) 888 : cluster 0 pgmap v625: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:18.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:18 smithi032 bash[57603]: cluster 2023-10-31T06:34:17.310472+0000 mgr.a (mgr.14152) 888 : cluster 0 pgmap v625: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:18.772 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:18 smithi006 bash[27532]: cluster 2023-10-31T06:34:17.310472+0000 mgr.a (mgr.14152) 888 : cluster 0 pgmap v625: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:20.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:19 smithi029 bash[32310]: cluster 2023-10-31T06:34:19.311110+0000 mgr.a (mgr.14152) 889 : cluster 0 pgmap v626: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:20.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:19 smithi032 bash[57603]: cluster 2023-10-31T06:34:19.311110+0000 mgr.a (mgr.14152) 889 : cluster 0 pgmap v626: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:20.271 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:19 smithi006 bash[27532]: cluster 2023-10-31T06:34:19.311110+0000 mgr.a (mgr.14152) 889 : cluster 0 pgmap v626: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:20.869 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:34:22.521 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:22 smithi006 bash[27532]: cluster 2023-10-31T06:34:21.311498+0000 mgr.a (mgr.14152) 890 : cluster 0 pgmap v627: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:22.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:22 smithi029 bash[32310]: cluster 2023-10-31T06:34:21.311498+0000 mgr.a (mgr.14152) 890 : cluster 0 pgmap v627: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:22.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:22 smithi032 bash[57603]: cluster 2023-10-31T06:34:21.311498+0000 mgr.a (mgr.14152) 890 : cluster 0 pgmap v627: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:24.002 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:34:24.003 INFO:teuthology.orchestra.run.smithi006.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_AGENT_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"3 Cephadm Agent(s) are not reporting. Hosts may be offline","count":3},"muted":false}},"mutes":[]} 2023-10-31T06:34:24.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:24 smithi029 bash[32310]: cluster 2023-10-31T06:34:23.312002+0000 mgr.a (mgr.14152) 891 : cluster 0 pgmap v628: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:24.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:24 smithi029 bash[32310]: audit 2023-10-31T06:34:23.992205+0000 mon.a (mon.0) 915 : audit 0 from='client.? 172.21.15.6:0/3992378795' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:34:24.726 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:24 smithi006 bash[27532]: cluster 2023-10-31T06:34:23.312002+0000 mgr.a (mgr.14152) 891 : cluster 0 pgmap v628: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:24.726 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:24 smithi006 bash[27532]: audit 2023-10-31T06:34:23.992205+0000 mon.a (mon.0) 915 : audit 0 from='client.? 172.21.15.6:0/3992378795' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:34:24.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:24 smithi032 bash[57603]: cluster 2023-10-31T06:34:23.312002+0000 mgr.a (mgr.14152) 891 : cluster 0 pgmap v628: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:24.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:24 smithi032 bash[57603]: audit 2023-10-31T06:34:23.992205+0000 mon.a (mon.0) 915 : audit 0 from='client.? 172.21.15.6:0/3992378795' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:34:26.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:26 smithi029 bash[32310]: cluster 2023-10-31T06:34:25.312610+0000 mgr.a (mgr.14152) 892 : cluster 0 pgmap v629: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:26.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:26 smithi032 bash[57603]: cluster 2023-10-31T06:34:25.312610+0000 mgr.a (mgr.14152) 892 : cluster 0 pgmap v629: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:26.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:26 smithi006 bash[27532]: cluster 2023-10-31T06:34:25.312610+0000 mgr.a (mgr.14152) 892 : cluster 0 pgmap v629: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:27.728 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph health --format=json 2023-10-31T06:34:28.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:28 smithi029 bash[32310]: cluster 2023-10-31T06:34:27.313237+0000 mgr.a (mgr.14152) 893 : cluster 0 pgmap v630: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:28.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:28 smithi032 bash[57603]: cluster 2023-10-31T06:34:27.313237+0000 mgr.a (mgr.14152) 893 : cluster 0 pgmap v630: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:28.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:28 smithi006 bash[27532]: cluster 2023-10-31T06:34:27.313237+0000 mgr.a (mgr.14152) 893 : cluster 0 pgmap v630: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:30.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:29 smithi029 bash[32310]: cluster 2023-10-31T06:34:29.313856+0000 mgr.a (mgr.14152) 894 : cluster 0 pgmap v631: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:30.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:29 smithi032 bash[57603]: cluster 2023-10-31T06:34:29.313856+0000 mgr.a (mgr.14152) 894 : cluster 0 pgmap v631: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:30.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:29 smithi006 bash[27532]: cluster 2023-10-31T06:34:29.313856+0000 mgr.a (mgr.14152) 894 : cluster 0 pgmap v631: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:32.459 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:34:32.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:32 smithi029 bash[32310]: cluster 2023-10-31T06:34:31.314597+0000 mgr.a (mgr.14152) 895 : cluster 0 pgmap v632: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:32.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:32 smithi032 bash[57603]: cluster 2023-10-31T06:34:31.314597+0000 mgr.a (mgr.14152) 895 : cluster 0 pgmap v632: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:32.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:32 smithi006 bash[27532]: cluster 2023-10-31T06:34:31.314597+0000 mgr.a (mgr.14152) 895 : cluster 0 pgmap v632: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:34.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:34 smithi006 bash[27532]: cluster 2023-10-31T06:34:33.315167+0000 mgr.a (mgr.14152) 896 : cluster 0 pgmap v633: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:34.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:34 smithi029 bash[32310]: cluster 2023-10-31T06:34:33.315167+0000 mgr.a (mgr.14152) 896 : cluster 0 pgmap v633: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:34.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:34 smithi032 bash[57603]: cluster 2023-10-31T06:34:33.315167+0000 mgr.a (mgr.14152) 896 : cluster 0 pgmap v633: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:35.521 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:34:35.521 INFO:teuthology.orchestra.run.smithi006.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_AGENT_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"3 Cephadm Agent(s) are not reporting. Hosts may be offline","count":3},"muted":false}},"mutes":[]} 2023-10-31T06:34:36.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:36 smithi006 bash[27532]: cluster 2023-10-31T06:34:35.315610+0000 mgr.a (mgr.14152) 897 : cluster 0 pgmap v634: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:36.521 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:36 smithi006 bash[27532]: audit 2023-10-31T06:34:35.517139+0000 mon.b (mon.2) 13 : audit 0 from='client.? 172.21.15.6:0/191233360' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:34:36.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:36 smithi029 bash[32310]: cluster 2023-10-31T06:34:35.315610+0000 mgr.a (mgr.14152) 897 : cluster 0 pgmap v634: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:36.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:36 smithi029 bash[32310]: audit 2023-10-31T06:34:35.517139+0000 mon.b (mon.2) 13 : audit 0 from='client.? 172.21.15.6:0/191233360' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:34:36.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:36 smithi032 bash[57603]: cluster 2023-10-31T06:34:35.315610+0000 mgr.a (mgr.14152) 897 : cluster 0 pgmap v634: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:36.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:36 smithi032 bash[57603]: audit 2023-10-31T06:34:35.517139+0000 mon.b (mon.2) 13 : audit 0 from='client.? 172.21.15.6:0/191233360' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:34:38.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:38 smithi029 bash[32310]: cluster 2023-10-31T06:34:37.316160+0000 mgr.a (mgr.14152) 898 : cluster 0 pgmap v635: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:38.754 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:38 smithi032 bash[57603]: cluster 2023-10-31T06:34:37.316160+0000 mgr.a (mgr.14152) 898 : cluster 0 pgmap v635: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:38.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:38 smithi006 bash[27532]: cluster 2023-10-31T06:34:37.316160+0000 mgr.a (mgr.14152) 898 : cluster 0 pgmap v635: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:39.222 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph health --format=json 2023-10-31T06:34:40.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:39 smithi029 bash[32310]: cluster 2023-10-31T06:34:39.316848+0000 mgr.a (mgr.14152) 899 : cluster 0 pgmap v636: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:40.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:39 smithi032 bash[57603]: cluster 2023-10-31T06:34:39.316848+0000 mgr.a (mgr.14152) 899 : cluster 0 pgmap v636: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:40.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:39 smithi006 bash[27532]: cluster 2023-10-31T06:34:39.316848+0000 mgr.a (mgr.14152) 899 : cluster 0 pgmap v636: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:42.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:42 smithi029 bash[32310]: cluster 2023-10-31T06:34:41.317483+0000 mgr.a (mgr.14152) 900 : cluster 0 pgmap v637: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:42.754 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:42 smithi032 bash[57603]: cluster 2023-10-31T06:34:41.317483+0000 mgr.a (mgr.14152) 900 : cluster 0 pgmap v637: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:42.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:42 smithi006 bash[27532]: cluster 2023-10-31T06:34:41.317483+0000 mgr.a (mgr.14152) 900 : cluster 0 pgmap v637: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:43.954 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:34:44.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:44 smithi029 bash[32310]: cluster 2023-10-31T06:34:43.318208+0000 mgr.a (mgr.14152) 901 : cluster 0 pgmap v638: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:44.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:44 smithi032 bash[57603]: cluster 2023-10-31T06:34:43.318208+0000 mgr.a (mgr.14152) 901 : cluster 0 pgmap v638: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:44.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:44 smithi006 bash[27532]: cluster 2023-10-31T06:34:43.318208+0000 mgr.a (mgr.14152) 901 : cluster 0 pgmap v638: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:46.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:46 smithi029 bash[32310]: cluster 2023-10-31T06:34:45.318779+0000 mgr.a (mgr.14152) 902 : cluster 0 pgmap v639: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:46.693 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:46 smithi006 bash[27532]: cluster 2023-10-31T06:34:45.318779+0000 mgr.a (mgr.14152) 902 : cluster 0 pgmap v639: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:46.754 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:46 smithi032 bash[57603]: cluster 2023-10-31T06:34:45.318779+0000 mgr.a (mgr.14152) 902 : cluster 0 pgmap v639: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:47.116 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:34:47.117 INFO:teuthology.orchestra.run.smithi006.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_AGENT_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"3 Cephadm Agent(s) are not reporting. Hosts may be offline","count":3},"muted":false}},"mutes":[]} 2023-10-31T06:34:47.417 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:47 smithi006 bash[27532]: audit 2023-10-31T06:34:47.106787+0000 mon.a (mon.0) 916 : audit 0 from='client.? 172.21.15.6:0/329005292' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:34:47.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:47 smithi029 bash[32310]: audit 2023-10-31T06:34:47.106787+0000 mon.a (mon.0) 916 : audit 0 from='client.? 172.21.15.6:0/329005292' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:34:47.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:47 smithi032 bash[57603]: audit 2023-10-31T06:34:47.106787+0000 mon.a (mon.0) 916 : audit 0 from='client.? 172.21.15.6:0/329005292' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:34:48.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:48 smithi029 bash[32310]: cluster 2023-10-31T06:34:47.319497+0000 mgr.a (mgr.14152) 903 : cluster 0 pgmap v640: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:48.754 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:48 smithi032 bash[57603]: cluster 2023-10-31T06:34:47.319497+0000 mgr.a (mgr.14152) 903 : cluster 0 pgmap v640: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:48.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:48 smithi006 bash[27532]: cluster 2023-10-31T06:34:47.319497+0000 mgr.a (mgr.14152) 903 : cluster 0 pgmap v640: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:50.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:49 smithi029 bash[32310]: cluster 2023-10-31T06:34:49.320293+0000 mgr.a (mgr.14152) 904 : cluster 0 pgmap v641: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:50.254 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:49 smithi032 bash[57603]: cluster 2023-10-31T06:34:49.320293+0000 mgr.a (mgr.14152) 904 : cluster 0 pgmap v641: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:50.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:49 smithi006 bash[27532]: cluster 2023-10-31T06:34:49.320293+0000 mgr.a (mgr.14152) 904 : cluster 0 pgmap v641: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:50.903 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph health --format=json 2023-10-31T06:34:51.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:50 smithi029 bash[32310]: audit 2023-10-31T06:34:50.207858+0000 mon.a (mon.0) 917 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:34:51.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:50 smithi029 bash[32310]: audit 2023-10-31T06:34:50.213075+0000 mon.a (mon.0) 918 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:34:51.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:50 smithi029 bash[32310]: audit 2023-10-31T06:34:50.213718+0000 mon.a (mon.0) 919 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:34:51.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:50 smithi029 bash[32310]: audit 2023-10-31T06:34:50.214154+0000 mon.a (mon.0) 920 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:34:51.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:50 smithi032 bash[57603]: audit 2023-10-31T06:34:50.207858+0000 mon.a (mon.0) 917 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:34:51.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:50 smithi032 bash[57603]: audit 2023-10-31T06:34:50.213075+0000 mon.a (mon.0) 918 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:34:51.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:50 smithi032 bash[57603]: audit 2023-10-31T06:34:50.213718+0000 mon.a (mon.0) 919 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:34:51.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:50 smithi032 bash[57603]: audit 2023-10-31T06:34:50.214154+0000 mon.a (mon.0) 920 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:34:51.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:50 smithi006 bash[27532]: audit 2023-10-31T06:34:50.207858+0000 mon.a (mon.0) 917 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:34:51.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:50 smithi006 bash[27532]: audit 2023-10-31T06:34:50.213075+0000 mon.a (mon.0) 918 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:34:51.271 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:50 smithi006 bash[27532]: audit 2023-10-31T06:34:50.213718+0000 mon.a (mon.0) 919 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:34:51.271 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:50 smithi006 bash[27532]: audit 2023-10-31T06:34:50.214154+0000 mon.a (mon.0) 920 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:34:52.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:51 smithi029 bash[32310]: cephadm 2023-10-31T06:34:50.543742+0000 mgr.a (mgr.14152) 905 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:34:52.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:51 smithi029 bash[32310]: cephadm 2023-10-31T06:34:50.651655+0000 mgr.a (mgr.14152) 906 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:34:52.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:51 smithi029 bash[32310]: cephadm 2023-10-31T06:34:51.127603+0000 mgr.a (mgr.14152) 907 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:34:52.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:51 smithi029 bash[32310]: cluster 2023-10-31T06:34:51.320879+0000 mgr.a (mgr.14152) 908 : cluster 0 pgmap v642: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:52.254 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:51 smithi032 bash[57603]: cephadm 2023-10-31T06:34:50.543742+0000 mgr.a (mgr.14152) 905 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:34:52.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:51 smithi032 bash[57603]: cephadm 2023-10-31T06:34:50.651655+0000 mgr.a (mgr.14152) 906 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:34:52.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:51 smithi032 bash[57603]: cephadm 2023-10-31T06:34:51.127603+0000 mgr.a (mgr.14152) 907 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:34:52.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:51 smithi032 bash[57603]: cluster 2023-10-31T06:34:51.320879+0000 mgr.a (mgr.14152) 908 : cluster 0 pgmap v642: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:52.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:51 smithi006 bash[27532]: cephadm 2023-10-31T06:34:50.543742+0000 mgr.a (mgr.14152) 905 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:34:52.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:51 smithi006 bash[27532]: cephadm 2023-10-31T06:34:50.651655+0000 mgr.a (mgr.14152) 906 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:34:52.271 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:51 smithi006 bash[27532]: cephadm 2023-10-31T06:34:51.127603+0000 mgr.a (mgr.14152) 907 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:34:52.271 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:51 smithi006 bash[27532]: cluster 2023-10-31T06:34:51.320879+0000 mgr.a (mgr.14152) 908 : cluster 0 pgmap v642: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:53.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:52 smithi029 bash[32310]: audit 2023-10-31T06:34:52.226206+0000 mon.a (mon.0) 921 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:34:53.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:52 smithi029 bash[32310]: audit 2023-10-31T06:34:52.228023+0000 mon.a (mon.0) 922 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:34:53.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:52 smithi029 bash[32310]: cluster 2023-10-31T06:34:52.231186+0000 mgr.a (mgr.14152) 909 : cluster 0 pgmap v643: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:53.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:52 smithi029 bash[32310]: cluster 2023-10-31T06:34:52.231551+0000 mgr.a (mgr.14152) 910 : cluster 0 pgmap v644: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:53.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:52 smithi029 bash[32310]: audit 2023-10-31T06:34:52.238051+0000 mon.a (mon.0) 923 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:34:53.165 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:52 smithi029 bash[32310]: audit 2023-10-31T06:34:52.339752+0000 mon.a (mon.0) 924 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:34:53.197 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:52 smithi006 bash[27532]: audit 2023-10-31T06:34:52.226206+0000 mon.a (mon.0) 921 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:34:53.198 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:52 smithi006 bash[27532]: audit 2023-10-31T06:34:52.228023+0000 mon.a (mon.0) 922 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:34:53.198 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:52 smithi006 bash[27532]: cluster 2023-10-31T06:34:52.231186+0000 mgr.a (mgr.14152) 909 : cluster 0 pgmap v643: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:53.198 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:52 smithi006 bash[27532]: cluster 2023-10-31T06:34:52.231551+0000 mgr.a (mgr.14152) 910 : cluster 0 pgmap v644: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:53.198 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:52 smithi006 bash[27532]: audit 2023-10-31T06:34:52.238051+0000 mon.a (mon.0) 923 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:34:53.198 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:52 smithi006 bash[27532]: audit 2023-10-31T06:34:52.339752+0000 mon.a (mon.0) 924 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:34:53.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:52 smithi032 bash[57603]: audit 2023-10-31T06:34:52.226206+0000 mon.a (mon.0) 921 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:34:53.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:52 smithi032 bash[57603]: audit 2023-10-31T06:34:52.228023+0000 mon.a (mon.0) 922 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:34:53.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:52 smithi032 bash[57603]: cluster 2023-10-31T06:34:52.231186+0000 mgr.a (mgr.14152) 909 : cluster 0 pgmap v643: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:53.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:52 smithi032 bash[57603]: cluster 2023-10-31T06:34:52.231551+0000 mgr.a (mgr.14152) 910 : cluster 0 pgmap v644: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:53.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:52 smithi032 bash[57603]: audit 2023-10-31T06:34:52.238051+0000 mon.a (mon.0) 923 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:34:53.256 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:52 smithi032 bash[57603]: audit 2023-10-31T06:34:52.339752+0000 mon.a (mon.0) 924 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:34:54.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:53 smithi029 bash[32310]: cephadm 2023-10-31T06:34:52.837346+0000 mgr.a (mgr.14152) 911 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:34:54.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:53 smithi029 bash[32310]: audit 2023-10-31T06:34:53.257945+0000 mon.a (mon.0) 925 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:34:54.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:53 smithi032 bash[57603]: cephadm 2023-10-31T06:34:52.837346+0000 mgr.a (mgr.14152) 911 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:34:54.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:53 smithi032 bash[57603]: audit 2023-10-31T06:34:53.257945+0000 mon.a (mon.0) 925 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:34:54.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:53 smithi006 bash[27532]: cephadm 2023-10-31T06:34:52.837346+0000 mgr.a (mgr.14152) 911 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:34:54.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:53 smithi006 bash[27532]: audit 2023-10-31T06:34:53.257945+0000 mon.a (mon.0) 925 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:34:55.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:54 smithi029 bash[32310]: cephadm 2023-10-31T06:34:54.127969+0000 mgr.a (mgr.14152) 912 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:34:55.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:54 smithi029 bash[32310]: cluster 2023-10-31T06:34:54.232077+0000 mgr.a (mgr.14152) 913 : cluster 0 pgmap v645: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:55.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:54 smithi029 bash[32310]: audit 2023-10-31T06:34:54.595285+0000 mon.a (mon.0) 926 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:34:55.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:54 smithi032 bash[57603]: cephadm 2023-10-31T06:34:54.127969+0000 mgr.a (mgr.14152) 912 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:34:55.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:54 smithi032 bash[57603]: cluster 2023-10-31T06:34:54.232077+0000 mgr.a (mgr.14152) 913 : cluster 0 pgmap v645: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:55.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:54 smithi032 bash[57603]: audit 2023-10-31T06:34:54.595285+0000 mon.a (mon.0) 926 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:34:55.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:54 smithi006 bash[27532]: cephadm 2023-10-31T06:34:54.127969+0000 mgr.a (mgr.14152) 912 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:34:55.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:54 smithi006 bash[27532]: cluster 2023-10-31T06:34:54.232077+0000 mgr.a (mgr.14152) 913 : cluster 0 pgmap v645: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:55.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:54 smithi006 bash[27532]: audit 2023-10-31T06:34:54.595285+0000 mon.a (mon.0) 926 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:34:55.616 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:34:57.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:57 smithi006 bash[27532]: cephadm 2023-10-31T06:34:55.835535+0000 mgr.a (mgr.14152) 914 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:34:57.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:57 smithi006 bash[27532]: cluster 2023-10-31T06:34:56.232661+0000 mgr.a (mgr.14152) 915 : cluster 0 pgmap v646: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:57.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:57 smithi029 bash[32310]: cephadm 2023-10-31T06:34:55.835535+0000 mgr.a (mgr.14152) 914 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:34:57.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:57 smithi029 bash[32310]: cluster 2023-10-31T06:34:56.232661+0000 mgr.a (mgr.14152) 915 : cluster 0 pgmap v646: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:57.754 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:57 smithi032 bash[57603]: cephadm 2023-10-31T06:34:55.835535+0000 mgr.a (mgr.14152) 914 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:34:57.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:57 smithi032 bash[57603]: cluster 2023-10-31T06:34:56.232661+0000 mgr.a (mgr.14152) 915 : cluster 0 pgmap v646: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:58.934 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:34:58.935 INFO:teuthology.orchestra.run.smithi006.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_AGENT_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"3 Cephadm Agent(s) are not reporting. Hosts may be offline","count":3},"muted":false}},"mutes":[]} 2023-10-31T06:34:59.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:59 smithi006 bash[27532]: cluster 2023-10-31T06:34:58.233231+0000 mgr.a (mgr.14152) 916 : cluster 0 pgmap v647: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:59.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:34:59 smithi006 bash[27532]: audit 2023-10-31T06:34:58.924938+0000 mon.a (mon.0) 927 : audit 0 from='client.? 172.21.15.6:0/1548116556' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:34:59.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:59 smithi029 bash[32310]: cluster 2023-10-31T06:34:58.233231+0000 mgr.a (mgr.14152) 916 : cluster 0 pgmap v647: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:59.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:34:59 smithi029 bash[32310]: audit 2023-10-31T06:34:58.924938+0000 mon.a (mon.0) 927 : audit 0 from='client.? 172.21.15.6:0/1548116556' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:34:59.754 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:59 smithi032 bash[57603]: cluster 2023-10-31T06:34:58.233231+0000 mgr.a (mgr.14152) 916 : cluster 0 pgmap v647: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:34:59.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:34:59 smithi032 bash[57603]: audit 2023-10-31T06:34:58.924938+0000 mon.a (mon.0) 927 : audit 0 from='client.? 172.21.15.6:0/1548116556' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:35:01.665 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:01 smithi029 bash[32310]: cluster 2023-10-31T06:35:00.233869+0000 mgr.a (mgr.14152) 917 : cluster 0 pgmap v648: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:01.715 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:01 smithi032 bash[57603]: cluster 2023-10-31T06:35:00.233869+0000 mgr.a (mgr.14152) 917 : cluster 0 pgmap v648: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:01.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:01 smithi006 bash[27532]: cluster 2023-10-31T06:35:00.233869+0000 mgr.a (mgr.14152) 917 : cluster 0 pgmap v648: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:02.616 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph health --format=json 2023-10-31T06:35:03.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:03 smithi029 bash[32310]: cluster 2023-10-31T06:35:02.234473+0000 mgr.a (mgr.14152) 918 : cluster 0 pgmap v649: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:03.754 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:03 smithi032 bash[57603]: cluster 2023-10-31T06:35:02.234473+0000 mgr.a (mgr.14152) 918 : cluster 0 pgmap v649: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:03.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:03 smithi006 bash[27532]: cluster 2023-10-31T06:35:02.234473+0000 mgr.a (mgr.14152) 918 : cluster 0 pgmap v649: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:05.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:04 smithi029 bash[32310]: cluster 2023-10-31T06:35:04.235102+0000 mgr.a (mgr.14152) 919 : cluster 0 pgmap v650: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:05.254 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:04 smithi032 bash[57603]: cluster 2023-10-31T06:35:04.235102+0000 mgr.a (mgr.14152) 919 : cluster 0 pgmap v650: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:05.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:04 smithi006 bash[27532]: cluster 2023-10-31T06:35:04.235102+0000 mgr.a (mgr.14152) 919 : cluster 0 pgmap v650: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:07.348 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:35:07.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:07 smithi029 bash[32310]: cluster 2023-10-31T06:35:06.235691+0000 mgr.a (mgr.14152) 920 : cluster 0 pgmap v651: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:07.754 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:07 smithi032 bash[57603]: cluster 2023-10-31T06:35:06.235691+0000 mgr.a (mgr.14152) 920 : cluster 0 pgmap v651: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:07.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:07 smithi006 bash[27532]: cluster 2023-10-31T06:35:06.235691+0000 mgr.a (mgr.14152) 920 : cluster 0 pgmap v651: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:09.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:09 smithi006 bash[27532]: cluster 2023-10-31T06:35:08.236335+0000 mgr.a (mgr.14152) 921 : cluster 0 pgmap v652: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:09.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:09 smithi029 bash[32310]: cluster 2023-10-31T06:35:08.236335+0000 mgr.a (mgr.14152) 921 : cluster 0 pgmap v652: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:09.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:09 smithi032 bash[57603]: cluster 2023-10-31T06:35:08.236335+0000 mgr.a (mgr.14152) 921 : cluster 0 pgmap v652: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:10.528 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:35:10.529 INFO:teuthology.orchestra.run.smithi006.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_AGENT_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"3 Cephadm Agent(s) are not reporting. Hosts may be offline","count":3},"muted":false}},"mutes":[]} 2023-10-31T06:35:11.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:11 smithi029 bash[32310]: cluster 2023-10-31T06:35:10.236936+0000 mgr.a (mgr.14152) 922 : cluster 0 pgmap v653: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:11.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:11 smithi029 bash[32310]: audit 2023-10-31T06:35:10.517872+0000 mon.a (mon.0) 928 : audit 0 from='client.? 172.21.15.6:0/2645817897' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:35:11.754 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:11 smithi032 bash[57603]: cluster 2023-10-31T06:35:10.236936+0000 mgr.a (mgr.14152) 922 : cluster 0 pgmap v653: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:11.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:11 smithi032 bash[57603]: audit 2023-10-31T06:35:10.517872+0000 mon.a (mon.0) 928 : audit 0 from='client.? 172.21.15.6:0/2645817897' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:35:11.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:11 smithi006 bash[27532]: cluster 2023-10-31T06:35:10.236936+0000 mgr.a (mgr.14152) 922 : cluster 0 pgmap v653: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:11.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:11 smithi006 bash[27532]: audit 2023-10-31T06:35:10.517872+0000 mon.a (mon.0) 928 : audit 0 from='client.? 172.21.15.6:0/2645817897' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:35:13.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:13 smithi029 bash[32310]: cluster 2023-10-31T06:35:12.237524+0000 mgr.a (mgr.14152) 923 : cluster 0 pgmap v654: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:13.754 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:13 smithi032 bash[57603]: cluster 2023-10-31T06:35:12.237524+0000 mgr.a (mgr.14152) 923 : cluster 0 pgmap v654: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:13.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:13 smithi006 bash[27532]: cluster 2023-10-31T06:35:12.237524+0000 mgr.a (mgr.14152) 923 : cluster 0 pgmap v654: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:14.285 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph health --format=json 2023-10-31T06:35:15.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:14 smithi029 bash[32310]: cluster 2023-10-31T06:35:14.238135+0000 mgr.a (mgr.14152) 924 : cluster 0 pgmap v655: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:15.254 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:14 smithi032 bash[57603]: cluster 2023-10-31T06:35:14.238135+0000 mgr.a (mgr.14152) 924 : cluster 0 pgmap v655: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:15.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:14 smithi006 bash[27532]: cluster 2023-10-31T06:35:14.238135+0000 mgr.a (mgr.14152) 924 : cluster 0 pgmap v655: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:17.663 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:17 smithi029 bash[32310]: cluster 2023-10-31T06:35:16.238843+0000 mgr.a (mgr.14152) 925 : cluster 0 pgmap v656: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:17.754 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:17 smithi032 bash[57603]: cluster 2023-10-31T06:35:16.238843+0000 mgr.a (mgr.14152) 925 : cluster 0 pgmap v656: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:17.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:17 smithi006 bash[27532]: cluster 2023-10-31T06:35:16.238843+0000 mgr.a (mgr.14152) 925 : cluster 0 pgmap v656: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:19.026 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:35:19.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:19 smithi006 bash[27532]: cluster 2023-10-31T06:35:18.239610+0000 mgr.a (mgr.14152) 926 : cluster 0 pgmap v657: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:19.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:19 smithi029 bash[32310]: cluster 2023-10-31T06:35:18.239610+0000 mgr.a (mgr.14152) 926 : cluster 0 pgmap v657: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:19.754 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:19 smithi032 bash[57603]: cluster 2023-10-31T06:35:18.239610+0000 mgr.a (mgr.14152) 926 : cluster 0 pgmap v657: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:21.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:21 smithi029 bash[32310]: cluster 2023-10-31T06:35:20.240375+0000 mgr.a (mgr.14152) 927 : cluster 0 pgmap v658: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:21.699 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:21 smithi006 bash[27532]: cluster 2023-10-31T06:35:20.240375+0000 mgr.a (mgr.14152) 927 : cluster 0 pgmap v658: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:21.754 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:21 smithi032 bash[57603]: cluster 2023-10-31T06:35:20.240375+0000 mgr.a (mgr.14152) 927 : cluster 0 pgmap v658: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:22.215 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:35:22.216 INFO:teuthology.orchestra.run.smithi006.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_AGENT_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"3 Cephadm Agent(s) are not reporting. Hosts may be offline","count":3},"muted":false}},"mutes":[]} 2023-10-31T06:35:22.524 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:22 smithi006 bash[27532]: audit 2023-10-31T06:35:22.206470+0000 mon.a (mon.0) 929 : audit 0 from='client.? 172.21.15.6:0/2913723246' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:35:22.663 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:22 smithi029 bash[32310]: audit 2023-10-31T06:35:22.206470+0000 mon.a (mon.0) 929 : audit 0 from='client.? 172.21.15.6:0/2913723246' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:35:22.754 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:22 smithi032 bash[57603]: audit 2023-10-31T06:35:22.206470+0000 mon.a (mon.0) 929 : audit 0 from='client.? 172.21.15.6:0/2913723246' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:35:23.663 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:23 smithi029 bash[32310]: cluster 2023-10-31T06:35:22.241018+0000 mgr.a (mgr.14152) 928 : cluster 0 pgmap v659: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:23.754 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:23 smithi032 bash[57603]: cluster 2023-10-31T06:35:22.241018+0000 mgr.a (mgr.14152) 928 : cluster 0 pgmap v659: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:23.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:23 smithi006 bash[27532]: cluster 2023-10-31T06:35:22.241018+0000 mgr.a (mgr.14152) 928 : cluster 0 pgmap v659: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:25.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:24 smithi029 bash[32310]: cluster 2023-10-31T06:35:24.241580+0000 mgr.a (mgr.14152) 929 : cluster 0 pgmap v660: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:25.254 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:24 smithi032 bash[57603]: cluster 2023-10-31T06:35:24.241580+0000 mgr.a (mgr.14152) 929 : cluster 0 pgmap v660: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:25.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:24 smithi006 bash[27532]: cluster 2023-10-31T06:35:24.241580+0000 mgr.a (mgr.14152) 929 : cluster 0 pgmap v660: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:25.964 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph health --format=json 2023-10-31T06:35:27.663 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:27 smithi029 bash[32310]: cluster 2023-10-31T06:35:26.242215+0000 mgr.a (mgr.14152) 930 : cluster 0 pgmap v661: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:27.754 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:27 smithi032 bash[57603]: cluster 2023-10-31T06:35:26.242215+0000 mgr.a (mgr.14152) 930 : cluster 0 pgmap v661: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:27.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:27 smithi006 bash[27532]: cluster 2023-10-31T06:35:26.242215+0000 mgr.a (mgr.14152) 930 : cluster 0 pgmap v661: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:29.663 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:29 smithi029 bash[32310]: cluster 2023-10-31T06:35:28.242826+0000 mgr.a (mgr.14152) 931 : cluster 0 pgmap v662: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:29.754 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:29 smithi032 bash[57603]: cluster 2023-10-31T06:35:28.242826+0000 mgr.a (mgr.14152) 931 : cluster 0 pgmap v662: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:29.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:29 smithi006 bash[27532]: cluster 2023-10-31T06:35:28.242826+0000 mgr.a (mgr.14152) 931 : cluster 0 pgmap v662: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:30.697 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:35:31.663 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:31 smithi029 bash[32310]: cluster 2023-10-31T06:35:30.243496+0000 mgr.a (mgr.14152) 932 : cluster 0 pgmap v663: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:31.704 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:31 smithi006 bash[27532]: cluster 2023-10-31T06:35:30.243496+0000 mgr.a (mgr.14152) 932 : cluster 0 pgmap v663: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:31.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:31 smithi032 bash[57603]: cluster 2023-10-31T06:35:30.243496+0000 mgr.a (mgr.14152) 932 : cluster 0 pgmap v663: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:33.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:33 smithi029 bash[32310]: cluster 2023-10-31T06:35:32.244117+0000 mgr.a (mgr.14152) 933 : cluster 0 pgmap v664: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:33.754 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:33 smithi032 bash[57603]: cluster 2023-10-31T06:35:32.244117+0000 mgr.a (mgr.14152) 933 : cluster 0 pgmap v664: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:33.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:33 smithi006 bash[27532]: cluster 2023-10-31T06:35:32.244117+0000 mgr.a (mgr.14152) 933 : cluster 0 pgmap v664: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:34.000 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:35:34.001 INFO:teuthology.orchestra.run.smithi006.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_AGENT_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"3 Cephadm Agent(s) are not reporting. Hosts may be offline","count":3},"muted":false}},"mutes":[]} 2023-10-31T06:35:35.163 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:34 smithi029 bash[32310]: audit 2023-10-31T06:35:33.991434+0000 mon.a (mon.0) 930 : audit 0 from='client.? 172.21.15.6:0/1601894709' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:35:35.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:34 smithi029 bash[32310]: cluster 2023-10-31T06:35:34.244748+0000 mgr.a (mgr.14152) 934 : cluster 0 pgmap v665: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:35.254 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:34 smithi032 bash[57603]: audit 2023-10-31T06:35:33.991434+0000 mon.a (mon.0) 930 : audit 0 from='client.? 172.21.15.6:0/1601894709' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:35:35.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:34 smithi032 bash[57603]: cluster 2023-10-31T06:35:34.244748+0000 mgr.a (mgr.14152) 934 : cluster 0 pgmap v665: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:35.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:34 smithi006 bash[27532]: audit 2023-10-31T06:35:33.991434+0000 mon.a (mon.0) 930 : audit 0 from='client.? 172.21.15.6:0/1601894709' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:35:35.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:34 smithi006 bash[27532]: cluster 2023-10-31T06:35:34.244748+0000 mgr.a (mgr.14152) 934 : cluster 0 pgmap v665: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:37.663 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:37 smithi029 bash[32310]: cluster 2023-10-31T06:35:36.245323+0000 mgr.a (mgr.14152) 935 : cluster 0 pgmap v666: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:37.754 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:37 smithi032 bash[57603]: cluster 2023-10-31T06:35:36.245323+0000 mgr.a (mgr.14152) 935 : cluster 0 pgmap v666: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:37.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:37 smithi006 bash[27532]: cluster 2023-10-31T06:35:36.245323+0000 mgr.a (mgr.14152) 935 : cluster 0 pgmap v666: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:37.816 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph health --format=json 2023-10-31T06:35:39.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:39 smithi029 bash[32310]: cluster 2023-10-31T06:35:38.245933+0000 mgr.a (mgr.14152) 936 : cluster 0 pgmap v667: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:39.754 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:39 smithi032 bash[57603]: cluster 2023-10-31T06:35:38.245933+0000 mgr.a (mgr.14152) 936 : cluster 0 pgmap v667: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:39.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:39 smithi006 bash[27532]: cluster 2023-10-31T06:35:38.245933+0000 mgr.a (mgr.14152) 936 : cluster 0 pgmap v667: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:41.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:41 smithi029 bash[32310]: cluster 2023-10-31T06:35:40.246589+0000 mgr.a (mgr.14152) 937 : cluster 0 pgmap v668: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:41.754 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:41 smithi032 bash[57603]: cluster 2023-10-31T06:35:40.246589+0000 mgr.a (mgr.14152) 937 : cluster 0 pgmap v668: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:41.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:41 smithi006 bash[27532]: cluster 2023-10-31T06:35:40.246589+0000 mgr.a (mgr.14152) 937 : cluster 0 pgmap v668: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:42.544 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:35:43.618 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:43 smithi006 bash[27532]: cluster 2023-10-31T06:35:42.247219+0000 mgr.a (mgr.14152) 938 : cluster 0 pgmap v669: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:43.663 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:43 smithi029 bash[32310]: cluster 2023-10-31T06:35:42.247219+0000 mgr.a (mgr.14152) 938 : cluster 0 pgmap v669: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:43.754 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:43 smithi032 bash[57603]: cluster 2023-10-31T06:35:42.247219+0000 mgr.a (mgr.14152) 938 : cluster 0 pgmap v669: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:45.163 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:44 smithi029 bash[32310]: cluster 2023-10-31T06:35:44.247845+0000 mgr.a (mgr.14152) 939 : cluster 0 pgmap v670: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:45.254 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:44 smithi032 bash[57603]: cluster 2023-10-31T06:35:44.247845+0000 mgr.a (mgr.14152) 939 : cluster 0 pgmap v670: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:45.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:44 smithi006 bash[27532]: cluster 2023-10-31T06:35:44.247845+0000 mgr.a (mgr.14152) 939 : cluster 0 pgmap v670: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:45.873 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:35:45.874 INFO:teuthology.orchestra.run.smithi006.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_AGENT_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"3 Cephadm Agent(s) are not reporting. Hosts may be offline","count":3},"muted":false}},"mutes":[]} 2023-10-31T06:35:46.126 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:45 smithi006 bash[27532]: audit 2023-10-31T06:35:45.864788+0000 mon.a (mon.0) 931 : audit 0 from='client.? 172.21.15.6:0/3641743103' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:35:46.163 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:45 smithi029 bash[32310]: audit 2023-10-31T06:35:45.864788+0000 mon.a (mon.0) 931 : audit 0 from='client.? 172.21.15.6:0/3641743103' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:35:46.254 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:45 smithi032 bash[57603]: audit 2023-10-31T06:35:45.864788+0000 mon.a (mon.0) 931 : audit 0 from='client.? 172.21.15.6:0/3641743103' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:35:47.163 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:46 smithi029 bash[32310]: cluster 2023-10-31T06:35:46.248465+0000 mgr.a (mgr.14152) 940 : cluster 0 pgmap v671: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:47.254 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:46 smithi032 bash[57603]: cluster 2023-10-31T06:35:46.248465+0000 mgr.a (mgr.14152) 940 : cluster 0 pgmap v671: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:47.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:46 smithi006 bash[27532]: cluster 2023-10-31T06:35:46.248465+0000 mgr.a (mgr.14152) 940 : cluster 0 pgmap v671: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:49.616 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph health --format=json 2023-10-31T06:35:49.628 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:49 smithi006 bash[27532]: cluster 2023-10-31T06:35:48.249100+0000 mgr.a (mgr.14152) 941 : cluster 0 pgmap v672: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:49.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:49 smithi029 bash[32310]: cluster 2023-10-31T06:35:48.249100+0000 mgr.a (mgr.14152) 941 : cluster 0 pgmap v672: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:49.754 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:49 smithi032 bash[57603]: cluster 2023-10-31T06:35:48.249100+0000 mgr.a (mgr.14152) 941 : cluster 0 pgmap v672: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:51.663 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:51 smithi029 bash[32310]: cluster 2023-10-31T06:35:50.249776+0000 mgr.a (mgr.14152) 942 : cluster 0 pgmap v673: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:51.754 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:51 smithi032 bash[57603]: cluster 2023-10-31T06:35:50.249776+0000 mgr.a (mgr.14152) 942 : cluster 0 pgmap v673: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:51.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:51 smithi006 bash[27532]: cluster 2023-10-31T06:35:50.249776+0000 mgr.a (mgr.14152) 942 : cluster 0 pgmap v673: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:53.663 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:53 smithi029 bash[32310]: cluster 2023-10-31T06:35:52.250393+0000 mgr.a (mgr.14152) 943 : cluster 0 pgmap v674: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:53.754 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:53 smithi032 bash[57603]: cluster 2023-10-31T06:35:52.250393+0000 mgr.a (mgr.14152) 943 : cluster 0 pgmap v674: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:53.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:53 smithi006 bash[27532]: cluster 2023-10-31T06:35:52.250393+0000 mgr.a (mgr.14152) 943 : cluster 0 pgmap v674: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:54.348 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:35:55.163 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:54 smithi029 bash[32310]: cluster 2023-10-31T06:35:54.251137+0000 mgr.a (mgr.14152) 944 : cluster 0 pgmap v675: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:55.254 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:54 smithi032 bash[57603]: cluster 2023-10-31T06:35:54.251137+0000 mgr.a (mgr.14152) 944 : cluster 0 pgmap v675: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:55.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:54 smithi006 bash[27532]: cluster 2023-10-31T06:35:54.251137+0000 mgr.a (mgr.14152) 944 : cluster 0 pgmap v675: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:56.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:56 smithi006 bash[27532]: audit 2023-10-31T06:35:56.303422+0000 mon.a (mon.0) 932 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:35:56.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:56 smithi006 bash[27532]: audit 2023-10-31T06:35:56.309652+0000 mon.a (mon.0) 933 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:35:56.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:56 smithi006 bash[27532]: audit 2023-10-31T06:35:56.309999+0000 mon.a (mon.0) 934 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:35:56.520 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:56 smithi006 bash[27532]: audit 2023-10-31T06:35:56.310313+0000 mon.a (mon.0) 935 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:35:56.663 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:56 smithi029 bash[32310]: audit 2023-10-31T06:35:56.303422+0000 mon.a (mon.0) 932 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:35:56.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:56 smithi029 bash[32310]: audit 2023-10-31T06:35:56.309652+0000 mon.a (mon.0) 933 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:35:56.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:56 smithi029 bash[32310]: audit 2023-10-31T06:35:56.309999+0000 mon.a (mon.0) 934 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:35:56.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:56 smithi029 bash[32310]: audit 2023-10-31T06:35:56.310313+0000 mon.a (mon.0) 935 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:35:56.754 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:56 smithi032 bash[57603]: audit 2023-10-31T06:35:56.303422+0000 mon.a (mon.0) 932 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:35:56.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:56 smithi032 bash[57603]: audit 2023-10-31T06:35:56.309652+0000 mon.a (mon.0) 933 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:35:56.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:56 smithi032 bash[57603]: audit 2023-10-31T06:35:56.309999+0000 mon.a (mon.0) 934 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:35:56.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:56 smithi032 bash[57603]: audit 2023-10-31T06:35:56.310313+0000 mon.a (mon.0) 935 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:35:57.530 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:35:57.530 INFO:teuthology.orchestra.run.smithi006.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_AGENT_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"3 Cephadm Agent(s) are not reporting. Hosts may be offline","count":3},"muted":false}},"mutes":[]} 2023-10-31T06:35:57.663 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:57 smithi029 bash[32310]: cluster 2023-10-31T06:35:56.251559+0000 mgr.a (mgr.14152) 945 : cluster 0 pgmap v676: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:57.754 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:57 smithi032 bash[57603]: cluster 2023-10-31T06:35:56.251559+0000 mgr.a (mgr.14152) 945 : cluster 0 pgmap v676: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:57.756 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:57 smithi006 bash[27532]: cluster 2023-10-31T06:35:56.251559+0000 mgr.a (mgr.14152) 945 : cluster 0 pgmap v676: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:58.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:58 smithi032 bash[57603]: cephadm 2023-10-31T06:35:56.552874+0000 mgr.a (mgr.14152) 946 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:35:58.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:58 smithi032 bash[57603]: cephadm 2023-10-31T06:35:56.990335+0000 mgr.a (mgr.14152) 947 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:35:58.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:58 smithi032 bash[57603]: cephadm 2023-10-31T06:35:57.005126+0000 mgr.a (mgr.14152) 948 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:35:58.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:58 smithi032 bash[57603]: audit 2023-10-31T06:35:57.443840+0000 mon.a (mon.0) 936 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:35:58.756 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:58 smithi032 bash[57603]: audit 2023-10-31T06:35:57.451067+0000 mon.a (mon.0) 937 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:35:58.756 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:58 smithi032 bash[57603]: audit 2023-10-31T06:35:57.521316+0000 mon.a (mon.0) 938 : audit 0 from='client.? 172.21.15.6:0/3335349095' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:35:58.756 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:58 smithi032 bash[57603]: audit 2023-10-31T06:35:58.145328+0000 mon.a (mon.0) 939 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:35:58.756 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:58 smithi032 bash[57603]: audit 2023-10-31T06:35:58.146886+0000 mon.a (mon.0) 940 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:35:58.756 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:58 smithi032 bash[57603]: audit 2023-10-31T06:35:58.154833+0000 mon.a (mon.0) 941 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:35:58.757 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:58 smithi032 bash[57603]: audit 2023-10-31T06:35:58.256423+0000 mon.a (mon.0) 942 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:35:58.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:58 smithi006 bash[27532]: cephadm 2023-10-31T06:35:56.552874+0000 mgr.a (mgr.14152) 946 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:35:58.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:58 smithi006 bash[27532]: cephadm 2023-10-31T06:35:56.990335+0000 mgr.a (mgr.14152) 947 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:35:58.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:58 smithi006 bash[27532]: cephadm 2023-10-31T06:35:57.005126+0000 mgr.a (mgr.14152) 948 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:35:58.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:58 smithi006 bash[27532]: audit 2023-10-31T06:35:57.443840+0000 mon.a (mon.0) 936 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:35:58.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:58 smithi006 bash[27532]: audit 2023-10-31T06:35:57.451067+0000 mon.a (mon.0) 937 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:35:58.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:58 smithi006 bash[27532]: audit 2023-10-31T06:35:57.521316+0000 mon.a (mon.0) 938 : audit 0 from='client.? 172.21.15.6:0/3335349095' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:35:58.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:58 smithi006 bash[27532]: audit 2023-10-31T06:35:58.145328+0000 mon.a (mon.0) 939 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:35:58.771 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:58 smithi006 bash[27532]: audit 2023-10-31T06:35:58.146886+0000 mon.a (mon.0) 940 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:35:58.771 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:58 smithi006 bash[27532]: audit 2023-10-31T06:35:58.154833+0000 mon.a (mon.0) 941 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:35:58.771 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:58 smithi006 bash[27532]: audit 2023-10-31T06:35:58.256423+0000 mon.a (mon.0) 942 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:35:58.914 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:58 smithi029 bash[32310]: cephadm 2023-10-31T06:35:56.552874+0000 mgr.a (mgr.14152) 946 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:35:58.914 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:58 smithi029 bash[32310]: cephadm 2023-10-31T06:35:56.990335+0000 mgr.a (mgr.14152) 947 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:35:58.914 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:58 smithi029 bash[32310]: cephadm 2023-10-31T06:35:57.005126+0000 mgr.a (mgr.14152) 948 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:35:58.915 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:58 smithi029 bash[32310]: audit 2023-10-31T06:35:57.443840+0000 mon.a (mon.0) 936 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:35:58.915 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:58 smithi029 bash[32310]: audit 2023-10-31T06:35:57.451067+0000 mon.a (mon.0) 937 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:35:58.915 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:58 smithi029 bash[32310]: audit 2023-10-31T06:35:57.521316+0000 mon.a (mon.0) 938 : audit 0 from='client.? 172.21.15.6:0/3335349095' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:35:58.915 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:58 smithi029 bash[32310]: audit 2023-10-31T06:35:58.145328+0000 mon.a (mon.0) 939 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:35:58.915 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:58 smithi029 bash[32310]: audit 2023-10-31T06:35:58.146886+0000 mon.a (mon.0) 940 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:35:58.915 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:58 smithi029 bash[32310]: audit 2023-10-31T06:35:58.154833+0000 mon.a (mon.0) 941 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:35:58.916 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:58 smithi029 bash[32310]: audit 2023-10-31T06:35:58.256423+0000 mon.a (mon.0) 942 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:35:59.754 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:59 smithi032 bash[57603]: cluster 2023-10-31T06:35:58.149450+0000 mgr.a (mgr.14152) 949 : cluster 0 pgmap v677: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:59.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:35:59 smithi032 bash[57603]: cluster 2023-10-31T06:35:58.149673+0000 mgr.a (mgr.14152) 950 : cluster 0 pgmap v678: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:59.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:59 smithi006 bash[27532]: cluster 2023-10-31T06:35:58.149450+0000 mgr.a (mgr.14152) 949 : cluster 0 pgmap v677: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:59.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:35:59 smithi006 bash[27532]: cluster 2023-10-31T06:35:58.149673+0000 mgr.a (mgr.14152) 950 : cluster 0 pgmap v678: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:59.913 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:59 smithi029 bash[32310]: cluster 2023-10-31T06:35:58.149450+0000 mgr.a (mgr.14152) 949 : cluster 0 pgmap v677: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:35:59.914 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:35:59 smithi029 bash[32310]: cluster 2023-10-31T06:35:58.149673+0000 mgr.a (mgr.14152) 950 : cluster 0 pgmap v678: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:00.754 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:00 smithi032 bash[57603]: cephadm 2023-10-31T06:35:59.190963+0000 mgr.a (mgr.14152) 951 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:36:00.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:00 smithi032 bash[57603]: audit 2023-10-31T06:35:59.665495+0000 mon.a (mon.0) 943 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:36:00.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:00 smithi006 bash[27532]: cephadm 2023-10-31T06:35:59.190963+0000 mgr.a (mgr.14152) 951 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:36:00.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:00 smithi006 bash[27532]: audit 2023-10-31T06:35:59.665495+0000 mon.a (mon.0) 943 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:36:00.913 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:00 smithi029 bash[32310]: cephadm 2023-10-31T06:35:59.190963+0000 mgr.a (mgr.14152) 951 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:36:00.914 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:00 smithi029 bash[32310]: audit 2023-10-31T06:35:59.665495+0000 mon.a (mon.0) 943 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:36:01.311 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph health --format=json 2023-10-31T06:36:01.754 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:01 smithi032 bash[57603]: cluster 2023-10-31T06:36:00.150250+0000 mgr.a (mgr.14152) 952 : cluster 0 pgmap v679: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:01.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:01 smithi032 bash[57603]: audit 2023-10-31T06:36:01.034710+0000 mon.a (mon.0) 944 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:36:01.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:01 smithi006 bash[27532]: cluster 2023-10-31T06:36:00.150250+0000 mgr.a (mgr.14152) 952 : cluster 0 pgmap v679: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:01.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:01 smithi006 bash[27532]: audit 2023-10-31T06:36:01.034710+0000 mon.a (mon.0) 944 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:36:01.913 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:01 smithi029 bash[32310]: cluster 2023-10-31T06:36:00.150250+0000 mgr.a (mgr.14152) 952 : cluster 0 pgmap v679: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:01.914 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:01 smithi029 bash[32310]: audit 2023-10-31T06:36:01.034710+0000 mon.a (mon.0) 944 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:36:02.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:02 smithi032 bash[57603]: cephadm 2023-10-31T06:36:00.566532+0000 mgr.a (mgr.14152) 953 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:36:02.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:02 smithi006 bash[27532]: cephadm 2023-10-31T06:36:00.566532+0000 mgr.a (mgr.14152) 953 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:36:02.913 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:02 smithi029 bash[32310]: cephadm 2023-10-31T06:36:00.566532+0000 mgr.a (mgr.14152) 953 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:36:03.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:03 smithi032 bash[57603]: cephadm 2023-10-31T06:36:02.105191+0000 mgr.a (mgr.14152) 954 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:36:03.756 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:03 smithi032 bash[57603]: cluster 2023-10-31T06:36:02.150884+0000 mgr.a (mgr.14152) 955 : cluster 0 pgmap v680: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:03.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:03 smithi006 bash[27532]: cephadm 2023-10-31T06:36:02.105191+0000 mgr.a (mgr.14152) 954 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:36:03.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:03 smithi006 bash[27532]: cluster 2023-10-31T06:36:02.150884+0000 mgr.a (mgr.14152) 955 : cluster 0 pgmap v680: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:03.913 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:03 smithi029 bash[32310]: cephadm 2023-10-31T06:36:02.105191+0000 mgr.a (mgr.14152) 954 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:36:03.914 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:03 smithi029 bash[32310]: cluster 2023-10-31T06:36:02.150884+0000 mgr.a (mgr.14152) 955 : cluster 0 pgmap v680: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:05.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:04 smithi029 bash[32310]: cluster 2023-10-31T06:36:04.151608+0000 mgr.a (mgr.14152) 956 : cluster 0 pgmap v681: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:05.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:04 smithi032 bash[57603]: cluster 2023-10-31T06:36:04.151608+0000 mgr.a (mgr.14152) 956 : cluster 0 pgmap v681: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:05.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:04 smithi006 bash[27532]: cluster 2023-10-31T06:36:04.151608+0000 mgr.a (mgr.14152) 956 : cluster 0 pgmap v681: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:06.027 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:36:07.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:07 smithi006 bash[27532]: cluster 2023-10-31T06:36:06.152247+0000 mgr.a (mgr.14152) 957 : cluster 0 pgmap v682: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:07.504 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:07 smithi032 bash[57603]: cluster 2023-10-31T06:36:06.152247+0000 mgr.a (mgr.14152) 957 : cluster 0 pgmap v682: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:07.663 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:07 smithi029 bash[32310]: cluster 2023-10-31T06:36:06.152247+0000 mgr.a (mgr.14152) 957 : cluster 0 pgmap v682: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:09.245 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:36:09.245 INFO:teuthology.orchestra.run.smithi006.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_AGENT_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"3 Cephadm Agent(s) are not reporting. Hosts may be offline","count":3},"muted":false}},"mutes":[]} 2023-10-31T06:36:09.504 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:09 smithi032 bash[57603]: cluster 2023-10-31T06:36:08.152763+0000 mgr.a (mgr.14152) 958 : cluster 0 pgmap v683: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:09.505 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:09 smithi006 bash[27532]: cluster 2023-10-31T06:36:08.152763+0000 mgr.a (mgr.14152) 958 : cluster 0 pgmap v683: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:09.663 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:09 smithi029 bash[32310]: cluster 2023-10-31T06:36:08.152763+0000 mgr.a (mgr.14152) 958 : cluster 0 pgmap v683: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:10.504 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:10 smithi032 bash[57603]: audit 2023-10-31T06:36:09.236749+0000 mon.a (mon.0) 945 : audit 0 from='client.? 172.21.15.6:0/2879962787' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:36:10.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:10 smithi006 bash[27532]: audit 2023-10-31T06:36:09.236749+0000 mon.a (mon.0) 945 : audit 0 from='client.? 172.21.15.6:0/2879962787' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:36:10.663 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:10 smithi029 bash[32310]: audit 2023-10-31T06:36:09.236749+0000 mon.a (mon.0) 945 : audit 0 from='client.? 172.21.15.6:0/2879962787' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:36:11.504 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:11 smithi032 bash[57603]: cluster 2023-10-31T06:36:10.153495+0000 mgr.a (mgr.14152) 959 : cluster 0 pgmap v684: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:11.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:11 smithi006 bash[27532]: cluster 2023-10-31T06:36:10.153495+0000 mgr.a (mgr.14152) 959 : cluster 0 pgmap v684: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:11.663 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:11 smithi029 bash[32310]: cluster 2023-10-31T06:36:10.153495+0000 mgr.a (mgr.14152) 959 : cluster 0 pgmap v684: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:13.014 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph health --format=json 2023-10-31T06:36:13.504 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:13 smithi032 bash[57603]: cluster 2023-10-31T06:36:12.154148+0000 mgr.a (mgr.14152) 960 : cluster 0 pgmap v685: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:13.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:13 smithi006 bash[27532]: cluster 2023-10-31T06:36:12.154148+0000 mgr.a (mgr.14152) 960 : cluster 0 pgmap v685: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:13.663 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:13 smithi029 bash[32310]: cluster 2023-10-31T06:36:12.154148+0000 mgr.a (mgr.14152) 960 : cluster 0 pgmap v685: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:15.163 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:14 smithi029 bash[32310]: cluster 2023-10-31T06:36:14.154849+0000 mgr.a (mgr.14152) 961 : cluster 0 pgmap v686: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:15.254 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:14 smithi032 bash[57603]: cluster 2023-10-31T06:36:14.154849+0000 mgr.a (mgr.14152) 961 : cluster 0 pgmap v686: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:15.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:14 smithi006 bash[27532]: cluster 2023-10-31T06:36:14.154849+0000 mgr.a (mgr.14152) 961 : cluster 0 pgmap v686: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:17.504 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:17 smithi032 bash[57603]: cluster 2023-10-31T06:36:16.155431+0000 mgr.a (mgr.14152) 962 : cluster 0 pgmap v687: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:17.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:17 smithi006 bash[27532]: cluster 2023-10-31T06:36:16.155431+0000 mgr.a (mgr.14152) 962 : cluster 0 pgmap v687: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:17.663 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:17 smithi029 bash[32310]: cluster 2023-10-31T06:36:16.155431+0000 mgr.a (mgr.14152) 962 : cluster 0 pgmap v687: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:17.749 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:36:19.504 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:19 smithi032 bash[57603]: cluster 2023-10-31T06:36:18.156026+0000 mgr.a (mgr.14152) 963 : cluster 0 pgmap v688: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:19.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:19 smithi006 bash[27532]: cluster 2023-10-31T06:36:18.156026+0000 mgr.a (mgr.14152) 963 : cluster 0 pgmap v688: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:19.663 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:19 smithi029 bash[32310]: cluster 2023-10-31T06:36:18.156026+0000 mgr.a (mgr.14152) 963 : cluster 0 pgmap v688: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:20.836 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:36:20.837 INFO:teuthology.orchestra.run.smithi006.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_AGENT_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"3 Cephadm Agent(s) are not reporting. Hosts may be offline","count":3},"muted":false}},"mutes":[]} 2023-10-31T06:36:21.504 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:21 smithi032 bash[57603]: cluster 2023-10-31T06:36:20.156645+0000 mgr.a (mgr.14152) 964 : cluster 0 pgmap v689: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:21.504 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:21 smithi032 bash[57603]: audit 2023-10-31T06:36:20.828015+0000 mon.a (mon.0) 946 : audit 0 from='client.? 172.21.15.6:0/2702265655' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:36:21.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:21 smithi006 bash[27532]: cluster 2023-10-31T06:36:20.156645+0000 mgr.a (mgr.14152) 964 : cluster 0 pgmap v689: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:21.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:21 smithi006 bash[27532]: audit 2023-10-31T06:36:20.828015+0000 mon.a (mon.0) 946 : audit 0 from='client.? 172.21.15.6:0/2702265655' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:36:21.663 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:21 smithi029 bash[32310]: cluster 2023-10-31T06:36:20.156645+0000 mgr.a (mgr.14152) 964 : cluster 0 pgmap v689: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:21.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:21 smithi029 bash[32310]: audit 2023-10-31T06:36:20.828015+0000 mon.a (mon.0) 946 : audit 0 from='client.? 172.21.15.6:0/2702265655' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:36:23.504 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:23 smithi032 bash[57603]: cluster 2023-10-31T06:36:22.157319+0000 mgr.a (mgr.14152) 965 : cluster 0 pgmap v690: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:23.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:23 smithi006 bash[27532]: cluster 2023-10-31T06:36:22.157319+0000 mgr.a (mgr.14152) 965 : cluster 0 pgmap v690: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:23.663 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:23 smithi029 bash[32310]: cluster 2023-10-31T06:36:22.157319+0000 mgr.a (mgr.14152) 965 : cluster 0 pgmap v690: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:24.546 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph health --format=json 2023-10-31T06:36:25.163 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:24 smithi029 bash[32310]: cluster 2023-10-31T06:36:24.157978+0000 mgr.a (mgr.14152) 966 : cluster 0 pgmap v691: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:25.254 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:24 smithi032 bash[57603]: cluster 2023-10-31T06:36:24.157978+0000 mgr.a (mgr.14152) 966 : cluster 0 pgmap v691: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:25.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:24 smithi006 bash[27532]: cluster 2023-10-31T06:36:24.157978+0000 mgr.a (mgr.14152) 966 : cluster 0 pgmap v691: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:27.504 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:27 smithi032 bash[57603]: cluster 2023-10-31T06:36:26.158571+0000 mgr.a (mgr.14152) 967 : cluster 0 pgmap v692: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:27.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:27 smithi006 bash[27532]: cluster 2023-10-31T06:36:26.158571+0000 mgr.a (mgr.14152) 967 : cluster 0 pgmap v692: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:27.663 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:27 smithi029 bash[32310]: cluster 2023-10-31T06:36:26.158571+0000 mgr.a (mgr.14152) 967 : cluster 0 pgmap v692: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:29.284 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:36:29.504 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:29 smithi032 bash[57603]: cluster 2023-10-31T06:36:28.159192+0000 mgr.a (mgr.14152) 968 : cluster 0 pgmap v693: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:29.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:29 smithi006 bash[27532]: cluster 2023-10-31T06:36:28.159192+0000 mgr.a (mgr.14152) 968 : cluster 0 pgmap v693: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:29.663 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:29 smithi029 bash[32310]: cluster 2023-10-31T06:36:28.159192+0000 mgr.a (mgr.14152) 968 : cluster 0 pgmap v693: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:31.504 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:31 smithi032 bash[57603]: cluster 2023-10-31T06:36:30.159803+0000 mgr.a (mgr.14152) 969 : cluster 0 pgmap v694: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:31.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:31 smithi006 bash[27532]: cluster 2023-10-31T06:36:30.159803+0000 mgr.a (mgr.14152) 969 : cluster 0 pgmap v694: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:31.663 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:31 smithi029 bash[32310]: cluster 2023-10-31T06:36:30.159803+0000 mgr.a (mgr.14152) 969 : cluster 0 pgmap v694: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:32.385 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:36:32.385 INFO:teuthology.orchestra.run.smithi006.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_AGENT_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"3 Cephadm Agent(s) are not reporting. Hosts may be offline","count":3},"muted":false}},"mutes":[]} 2023-10-31T06:36:33.504 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:33 smithi032 bash[57603]: cluster 2023-10-31T06:36:32.160406+0000 mgr.a (mgr.14152) 970 : cluster 0 pgmap v695: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:33.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:33 smithi032 bash[57603]: audit 2023-10-31T06:36:32.381875+0000 mon.b (mon.2) 14 : audit 0 from='client.? 172.21.15.6:0/2863971744' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:36:33.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:33 smithi006 bash[27532]: cluster 2023-10-31T06:36:32.160406+0000 mgr.a (mgr.14152) 970 : cluster 0 pgmap v695: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:33.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:33 smithi006 bash[27532]: audit 2023-10-31T06:36:32.381875+0000 mon.b (mon.2) 14 : audit 0 from='client.? 172.21.15.6:0/2863971744' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:36:33.663 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:33 smithi029 bash[32310]: cluster 2023-10-31T06:36:32.160406+0000 mgr.a (mgr.14152) 970 : cluster 0 pgmap v695: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:33.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:33 smithi029 bash[32310]: audit 2023-10-31T06:36:32.381875+0000 mon.b (mon.2) 14 : audit 0 from='client.? 172.21.15.6:0/2863971744' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:36:35.163 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:34 smithi029 bash[32310]: cluster 2023-10-31T06:36:34.161004+0000 mgr.a (mgr.14152) 971 : cluster 0 pgmap v696: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:35.254 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:34 smithi032 bash[57603]: cluster 2023-10-31T06:36:34.161004+0000 mgr.a (mgr.14152) 971 : cluster 0 pgmap v696: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:35.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:34 smithi006 bash[27532]: cluster 2023-10-31T06:36:34.161004+0000 mgr.a (mgr.14152) 971 : cluster 0 pgmap v696: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:36.142 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph health --format=json 2023-10-31T06:36:37.504 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:37 smithi032 bash[57603]: cluster 2023-10-31T06:36:36.161611+0000 mgr.a (mgr.14152) 972 : cluster 0 pgmap v697: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:37.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:37 smithi006 bash[27532]: cluster 2023-10-31T06:36:36.161611+0000 mgr.a (mgr.14152) 972 : cluster 0 pgmap v697: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:37.663 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:37 smithi029 bash[32310]: cluster 2023-10-31T06:36:36.161611+0000 mgr.a (mgr.14152) 972 : cluster 0 pgmap v697: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:39.504 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:39 smithi032 bash[57603]: cluster 2023-10-31T06:36:38.162153+0000 mgr.a (mgr.14152) 973 : cluster 0 pgmap v698: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:39.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:39 smithi006 bash[27532]: cluster 2023-10-31T06:36:38.162153+0000 mgr.a (mgr.14152) 973 : cluster 0 pgmap v698: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:39.663 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:39 smithi029 bash[32310]: cluster 2023-10-31T06:36:38.162153+0000 mgr.a (mgr.14152) 973 : cluster 0 pgmap v698: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:40.880 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:36:41.504 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:41 smithi032 bash[57603]: cluster 2023-10-31T06:36:40.162703+0000 mgr.a (mgr.14152) 974 : cluster 0 pgmap v699: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:41.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:41 smithi006 bash[27532]: cluster 2023-10-31T06:36:40.162703+0000 mgr.a (mgr.14152) 974 : cluster 0 pgmap v699: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:41.663 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:41 smithi029 bash[32310]: cluster 2023-10-31T06:36:40.162703+0000 mgr.a (mgr.14152) 974 : cluster 0 pgmap v699: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:43.488 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:43 smithi006 bash[27532]: cluster 2023-10-31T06:36:42.163123+0000 mgr.a (mgr.14152) 975 : cluster 0 pgmap v700: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:43.504 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:43 smithi032 bash[57603]: cluster 2023-10-31T06:36:42.163123+0000 mgr.a (mgr.14152) 975 : cluster 0 pgmap v700: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:43.663 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:43 smithi029 bash[32310]: cluster 2023-10-31T06:36:42.163123+0000 mgr.a (mgr.14152) 975 : cluster 0 pgmap v700: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:43.999 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:36:43.999 INFO:teuthology.orchestra.run.smithi006.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_AGENT_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"3 Cephadm Agent(s) are not reporting. Hosts may be offline","count":3},"muted":false}},"mutes":[]} 2023-10-31T06:36:45.163 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:44 smithi029 bash[32310]: audit 2023-10-31T06:36:43.995661+0000 mon.b (mon.2) 15 : audit 0 from='client.? 172.21.15.6:0/1846462325' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:36:45.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:44 smithi029 bash[32310]: cluster 2023-10-31T06:36:44.163647+0000 mgr.a (mgr.14152) 976 : cluster 0 pgmap v701: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:45.254 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:44 smithi032 bash[57603]: audit 2023-10-31T06:36:43.995661+0000 mon.b (mon.2) 15 : audit 0 from='client.? 172.21.15.6:0/1846462325' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:36:45.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:44 smithi032 bash[57603]: cluster 2023-10-31T06:36:44.163647+0000 mgr.a (mgr.14152) 976 : cluster 0 pgmap v701: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:45.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:44 smithi006 bash[27532]: audit 2023-10-31T06:36:43.995661+0000 mon.b (mon.2) 15 : audit 0 from='client.? 172.21.15.6:0/1846462325' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:36:45.269 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:44 smithi006 bash[27532]: cluster 2023-10-31T06:36:44.163647+0000 mgr.a (mgr.14152) 976 : cluster 0 pgmap v701: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:47.504 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:47 smithi032 bash[57603]: cluster 2023-10-31T06:36:46.164237+0000 mgr.a (mgr.14152) 977 : cluster 0 pgmap v702: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:47.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:47 smithi006 bash[27532]: cluster 2023-10-31T06:36:46.164237+0000 mgr.a (mgr.14152) 977 : cluster 0 pgmap v702: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:47.663 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:47 smithi029 bash[32310]: cluster 2023-10-31T06:36:46.164237+0000 mgr.a (mgr.14152) 977 : cluster 0 pgmap v702: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:47.802 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph health --format=json 2023-10-31T06:36:49.504 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:49 smithi032 bash[57603]: cluster 2023-10-31T06:36:48.164829+0000 mgr.a (mgr.14152) 978 : cluster 0 pgmap v703: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:49.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:49 smithi006 bash[27532]: cluster 2023-10-31T06:36:48.164829+0000 mgr.a (mgr.14152) 978 : cluster 0 pgmap v703: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:49.663 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:49 smithi029 bash[32310]: cluster 2023-10-31T06:36:48.164829+0000 mgr.a (mgr.14152) 978 : cluster 0 pgmap v703: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:51.504 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:51 smithi032 bash[57603]: cluster 2023-10-31T06:36:50.165566+0000 mgr.a (mgr.14152) 979 : cluster 0 pgmap v704: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:51.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:51 smithi006 bash[27532]: cluster 2023-10-31T06:36:50.165566+0000 mgr.a (mgr.14152) 979 : cluster 0 pgmap v704: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:51.663 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:51 smithi029 bash[32310]: cluster 2023-10-31T06:36:50.165566+0000 mgr.a (mgr.14152) 979 : cluster 0 pgmap v704: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:52.537 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:36:53.504 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:53 smithi032 bash[57603]: cluster 2023-10-31T06:36:52.166169+0000 mgr.a (mgr.14152) 980 : cluster 0 pgmap v705: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:53.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:53 smithi006 bash[27532]: cluster 2023-10-31T06:36:52.166169+0000 mgr.a (mgr.14152) 980 : cluster 0 pgmap v705: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:53.663 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:53 smithi029 bash[32310]: cluster 2023-10-31T06:36:52.166169+0000 mgr.a (mgr.14152) 980 : cluster 0 pgmap v705: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:55.146 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:54 smithi006 bash[27532]: cluster 2023-10-31T06:36:54.166782+0000 mgr.a (mgr.14152) 981 : cluster 0 pgmap v706: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:55.163 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:54 smithi029 bash[32310]: cluster 2023-10-31T06:36:54.166782+0000 mgr.a (mgr.14152) 981 : cluster 0 pgmap v706: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:55.254 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:54 smithi032 bash[57603]: cluster 2023-10-31T06:36:54.166782+0000 mgr.a (mgr.14152) 981 : cluster 0 pgmap v706: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:55.649 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:36:55.649 INFO:teuthology.orchestra.run.smithi006.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_AGENT_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"3 Cephadm Agent(s) are not reporting. Hosts may be offline","count":3},"muted":false}},"mutes":[]} 2023-10-31T06:36:56.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:55 smithi006 bash[27532]: audit 2023-10-31T06:36:55.641153+0000 mon.a (mon.0) 947 : audit 0 from='client.? 172.21.15.6:0/27797799' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:36:56.163 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:55 smithi029 bash[32310]: audit 2023-10-31T06:36:55.641153+0000 mon.a (mon.0) 947 : audit 0 from='client.? 172.21.15.6:0/27797799' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:36:56.254 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:55 smithi032 bash[57603]: audit 2023-10-31T06:36:55.641153+0000 mon.a (mon.0) 947 : audit 0 from='client.? 172.21.15.6:0/27797799' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:36:57.163 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:56 smithi029 bash[32310]: cluster 2023-10-31T06:36:56.167332+0000 mgr.a (mgr.14152) 982 : cluster 0 pgmap v707: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:57.254 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:56 smithi032 bash[57603]: cluster 2023-10-31T06:36:56.167332+0000 mgr.a (mgr.14152) 982 : cluster 0 pgmap v707: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:57.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:56 smithi006 bash[27532]: cluster 2023-10-31T06:36:56.167332+0000 mgr.a (mgr.14152) 982 : cluster 0 pgmap v707: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:59.392 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph health --format=json 2023-10-31T06:36:59.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:36:59 smithi032 bash[57603]: cluster 2023-10-31T06:36:58.167938+0000 mgr.a (mgr.14152) 983 : cluster 0 pgmap v708: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:59.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:36:59 smithi006 bash[27532]: cluster 2023-10-31T06:36:58.167938+0000 mgr.a (mgr.14152) 983 : cluster 0 pgmap v708: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:36:59.663 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:36:59 smithi029 bash[32310]: cluster 2023-10-31T06:36:58.167938+0000 mgr.a (mgr.14152) 983 : cluster 0 pgmap v708: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:01.504 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:01 smithi032 bash[57603]: cluster 2023-10-31T06:37:00.168561+0000 mgr.a (mgr.14152) 984 : cluster 0 pgmap v709: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:01.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:01 smithi006 bash[27532]: cluster 2023-10-31T06:37:00.168561+0000 mgr.a (mgr.14152) 984 : cluster 0 pgmap v709: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:01.663 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:01 smithi029 bash[32310]: cluster 2023-10-31T06:37:00.168561+0000 mgr.a (mgr.14152) 984 : cluster 0 pgmap v709: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:03.504 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:03 smithi032 bash[57603]: cluster 2023-10-31T06:37:02.169181+0000 mgr.a (mgr.14152) 985 : cluster 0 pgmap v710: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:03.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:03 smithi032 bash[57603]: audit 2023-10-31T06:37:02.572884+0000 mon.a (mon.0) 948 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:37:03.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:03 smithi032 bash[57603]: audit 2023-10-31T06:37:02.577789+0000 mon.a (mon.0) 949 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:37:03.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:03 smithi032 bash[57603]: audit 2023-10-31T06:37:02.578547+0000 mon.a (mon.0) 950 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:37:03.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:03 smithi032 bash[57603]: audit 2023-10-31T06:37:02.579069+0000 mon.a (mon.0) 951 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:37:03.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:03 smithi006 bash[27532]: cluster 2023-10-31T06:37:02.169181+0000 mgr.a (mgr.14152) 985 : cluster 0 pgmap v710: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:03.518 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:03 smithi006 bash[27532]: audit 2023-10-31T06:37:02.572884+0000 mon.a (mon.0) 948 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:37:03.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:03 smithi006 bash[27532]: audit 2023-10-31T06:37:02.577789+0000 mon.a (mon.0) 949 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:37:03.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:03 smithi006 bash[27532]: audit 2023-10-31T06:37:02.578547+0000 mon.a (mon.0) 950 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:37:03.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:03 smithi006 bash[27532]: audit 2023-10-31T06:37:02.579069+0000 mon.a (mon.0) 951 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:37:03.663 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:03 smithi029 bash[32310]: cluster 2023-10-31T06:37:02.169181+0000 mgr.a (mgr.14152) 985 : cluster 0 pgmap v710: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:03.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:03 smithi029 bash[32310]: audit 2023-10-31T06:37:02.572884+0000 mon.a (mon.0) 948 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-31T06:37:03.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:03 smithi029 bash[32310]: audit 2023-10-31T06:37:02.577789+0000 mon.a (mon.0) 949 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:37:03.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:03 smithi029 bash[32310]: audit 2023-10-31T06:37:02.578547+0000 mon.a (mon.0) 950 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:37:03.664 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:03 smithi029 bash[32310]: audit 2023-10-31T06:37:02.579069+0000 mon.a (mon.0) 951 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:37:04.122 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:37:05.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:05 smithi006 bash[27532]: cephadm 2023-10-31T06:37:03.531968+0000 mgr.a (mgr.14152) 986 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:37:05.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:05 smithi006 bash[27532]: cephadm 2023-10-31T06:37:03.756451+0000 mgr.a (mgr.14152) 987 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:37:05.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:05 smithi006 bash[27532]: cluster 2023-10-31T06:37:04.169734+0000 mgr.a (mgr.14152) 988 : cluster 0 pgmap v711: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:05.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:05 smithi006 bash[27532]: cephadm 2023-10-31T06:37:04.431707+0000 mgr.a (mgr.14152) 989 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:37:05.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:05 smithi006 bash[27532]: audit 2023-10-31T06:37:04.520196+0000 mon.a (mon.0) 952 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:37:05.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:05 smithi006 bash[27532]: audit 2023-10-31T06:37:04.525126+0000 mon.a (mon.0) 953 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:37:05.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:05 smithi006 bash[27532]: audit 2023-10-31T06:37:04.744618+0000 mon.a (mon.0) 954 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:37:05.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:05 smithi006 bash[27532]: audit 2023-10-31T06:37:04.749919+0000 mon.a (mon.0) 955 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:37:05.771 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:05 smithi006 bash[27532]: audit 2023-10-31T06:37:05.446463+0000 mon.a (mon.0) 956 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:37:05.771 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:05 smithi006 bash[27532]: audit 2023-10-31T06:37:05.447986+0000 mon.a (mon.0) 957 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:37:05.771 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:05 smithi006 bash[27532]: audit 2023-10-31T06:37:05.457270+0000 mon.a (mon.0) 958 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:37:05.913 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:05 smithi029 bash[32310]: cephadm 2023-10-31T06:37:03.531968+0000 mgr.a (mgr.14152) 986 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:37:05.914 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:05 smithi029 bash[32310]: cephadm 2023-10-31T06:37:03.756451+0000 mgr.a (mgr.14152) 987 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:37:05.914 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:05 smithi029 bash[32310]: cluster 2023-10-31T06:37:04.169734+0000 mgr.a (mgr.14152) 988 : cluster 0 pgmap v711: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:05.914 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:05 smithi029 bash[32310]: cephadm 2023-10-31T06:37:04.431707+0000 mgr.a (mgr.14152) 989 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:37:05.915 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:05 smithi029 bash[32310]: audit 2023-10-31T06:37:04.520196+0000 mon.a (mon.0) 952 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:37:05.915 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:05 smithi029 bash[32310]: audit 2023-10-31T06:37:04.525126+0000 mon.a (mon.0) 953 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:37:05.915 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:05 smithi029 bash[32310]: audit 2023-10-31T06:37:04.744618+0000 mon.a (mon.0) 954 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:37:05.915 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:05 smithi029 bash[32310]: audit 2023-10-31T06:37:04.749919+0000 mon.a (mon.0) 955 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:37:05.915 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:05 smithi029 bash[32310]: audit 2023-10-31T06:37:05.446463+0000 mon.a (mon.0) 956 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:37:05.916 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:05 smithi029 bash[32310]: audit 2023-10-31T06:37:05.447986+0000 mon.a (mon.0) 957 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:37:05.916 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:05 smithi029 bash[32310]: audit 2023-10-31T06:37:05.457270+0000 mon.a (mon.0) 958 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:37:06.004 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:05 smithi032 bash[57603]: cephadm 2023-10-31T06:37:03.531968+0000 mgr.a (mgr.14152) 986 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:37:06.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:05 smithi032 bash[57603]: cephadm 2023-10-31T06:37:03.756451+0000 mgr.a (mgr.14152) 987 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:37:06.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:05 smithi032 bash[57603]: cluster 2023-10-31T06:37:04.169734+0000 mgr.a (mgr.14152) 988 : cluster 0 pgmap v711: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:06.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:05 smithi032 bash[57603]: cephadm 2023-10-31T06:37:04.431707+0000 mgr.a (mgr.14152) 989 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:37:06.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:05 smithi032 bash[57603]: audit 2023-10-31T06:37:04.520196+0000 mon.a (mon.0) 952 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:37:06.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:05 smithi032 bash[57603]: audit 2023-10-31T06:37:04.525126+0000 mon.a (mon.0) 953 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:37:06.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:05 smithi032 bash[57603]: audit 2023-10-31T06:37:04.744618+0000 mon.a (mon.0) 954 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:37:06.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:05 smithi032 bash[57603]: audit 2023-10-31T06:37:04.749919+0000 mon.a (mon.0) 955 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:37:06.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:05 smithi032 bash[57603]: audit 2023-10-31T06:37:05.446463+0000 mon.a (mon.0) 956 : audit 0 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-31T06:37:06.007 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:05 smithi032 bash[57603]: audit 2023-10-31T06:37:05.447986+0000 mon.a (mon.0) 957 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-31T06:37:06.007 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:05 smithi032 bash[57603]: audit 2023-10-31T06:37:05.457270+0000 mon.a (mon.0) 958 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' 2023-10-31T06:37:06.913 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:06 smithi029 bash[32310]: cluster 2023-10-31T06:37:05.450522+0000 mgr.a (mgr.14152) 990 : cluster 0 pgmap v712: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:06.914 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:06 smithi029 bash[32310]: cluster 2023-10-31T06:37:05.450828+0000 mgr.a (mgr.14152) 991 : cluster 0 pgmap v713: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:06.914 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:06 smithi029 bash[32310]: audit 2023-10-31T06:37:05.558897+0000 mon.a (mon.0) 959 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:37:06.914 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:06 smithi029 bash[32310]: audit 2023-10-31T06:37:06.407378+0000 mon.a (mon.0) 960 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:37:06.917 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:06 smithi006 bash[27532]: cluster 2023-10-31T06:37:05.450522+0000 mgr.a (mgr.14152) 990 : cluster 0 pgmap v712: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:06.918 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:06 smithi006 bash[27532]: cluster 2023-10-31T06:37:05.450828+0000 mgr.a (mgr.14152) 991 : cluster 0 pgmap v713: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:06.918 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:06 smithi006 bash[27532]: audit 2023-10-31T06:37:05.558897+0000 mon.a (mon.0) 959 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:37:06.918 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:06 smithi006 bash[27532]: audit 2023-10-31T06:37:06.407378+0000 mon.a (mon.0) 960 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:37:07.004 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:06 smithi032 bash[57603]: cluster 2023-10-31T06:37:05.450522+0000 mgr.a (mgr.14152) 990 : cluster 0 pgmap v712: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:07.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:06 smithi032 bash[57603]: cluster 2023-10-31T06:37:05.450828+0000 mgr.a (mgr.14152) 991 : cluster 0 pgmap v713: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:07.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:06 smithi032 bash[57603]: audit 2023-10-31T06:37:05.558897+0000 mon.a (mon.0) 959 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi006", "caps": []}]: dispatch 2023-10-31T06:37:07.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:06 smithi032 bash[57603]: audit 2023-10-31T06:37:06.407378+0000 mon.a (mon.0) 960 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi029", "caps": []}]: dispatch 2023-10-31T06:37:07.394 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:37:07.395 INFO:teuthology.orchestra.run.smithi006.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_AGENT_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"3 Cephadm Agent(s) are not reporting. Hosts may be offline","count":3},"muted":false}},"mutes":[]} 2023-10-31T06:37:07.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:07 smithi006 bash[27532]: cephadm 2023-10-31T06:37:05.891118+0000 mgr.a (mgr.14152) 992 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:37:07.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:07 smithi006 bash[27532]: cephadm 2023-10-31T06:37:06.550919+0000 mgr.a (mgr.14152) 993 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:37:07.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:07 smithi006 bash[27532]: audit 2023-10-31T06:37:07.019081+0000 mon.a (mon.0) 961 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:37:07.769 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:07 smithi006 bash[27532]: cephadm 2023-10-31T06:37:07.156030+0000 mgr.a (mgr.14152) 994 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:37:07.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:07 smithi006 bash[27532]: audit 2023-10-31T06:37:07.386547+0000 mon.a (mon.0) 962 : audit 0 from='client.? 172.21.15.6:0/3635177526' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:37:07.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:07 smithi006 bash[27532]: cluster 2023-10-31T06:37:07.451318+0000 mgr.a (mgr.14152) 995 : cluster 0 pgmap v714: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:07.913 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:07 smithi029 bash[32310]: cephadm 2023-10-31T06:37:05.891118+0000 mgr.a (mgr.14152) 992 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:37:07.914 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:07 smithi029 bash[32310]: cephadm 2023-10-31T06:37:06.550919+0000 mgr.a (mgr.14152) 993 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:37:07.914 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:07 smithi029 bash[32310]: audit 2023-10-31T06:37:07.019081+0000 mon.a (mon.0) 961 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:37:07.914 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:07 smithi029 bash[32310]: cephadm 2023-10-31T06:37:07.156030+0000 mgr.a (mgr.14152) 994 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:37:07.914 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:07 smithi029 bash[32310]: audit 2023-10-31T06:37:07.386547+0000 mon.a (mon.0) 962 : audit 0 from='client.? 172.21.15.6:0/3635177526' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:37:07.915 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:07 smithi029 bash[32310]: cluster 2023-10-31T06:37:07.451318+0000 mgr.a (mgr.14152) 995 : cluster 0 pgmap v714: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:08.004 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:07 smithi032 bash[57603]: cephadm 2023-10-31T06:37:05.891118+0000 mgr.a (mgr.14152) 992 : cephadm 1 Reconfiguring daemon agent.smithi006 on smithi006 2023-10-31T06:37:08.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:07 smithi032 bash[57603]: cephadm 2023-10-31T06:37:06.550919+0000 mgr.a (mgr.14152) 993 : cephadm 1 Reconfiguring daemon agent.smithi029 on smithi029 2023-10-31T06:37:08.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:07 smithi032 bash[57603]: audit 2023-10-31T06:37:07.019081+0000 mon.a (mon.0) 961 : audit 1 from='mgr.14152 172.21.15.6:0/80503013' entity='mgr.a' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi032", "caps": []}]: dispatch 2023-10-31T06:37:08.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:07 smithi032 bash[57603]: cephadm 2023-10-31T06:37:07.156030+0000 mgr.a (mgr.14152) 994 : cephadm 1 Reconfiguring daemon agent.smithi032 on smithi032 2023-10-31T06:37:08.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:07 smithi032 bash[57603]: audit 2023-10-31T06:37:07.386547+0000 mon.a (mon.0) 962 : audit 0 from='client.? 172.21.15.6:0/3635177526' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:37:08.006 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:07 smithi032 bash[57603]: cluster 2023-10-31T06:37:07.451318+0000 mgr.a (mgr.14152) 995 : cluster 0 pgmap v714: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:10.163 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:09 smithi029 bash[32310]: cluster 2023-10-31T06:37:09.451845+0000 mgr.a (mgr.14152) 996 : cluster 0 pgmap v715: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:10.254 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:09 smithi032 bash[57603]: cluster 2023-10-31T06:37:09.451845+0000 mgr.a (mgr.14152) 996 : cluster 0 pgmap v715: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:10.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:09 smithi006 bash[27532]: cluster 2023-10-31T06:37:09.451845+0000 mgr.a (mgr.14152) 996 : cluster 0 pgmap v715: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:11.266 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph health --format=json 2023-10-31T06:37:12.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:12 smithi006 bash[27532]: cluster 2023-10-31T06:37:11.452337+0000 mgr.a (mgr.14152) 997 : cluster 0 pgmap v716: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:12.913 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:12 smithi029 bash[32310]: cluster 2023-10-31T06:37:11.452337+0000 mgr.a (mgr.14152) 997 : cluster 0 pgmap v716: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:13.004 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:12 smithi032 bash[57603]: cluster 2023-10-31T06:37:11.452337+0000 mgr.a (mgr.14152) 997 : cluster 0 pgmap v716: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:14.913 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:14 smithi029 bash[32310]: cluster 2023-10-31T06:37:13.452898+0000 mgr.a (mgr.14152) 998 : cluster 0 pgmap v717: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:15.004 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:14 smithi032 bash[57603]: cluster 2023-10-31T06:37:13.452898+0000 mgr.a (mgr.14152) 998 : cluster 0 pgmap v717: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:15.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:14 smithi006 bash[27532]: cluster 2023-10-31T06:37:13.452898+0000 mgr.a (mgr.14152) 998 : cluster 0 pgmap v717: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:16.000 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:37:16.913 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:16 smithi029 bash[32310]: cluster 2023-10-31T06:37:15.453494+0000 mgr.a (mgr.14152) 999 : cluster 0 pgmap v718: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:16.958 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:16 smithi006 bash[27532]: cluster 2023-10-31T06:37:15.453494+0000 mgr.a (mgr.14152) 999 : cluster 0 pgmap v718: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:17.004 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:16 smithi032 bash[57603]: cluster 2023-10-31T06:37:15.453494+0000 mgr.a (mgr.14152) 999 : cluster 0 pgmap v718: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:18.784 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:18 smithi006 bash[27532]: cluster 2023-10-31T06:37:17.453928+0000 mgr.a (mgr.14152) 1000 : cluster 0 pgmap v719: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:18.913 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:18 smithi029 bash[32310]: cluster 2023-10-31T06:37:17.453928+0000 mgr.a (mgr.14152) 1000 : cluster 0 pgmap v719: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:19.004 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:18 smithi032 bash[57603]: cluster 2023-10-31T06:37:17.453928+0000 mgr.a (mgr.14152) 1000 : cluster 0 pgmap v719: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:19.215 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:37:19.215 INFO:teuthology.orchestra.run.smithi006.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_AGENT_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"3 Cephadm Agent(s) are not reporting. Hosts may be offline","count":3},"muted":false}},"mutes":[]} 2023-10-31T06:37:20.163 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:19 smithi029 bash[32310]: audit 2023-10-31T06:37:19.211929+0000 mon.b (mon.2) 16 : audit 0 from='client.? 172.21.15.6:0/3467626952' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:37:20.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:19 smithi029 bash[32310]: cluster 2023-10-31T06:37:19.454448+0000 mgr.a (mgr.14152) 1001 : cluster 0 pgmap v720: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:20.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:19 smithi032 bash[57603]: audit 2023-10-31T06:37:19.211929+0000 mon.b (mon.2) 16 : audit 0 from='client.? 172.21.15.6:0/3467626952' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:37:20.255 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:19 smithi032 bash[57603]: cluster 2023-10-31T06:37:19.454448+0000 mgr.a (mgr.14152) 1001 : cluster 0 pgmap v720: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:20.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:19 smithi006 bash[27532]: audit 2023-10-31T06:37:19.211929+0000 mon.b (mon.2) 16 : audit 0 from='client.? 172.21.15.6:0/3467626952' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:37:20.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:19 smithi006 bash[27532]: cluster 2023-10-31T06:37:19.454448+0000 mgr.a (mgr.14152) 1001 : cluster 0 pgmap v720: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:22.913 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:22 smithi029 bash[32310]: cluster 2023-10-31T06:37:21.455047+0000 mgr.a (mgr.14152) 1002 : cluster 0 pgmap v721: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:22.965 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph health --format=json 2023-10-31T06:37:22.979 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:22 smithi006 bash[27532]: cluster 2023-10-31T06:37:21.455047+0000 mgr.a (mgr.14152) 1002 : cluster 0 pgmap v721: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:23.004 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:22 smithi032 bash[57603]: cluster 2023-10-31T06:37:21.455047+0000 mgr.a (mgr.14152) 1002 : cluster 0 pgmap v721: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:24.913 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:24 smithi029 bash[32310]: cluster 2023-10-31T06:37:23.455681+0000 mgr.a (mgr.14152) 1003 : cluster 0 pgmap v722: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:25.004 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:24 smithi032 bash[57603]: cluster 2023-10-31T06:37:23.455681+0000 mgr.a (mgr.14152) 1003 : cluster 0 pgmap v722: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:25.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:24 smithi006 bash[27532]: cluster 2023-10-31T06:37:23.455681+0000 mgr.a (mgr.14152) 1003 : cluster 0 pgmap v722: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:26.913 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:26 smithi029 bash[32310]: cluster 2023-10-31T06:37:25.456291+0000 mgr.a (mgr.14152) 1004 : cluster 0 pgmap v723: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:27.004 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:26 smithi032 bash[57603]: cluster 2023-10-31T06:37:25.456291+0000 mgr.a (mgr.14152) 1004 : cluster 0 pgmap v723: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:27.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:26 smithi006 bash[27532]: cluster 2023-10-31T06:37:25.456291+0000 mgr.a (mgr.14152) 1004 : cluster 0 pgmap v723: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:27.697 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:37:28.861 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:28 smithi006 bash[27532]: cluster 2023-10-31T06:37:27.456871+0000 mgr.a (mgr.14152) 1005 : cluster 0 pgmap v724: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:28.913 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:28 smithi029 bash[32310]: cluster 2023-10-31T06:37:27.456871+0000 mgr.a (mgr.14152) 1005 : cluster 0 pgmap v724: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:29.004 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:28 smithi032 bash[57603]: cluster 2023-10-31T06:37:27.456871+0000 mgr.a (mgr.14152) 1005 : cluster 0 pgmap v724: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:30.163 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:29 smithi029 bash[32310]: cluster 2023-10-31T06:37:29.457498+0000 mgr.a (mgr.14152) 1006 : cluster 0 pgmap v725: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:30.254 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:29 smithi032 bash[57603]: cluster 2023-10-31T06:37:29.457498+0000 mgr.a (mgr.14152) 1006 : cluster 0 pgmap v725: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:30.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:29 smithi006 bash[27532]: cluster 2023-10-31T06:37:29.457498+0000 mgr.a (mgr.14152) 1006 : cluster 0 pgmap v725: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:30.886 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:37:30.887 INFO:teuthology.orchestra.run.smithi006.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_AGENT_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"3 Cephadm Agent(s) are not reporting. Hosts may be offline","count":3},"muted":false}},"mutes":[]} 2023-10-31T06:37:31.163 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:30 smithi029 bash[32310]: audit 2023-10-31T06:37:30.878854+0000 mon.a (mon.0) 963 : audit 0 from='client.? 172.21.15.6:0/3396943214' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:37:31.254 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:30 smithi032 bash[57603]: audit 2023-10-31T06:37:30.878854+0000 mon.a (mon.0) 963 : audit 0 from='client.? 172.21.15.6:0/3396943214' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:37:31.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:30 smithi006 bash[27532]: audit 2023-10-31T06:37:30.878854+0000 mon.a (mon.0) 963 : audit 0 from='client.? 172.21.15.6:0/3396943214' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:37:32.254 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:31 smithi032 bash[57603]: cluster 2023-10-31T06:37:31.458074+0000 mgr.a (mgr.14152) 1007 : cluster 0 pgmap v726: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:32.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:31 smithi006 bash[27532]: cluster 2023-10-31T06:37:31.458074+0000 mgr.a (mgr.14152) 1007 : cluster 0 pgmap v726: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:32.413 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:31 smithi029 bash[32310]: cluster 2023-10-31T06:37:31.458074+0000 mgr.a (mgr.14152) 1007 : cluster 0 pgmap v726: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:34.550 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph health --format=json 2023-10-31T06:37:34.913 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:34 smithi029 bash[32310]: cluster 2023-10-31T06:37:33.458774+0000 mgr.a (mgr.14152) 1008 : cluster 0 pgmap v727: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:35.004 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:34 smithi032 bash[57603]: cluster 2023-10-31T06:37:33.458774+0000 mgr.a (mgr.14152) 1008 : cluster 0 pgmap v727: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:35.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:34 smithi006 bash[27532]: cluster 2023-10-31T06:37:33.458774+0000 mgr.a (mgr.14152) 1008 : cluster 0 pgmap v727: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:36.913 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:36 smithi029 bash[32310]: cluster 2023-10-31T06:37:35.459499+0000 mgr.a (mgr.14152) 1009 : cluster 0 pgmap v728: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:37.004 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:36 smithi032 bash[57603]: cluster 2023-10-31T06:37:35.459499+0000 mgr.a (mgr.14152) 1009 : cluster 0 pgmap v728: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:37.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:36 smithi006 bash[27532]: cluster 2023-10-31T06:37:35.459499+0000 mgr.a (mgr.14152) 1009 : cluster 0 pgmap v728: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:38.913 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:38 smithi029 bash[32310]: cluster 2023-10-31T06:37:37.460104+0000 mgr.a (mgr.14152) 1010 : cluster 0 pgmap v729: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:39.004 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:38 smithi032 bash[57603]: cluster 2023-10-31T06:37:37.460104+0000 mgr.a (mgr.14152) 1010 : cluster 0 pgmap v729: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:39.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:38 smithi006 bash[27532]: cluster 2023-10-31T06:37:37.460104+0000 mgr.a (mgr.14152) 1010 : cluster 0 pgmap v729: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:39.283 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:37:40.163 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:39 smithi006 bash[27532]: cluster 2023-10-31T06:37:39.460767+0000 mgr.a (mgr.14152) 1011 : cluster 0 pgmap v730: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:40.163 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:39 smithi029 bash[32310]: cluster 2023-10-31T06:37:39.460767+0000 mgr.a (mgr.14152) 1011 : cluster 0 pgmap v730: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:40.254 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:39 smithi032 bash[57603]: cluster 2023-10-31T06:37:39.460767+0000 mgr.a (mgr.14152) 1011 : cluster 0 pgmap v730: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:42.429 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:37:42.429 INFO:teuthology.orchestra.run.smithi006.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_AGENT_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"3 Cephadm Agent(s) are not reporting. Hosts may be offline","count":3},"muted":false}},"mutes":[]} 2023-10-31T06:37:42.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:42 smithi006 bash[27532]: cluster 2023-10-31T06:37:41.461512+0000 mgr.a (mgr.14152) 1012 : cluster 0 pgmap v731: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:42.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:42 smithi006 bash[27532]: audit 2023-10-31T06:37:42.421420+0000 mon.a (mon.0) 964 : audit 0 from='client.? 172.21.15.6:0/1997432438' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:37:42.913 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:42 smithi029 bash[32310]: cluster 2023-10-31T06:37:41.461512+0000 mgr.a (mgr.14152) 1012 : cluster 0 pgmap v731: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:42.914 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:42 smithi029 bash[32310]: audit 2023-10-31T06:37:42.421420+0000 mon.a (mon.0) 964 : audit 0 from='client.? 172.21.15.6:0/1997432438' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:37:43.004 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:42 smithi032 bash[57603]: cluster 2023-10-31T06:37:41.461512+0000 mgr.a (mgr.14152) 1012 : cluster 0 pgmap v731: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:43.004 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:42 smithi032 bash[57603]: audit 2023-10-31T06:37:42.421420+0000 mon.a (mon.0) 964 : audit 0 from='client.? 172.21.15.6:0/1997432438' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:37:44.914 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:44 smithi029 bash[32310]: cluster 2023-10-31T06:37:43.462186+0000 mgr.a (mgr.14152) 1013 : cluster 0 pgmap v732: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:45.004 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:44 smithi032 bash[57603]: cluster 2023-10-31T06:37:43.462186+0000 mgr.a (mgr.14152) 1013 : cluster 0 pgmap v732: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:45.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:44 smithi006 bash[27532]: cluster 2023-10-31T06:37:43.462186+0000 mgr.a (mgr.14152) 1013 : cluster 0 pgmap v732: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:46.156 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:fcc751a494aeedbeb6237860a239d39dfe5b98d4 shell --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 -- ceph health --format=json 2023-10-31T06:37:46.913 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:46 smithi029 bash[32310]: cluster 2023-10-31T06:37:45.462824+0000 mgr.a (mgr.14152) 1014 : cluster 0 pgmap v733: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:47.004 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:46 smithi032 bash[57603]: cluster 2023-10-31T06:37:45.462824+0000 mgr.a (mgr.14152) 1014 : cluster 0 pgmap v733: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:47.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:46 smithi006 bash[27532]: cluster 2023-10-31T06:37:45.462824+0000 mgr.a (mgr.14152) 1014 : cluster 0 pgmap v733: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:48.913 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:48 smithi029 bash[32310]: cluster 2023-10-31T06:37:47.463447+0000 mgr.a (mgr.14152) 1015 : cluster 0 pgmap v734: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:49.004 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:48 smithi032 bash[57603]: cluster 2023-10-31T06:37:47.463447+0000 mgr.a (mgr.14152) 1015 : cluster 0 pgmap v734: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:49.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:48 smithi006 bash[27532]: cluster 2023-10-31T06:37:47.463447+0000 mgr.a (mgr.14152) 1015 : cluster 0 pgmap v734: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:50.254 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:49 smithi032 bash[57603]: cluster 2023-10-31T06:37:49.464096+0000 mgr.a (mgr.14152) 1016 : cluster 0 pgmap v735: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:50.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:49 smithi006 bash[27532]: cluster 2023-10-31T06:37:49.464096+0000 mgr.a (mgr.14152) 1016 : cluster 0 pgmap v735: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:50.413 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:49 smithi029 bash[32310]: cluster 2023-10-31T06:37:49.464096+0000 mgr.a (mgr.14152) 1016 : cluster 0 pgmap v735: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:50.892 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/mon.a/config 2023-10-31T06:37:52.913 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:52 smithi029 bash[32310]: cluster 2023-10-31T06:37:51.464579+0000 mgr.a (mgr.14152) 1017 : cluster 0 pgmap v736: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:53.004 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:52 smithi032 bash[57603]: cluster 2023-10-31T06:37:51.464579+0000 mgr.a (mgr.14152) 1017 : cluster 0 pgmap v736: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:53.018 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:52 smithi006 bash[27532]: cluster 2023-10-31T06:37:51.464579+0000 mgr.a (mgr.14152) 1017 : cluster 0 pgmap v736: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:54.064 INFO:teuthology.orchestra.run.smithi006.stdout: 2023-10-31T06:37:54.065 INFO:teuthology.orchestra.run.smithi006.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_AGENT_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"3 Cephadm Agent(s) are not reporting. Hosts may be offline","count":3},"muted":false}},"mutes":[]} 2023-10-31T06:37:54.744 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:54 smithi006 bash[27532]: cluster 2023-10-31T06:37:53.465233+0000 mgr.a (mgr.14152) 1018 : cluster 0 pgmap v737: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:54.745 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:54 smithi006 bash[27532]: audit 2023-10-31T06:37:54.057164+0000 mon.a (mon.0) 965 : audit 0 from='client.? 172.21.15.6:0/2820533373' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:37:54.746 INFO:tasks.cephadm:Teardown begin 2023-10-31T06:37:54.746 ERROR:teuthology.contextutil:Saw exception from nested tasks Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_6899cd26fceddb2fec83dc1a1349394b28c8998e/teuthology/contextutil.py", line 32, in nested yield vars File "/home/teuthworker/src/git.ceph.com_ceph-c_fcc751a494aeedbeb6237860a239d39dfe5b98d4/qa/tasks/cephadm.py", line 1753, in task healthy(ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_ceph-c_fcc751a494aeedbeb6237860a239d39dfe5b98d4/qa/tasks/ceph.py", line 1500, in healthy manager.wait_until_healthy(timeout=300) File "/home/teuthworker/src/git.ceph.com_ceph-c_fcc751a494aeedbeb6237860a239d39dfe5b98d4/qa/tasks/ceph_manager.py", line 3185, in wait_until_healthy assert time.time() - start < timeout, \ AssertionError: timeout expired in wait_until_healthy 2023-10-31T06:37:54.747 DEBUG:teuthology.orchestra.run.smithi006:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-10-31T06:37:54.762 DEBUG:teuthology.orchestra.run.smithi029:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-10-31T06:37:54.781 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-10-31T06:37:54.795 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:54 smithi032 bash[57603]: cluster 2023-10-31T06:37:53.465233+0000 mgr.a (mgr.14152) 1018 : cluster 0 pgmap v737: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:54.796 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:54 smithi032 bash[57603]: audit 2023-10-31T06:37:54.057164+0000 mon.a (mon.0) 965 : audit 0 from='client.? 172.21.15.6:0/2820533373' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:37:54.799 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2023-10-31T06:37:54.799 DEBUG:teuthology.orchestra.run.smithi006:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2023-10-31T06:37:54.811 DEBUG:teuthology.orchestra.run.smithi029:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2023-10-31T06:37:54.831 DEBUG:teuthology.orchestra.run.smithi032:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2023-10-31T06:37:54.849 INFO:tasks.cephadm:Stopping all daemons... 2023-10-31T06:37:54.850 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2023-10-31T06:37:54.850 DEBUG:teuthology.orchestra.run.smithi006:> sudo systemctl stop ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@mon.a 2023-10-31T06:37:54.913 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:54 smithi029 bash[32310]: cluster 2023-10-31T06:37:53.465233+0000 mgr.a (mgr.14152) 1018 : cluster 0 pgmap v737: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-31T06:37:54.913 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:54 smithi029 bash[32310]: audit 2023-10-31T06:37:54.057164+0000 mon.a (mon.0) 965 : audit 0 from='client.? 172.21.15.6:0/2820533373' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-31T06:37:55.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:54 smithi006 systemd[1]: Stopping Ceph mon.a for 750f415a-77b4-11ee-8db9-212e2dc638e7... 2023-10-31T06:37:55.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:55 smithi006 bash[27532]: debug 2023-10-31T06:37:55.017+0000 7fcc87f55700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2023-10-31T06:37:55.268 INFO:journalctl@ceph.mon.a.smithi006.stdout:Oct 31 06:37:55 smithi006 bash[27532]: debug 2023-10-31T06:37:55.017+0000 7fcc87f55700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2023-10-31T06:37:55.822 DEBUG:teuthology.orchestra.run.smithi006:> sudo pkill -f 'journalctl -f -n 0 -u ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@mon.a.service' 2023-10-31T06:37:55.856 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-31T06:37:55.856 INFO:tasks.cephadm.mon.a:Stopped mon.a 2023-10-31T06:37:55.857 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2023-10-31T06:37:55.857 DEBUG:teuthology.orchestra.run.smithi029:> sudo systemctl stop ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@mon.b 2023-10-31T06:37:56.163 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:55 smithi029 systemd[1]: Stopping Ceph mon.b for 750f415a-77b4-11ee-8db9-212e2dc638e7... 2023-10-31T06:37:56.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:56 smithi029 bash[32310]: debug 2023-10-31T06:37:56.029+0000 7f28a9262700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2023-10-31T06:37:56.164 INFO:journalctl@ceph.mon.b.smithi029.stdout:Oct 31 06:37:56 smithi029 bash[32310]: debug 2023-10-31T06:37:56.029+0000 7f28a9262700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2023-10-31T06:37:57.150 DEBUG:teuthology.orchestra.run.smithi029:> sudo pkill -f 'journalctl -f -n 0 -u ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@mon.b.service' 2023-10-31T06:37:57.184 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-31T06:37:57.185 INFO:tasks.cephadm.mon.c:Stopped mon.b 2023-10-31T06:37:57.185 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2023-10-31T06:37:57.186 DEBUG:teuthology.orchestra.run.smithi032:> sudo systemctl stop ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@mon.c 2023-10-31T06:37:57.479 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:57 smithi032 systemd[1]: Stopping Ceph mon.c for 750f415a-77b4-11ee-8db9-212e2dc638e7... 2023-10-31T06:37:57.480 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:57 smithi032 bash[57603]: debug 2023-10-31T06:37:57.375+0000 7fac793b0700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2023-10-31T06:37:57.480 INFO:journalctl@ceph.mon.c.smithi032.stdout:Oct 31 06:37:57 smithi032 bash[57603]: debug 2023-10-31T06:37:57.375+0000 7fac793b0700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2023-10-31T06:37:58.254 DEBUG:teuthology.orchestra.run.smithi032:> sudo pkill -f 'journalctl -f -n 0 -u ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@mon.c.service' 2023-10-31T06:37:58.289 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-31T06:37:58.290 INFO:tasks.cephadm.mon.c:Stopped mon.c 2023-10-31T06:37:58.290 INFO:tasks.cephadm.mgr.a:Stopping mgr.a... 2023-10-31T06:37:58.291 DEBUG:teuthology.orchestra.run.smithi006:> sudo systemctl stop ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@mgr.a 2023-10-31T06:37:58.576 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:37:58 smithi006 systemd[1]: Stopping Ceph mgr.a for 750f415a-77b4-11ee-8db9-212e2dc638e7... 2023-10-31T06:37:58.576 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:37:58 smithi006 bash[27791]: debug 2023-10-31T06:37:58.481+0000 7faa1c0f4700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mgr -n mgr.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2023-10-31T06:37:58.577 INFO:journalctl@ceph.mgr.a.smithi006.stdout:Oct 31 06:37:58 smithi006 bash[27791]: debug 2023-10-31T06:37:58.481+0000 7faa1c0f4700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2023-10-31T06:37:59.254 DEBUG:teuthology.orchestra.run.smithi006:> sudo pkill -f 'journalctl -f -n 0 -u ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@mgr.a.service' 2023-10-31T06:37:59.284 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-31T06:37:59.285 INFO:tasks.cephadm.mgr.a:Stopped mgr.a 2023-10-31T06:37:59.285 INFO:tasks.cephadm.mgr.b:Stopping mgr.b... 2023-10-31T06:37:59.285 DEBUG:teuthology.orchestra.run.smithi029:> sudo systemctl stop ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@mgr.b 2023-10-31T06:37:59.663 INFO:journalctl@ceph.mgr.b.smithi029.stdout:Oct 31 06:37:59 smithi029 systemd[1]: Stopping Ceph mgr.b for 750f415a-77b4-11ee-8db9-212e2dc638e7... 2023-10-31T06:38:00.372 DEBUG:teuthology.orchestra.run.smithi029:> sudo pkill -f 'journalctl -f -n 0 -u ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@mgr.b.service' 2023-10-31T06:38:00.401 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-31T06:38:00.401 INFO:tasks.cephadm.mgr.b:Stopped mgr.b 2023-10-31T06:38:00.401 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2023-10-31T06:38:00.402 DEBUG:teuthology.orchestra.run.smithi006:> sudo systemctl stop ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@osd.0 2023-10-31T06:38:00.768 INFO:journalctl@ceph.osd.0.smithi006.stdout:Oct 31 06:38:00 smithi006 systemd[1]: Stopping Ceph osd.0 for 750f415a-77b4-11ee-8db9-212e2dc638e7... 2023-10-31T06:38:00.768 INFO:journalctl@ceph.osd.0.smithi006.stdout:Oct 31 06:38:00 smithi006 bash[42299]: debug 2023-10-31T06:38:00.593+0000 7fed7e833700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2023-10-31T06:38:00.769 INFO:journalctl@ceph.osd.0.smithi006.stdout:Oct 31 06:38:00 smithi006 bash[42299]: debug 2023-10-31T06:38:00.593+0000 7fed7e833700 -1 osd.0 21 *** Got signal Terminated *** 2023-10-31T06:38:00.769 INFO:journalctl@ceph.osd.0.smithi006.stdout:Oct 31 06:38:00 smithi006 bash[42299]: debug 2023-10-31T06:38:00.593+0000 7fed7e833700 -1 osd.0 21 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-31T06:38:06.873 INFO:journalctl@ceph.osd.0.smithi006.stdout:Oct 31 06:38:06 smithi006 bash[56406]: ceph-750f415a-77b4-11ee-8db9-212e2dc638e7-osd-0 2023-10-31T06:38:06.873 INFO:journalctl@ceph.osd.0.smithi006.stdout:Oct 31 06:38:06 smithi006 bash[56472]: Error response from daemon: No such container: ceph-750f415a-77b4-11ee-8db9-212e2dc638e7-osd-0 2023-10-31T06:38:08.691 DEBUG:teuthology.orchestra.run.smithi006:> sudo pkill -f 'journalctl -f -n 0 -u ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@osd.0.service' 2023-10-31T06:38:08.739 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-31T06:38:08.739 INFO:tasks.cephadm.osd.0:Stopped osd.0 2023-10-31T06:38:08.740 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2023-10-31T06:38:08.740 DEBUG:teuthology.orchestra.run.smithi029:> sudo systemctl stop ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@osd.1 2023-10-31T06:38:08.915 INFO:journalctl@ceph.osd.1.smithi029.stdout:Oct 31 06:38:08 smithi029 systemd[1]: Stopping Ceph osd.1 for 750f415a-77b4-11ee-8db9-212e2dc638e7... 2023-10-31T06:38:09.163 INFO:journalctl@ceph.osd.1.smithi029.stdout:Oct 31 06:38:08 smithi029 bash[35909]: debug 2023-10-31T06:38:08.909+0000 7efeb11d2700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2023-10-31T06:38:09.164 INFO:journalctl@ceph.osd.1.smithi029.stdout:Oct 31 06:38:08 smithi029 bash[35909]: debug 2023-10-31T06:38:08.909+0000 7efeb11d2700 -1 osd.1 21 *** Got signal Terminated *** 2023-10-31T06:38:09.164 INFO:journalctl@ceph.osd.1.smithi029.stdout:Oct 31 06:38:08 smithi029 bash[35909]: debug 2023-10-31T06:38:08.909+0000 7efeb11d2700 -1 osd.1 21 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-31T06:38:15.413 INFO:journalctl@ceph.osd.1.smithi029.stdout:Oct 31 06:38:15 smithi029 bash[41074]: ceph-750f415a-77b4-11ee-8db9-212e2dc638e7-osd-1 2023-10-31T06:38:15.414 INFO:journalctl@ceph.osd.1.smithi029.stdout:Oct 31 06:38:15 smithi029 bash[41140]: Error response from daemon: No such container: ceph-750f415a-77b4-11ee-8db9-212e2dc638e7-osd-1 2023-10-31T06:38:17.563 DEBUG:teuthology.orchestra.run.smithi029:> sudo pkill -f 'journalctl -f -n 0 -u ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@osd.1.service' 2023-10-31T06:38:17.614 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-31T06:38:17.615 INFO:tasks.cephadm.osd.1:Stopped osd.1 2023-10-31T06:38:17.615 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2023-10-31T06:38:17.616 DEBUG:teuthology.orchestra.run.smithi032:> sudo systemctl stop ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@osd.2 2023-10-31T06:38:18.004 INFO:journalctl@ceph.osd.2.smithi032.stdout:Oct 31 06:38:17 smithi032 systemd[1]: Stopping Ceph osd.2 for 750f415a-77b4-11ee-8db9-212e2dc638e7... 2023-10-31T06:38:18.005 INFO:journalctl@ceph.osd.2.smithi032.stdout:Oct 31 06:38:17 smithi032 bash[61356]: debug 2023-10-31T06:38:17.798+0000 7fc8b0015700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2023-10-31T06:38:18.005 INFO:journalctl@ceph.osd.2.smithi032.stdout:Oct 31 06:38:17 smithi032 bash[61356]: debug 2023-10-31T06:38:17.798+0000 7fc8b0015700 -1 osd.2 21 *** Got signal Terminated *** 2023-10-31T06:38:18.005 INFO:journalctl@ceph.osd.2.smithi032.stdout:Oct 31 06:38:17 smithi032 bash[61356]: debug 2023-10-31T06:38:17.798+0000 7fc8b0015700 -1 osd.2 21 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-31T06:38:24.254 INFO:journalctl@ceph.osd.2.smithi032.stdout:Oct 31 06:38:23 smithi032 bash[66326]: ceph-750f415a-77b4-11ee-8db9-212e2dc638e7-osd-2 2023-10-31T06:38:24.255 INFO:journalctl@ceph.osd.2.smithi032.stdout:Oct 31 06:38:24 smithi032 bash[66395]: Error response from daemon: No such container: ceph-750f415a-77b4-11ee-8db9-212e2dc638e7-osd-2 2023-10-31T06:38:26.074 DEBUG:teuthology.orchestra.run.smithi032:> sudo pkill -f 'journalctl -f -n 0 -u ceph-750f415a-77b4-11ee-8db9-212e2dc638e7@osd.2.service' 2023-10-31T06:38:26.117 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-31T06:38:26.117 INFO:tasks.cephadm.osd.2:Stopped osd.2 2023-10-31T06:38:26.118 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 --force --keep-logs 2023-10-31T06:38:26.289 INFO:teuthology.orchestra.run.smithi006.stdout:Deleting cluster with fsid: 750f415a-77b4-11ee-8db9-212e2dc638e7 2023-10-31T06:38:28.780 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 --force --keep-logs 2023-10-31T06:38:28.951 INFO:teuthology.orchestra.run.smithi029.stdout:Deleting cluster with fsid: 750f415a-77b4-11ee-8db9-212e2dc638e7 2023-10-31T06:38:31.470 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 --force --keep-logs 2023-10-31T06:38:31.640 INFO:teuthology.orchestra.run.smithi032.stdout:Deleting cluster with fsid: 750f415a-77b4-11ee-8db9-212e2dc638e7 2023-10-31T06:38:33.843 DEBUG:teuthology.orchestra.run.smithi006:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-10-31T06:38:33.860 DEBUG:teuthology.orchestra.run.smithi029:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-10-31T06:38:33.877 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-10-31T06:38:33.894 INFO:tasks.cephadm:Archiving crash dumps... 2023-10-31T06:38:33.896 DEBUG:teuthology.misc:Transferring archived files from smithi006:/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/crash to /home/teuthworker/archive/adking-2023-10-31_04:11:54-orch:cephadm-wip-adk-testing-2023-10-30-1928-distro-default-smithi/7441742/remote/smithi006/crash 2023-10-31T06:38:33.897 DEBUG:teuthology.orchestra.run.smithi006:> sudo tar c -f - -C /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/crash -- . 2023-10-31T06:38:33.919 INFO:teuthology.orchestra.run.smithi006.stderr:tar: /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/crash: Cannot open: No such file or directory 2023-10-31T06:38:33.920 INFO:teuthology.orchestra.run.smithi006.stderr:tar: Error is not recoverable: exiting now 2023-10-31T06:38:33.921 DEBUG:teuthology.misc:Transferring archived files from smithi029:/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/crash to /home/teuthworker/archive/adking-2023-10-31_04:11:54-orch:cephadm-wip-adk-testing-2023-10-30-1928-distro-default-smithi/7441742/remote/smithi029/crash 2023-10-31T06:38:33.922 DEBUG:teuthology.orchestra.run.smithi029:> sudo tar c -f - -C /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/crash -- . 2023-10-31T06:38:33.937 INFO:teuthology.orchestra.run.smithi029.stderr:tar: /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/crash: Cannot open: No such file or directory 2023-10-31T06:38:33.937 INFO:teuthology.orchestra.run.smithi029.stderr:tar: Error is not recoverable: exiting now 2023-10-31T06:38:33.939 DEBUG:teuthology.misc:Transferring archived files from smithi032:/var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/crash to /home/teuthworker/archive/adking-2023-10-31_04:11:54-orch:cephadm-wip-adk-testing-2023-10-30-1928-distro-default-smithi/7441742/remote/smithi032/crash 2023-10-31T06:38:33.940 DEBUG:teuthology.orchestra.run.smithi032:> sudo tar c -f - -C /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/crash -- . 2023-10-31T06:38:33.955 INFO:teuthology.orchestra.run.smithi032.stderr:tar: /var/lib/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/crash: Cannot open: No such file or directory 2023-10-31T06:38:33.955 INFO:teuthology.orchestra.run.smithi032.stderr:tar: Error is not recoverable: exiting now 2023-10-31T06:38:33.956 INFO:tasks.cephadm:Checking cluster log for badness... 2023-10-31T06:38:33.956 DEBUG:teuthology.orchestra.run.smithi006:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2023-10-31T06:38:33.980 INFO:teuthology.orchestra.run.smithi006.stderr:grep: /var/log/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/ceph.log: No such file or directory 2023-10-31T06:38:33.981 INFO:tasks.cephadm:Compressing logs... 2023-10-31T06:38:33.982 DEBUG:teuthology.orchestra.run.smithi006:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-10-31T06:38:34.030 DEBUG:teuthology.orchestra.run.smithi029:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-10-31T06:38:34.033 DEBUG:teuthology.orchestra.run.smithi032:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-10-31T06:38:34.044 INFO:teuthology.orchestra.run.smithi006.stderr:find: '/var/log/rbd-target-api': No such file or directory 2023-10-31T06:38:34.047 INFO:teuthology.orchestra.run.smithi029.stderr:find: '/var/log/rbd-target-api': No such file or directory 2023-10-31T06:38:34.050 INFO:teuthology.orchestra.run.smithi032.stderr:find: '/var/log/rbd-target-api': No such file or directory 2023-10-31T06:38:34.056 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/ceph-mon.a.log 2023-10-31T06:38:34.057 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/ceph-mgr.a.log 2023-10-31T06:38:34.057 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/ceph-mon.b.log 2023-10-31T06:38:34.058 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/ceph-osd.1.log 2023-10-31T06:38:34.058 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/ceph-mgr.b.log 2023-10-31T06:38:34.058 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/ceph-volume.log 2023-10-31T06:38:34.058 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2023-10-31T06:38:34.062 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/ceph-mgr.b.log: /var/log/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/ceph-volume.log: /var/log/ceph/cephadm.log: 91.1% -- replaced with /var/log/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/ceph-volume.log.gz 2023-10-31T06:38:34.063 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/ceph-osd.0.log 2023-10-31T06:38:34.063 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/ceph-volume.log 2023-10-31T06:38:34.063 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/ceph-mgr.a.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2023-10-31T06:38:34.063 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/ceph-osd.0.log: /var/log/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/ceph-volume.log: /var/log/ceph/cephadm.log: 91.0% -- replaced with /var/log/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/ceph-volume.log.gz 2023-10-31T06:38:34.064 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/ceph-mon.c.log 2023-10-31T06:38:34.064 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/ceph-volume.log 2023-10-31T06:38:34.065 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/ceph-osd.2.log 2023-10-31T06:38:34.065 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2023-10-31T06:38:34.065 INFO:teuthology.orchestra.run.smithi029.stderr: 91.9% -- replaced with /var/log/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/ceph-mgr.b.log.gz 2023-10-31T06:38:34.069 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/ceph-volume.log: /var/log/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/ceph-osd.2.log: /var/log/ceph/cephadm.log: 91.0% -- replaced with /var/log/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/ceph-volume.log.gz 2023-10-31T06:38:34.078 INFO:teuthology.orchestra.run.smithi029.stderr: 66.7% -- replaced with /var/log/ceph/cephadm.log.gz 2023-10-31T06:38:34.083 INFO:teuthology.orchestra.run.smithi032.stderr: 75.1% -- replaced with /var/log/ceph/cephadm.log.gz 2023-10-31T06:38:34.084 INFO:teuthology.orchestra.run.smithi006.stderr: 67.8% -- replaced with /var/log/ceph/cephadm.log.gz 2023-10-31T06:38:34.105 INFO:teuthology.orchestra.run.smithi006.stderr: 93.7% -- replaced with /var/log/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/ceph-osd.0.log.gz 2023-10-31T06:38:34.108 INFO:teuthology.orchestra.run.smithi032.stderr: 93.8% -- replaced with /var/log/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/ceph-osd.2.log.gz 2023-10-31T06:38:34.136 INFO:teuthology.orchestra.run.smithi029.stderr: 93.9% -- replaced with /var/log/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/ceph-osd.1.log.gz 2023-10-31T06:38:34.174 INFO:teuthology.orchestra.run.smithi032.stderr: 93.2% -- replaced with /var/log/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/ceph-mon.c.log.gz 2023-10-31T06:38:34.176 INFO:teuthology.orchestra.run.smithi032.stderr: 2023-10-31T06:38:34.176 INFO:teuthology.orchestra.run.smithi032.stderr:real 0m0.137s 2023-10-31T06:38:34.176 INFO:teuthology.orchestra.run.smithi032.stderr:user 0m0.180s 2023-10-31T06:38:34.176 INFO:teuthology.orchestra.run.smithi032.stderr:sys 0m0.029s 2023-10-31T06:38:34.177 INFO:teuthology.orchestra.run.smithi029.stderr: 92.7% -- replaced with /var/log/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/ceph-mon.b.log.gz 2023-10-31T06:38:34.178 INFO:teuthology.orchestra.run.smithi029.stderr: 2023-10-31T06:38:34.178 INFO:teuthology.orchestra.run.smithi029.stderr:real 0m0.143s 2023-10-31T06:38:34.179 INFO:teuthology.orchestra.run.smithi029.stderr:user 0m0.231s 2023-10-31T06:38:34.179 INFO:teuthology.orchestra.run.smithi029.stderr:sys 0m0.024s 2023-10-31T06:38:34.200 INFO:teuthology.orchestra.run.smithi006.stderr: 91.7% -- replaced with /var/log/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/ceph-mgr.a.log.gz 2023-10-31T06:38:34.550 INFO:teuthology.orchestra.run.smithi006.stderr: 90.7% -- replaced with /var/log/ceph/750f415a-77b4-11ee-8db9-212e2dc638e7/ceph-mon.a.log.gz 2023-10-31T06:38:34.551 INFO:teuthology.orchestra.run.smithi006.stderr: 2023-10-31T06:38:34.552 INFO:teuthology.orchestra.run.smithi006.stderr:real 0m0.519s 2023-10-31T06:38:34.552 INFO:teuthology.orchestra.run.smithi006.stderr:user 0m0.696s 2023-10-31T06:38:34.552 INFO:teuthology.orchestra.run.smithi006.stderr:sys 0m0.043s 2023-10-31T06:38:34.553 INFO:tasks.cephadm:Archiving logs... 2023-10-31T06:38:34.553 DEBUG:teuthology.misc:Transferring archived files from smithi006:/var/log/ceph to /home/teuthworker/archive/adking-2023-10-31_04:11:54-orch:cephadm-wip-adk-testing-2023-10-30-1928-distro-default-smithi/7441742/remote/smithi006/log 2023-10-31T06:38:34.555 DEBUG:teuthology.orchestra.run.smithi006:> sudo tar c -f - -C /var/log/ceph -- . 2023-10-31T06:38:34.743 DEBUG:teuthology.misc:Transferring archived files from smithi029:/var/log/ceph to /home/teuthworker/archive/adking-2023-10-31_04:11:54-orch:cephadm-wip-adk-testing-2023-10-30-1928-distro-default-smithi/7441742/remote/smithi029/log 2023-10-31T06:38:34.744 DEBUG:teuthology.orchestra.run.smithi029:> sudo tar c -f - -C /var/log/ceph -- . 2023-10-31T06:38:34.796 DEBUG:teuthology.misc:Transferring archived files from smithi032:/var/log/ceph to /home/teuthworker/archive/adking-2023-10-31_04:11:54-orch:cephadm-wip-adk-testing-2023-10-30-1928-distro-default-smithi/7441742/remote/smithi032/log 2023-10-31T06:38:34.797 DEBUG:teuthology.orchestra.run.smithi032:> sudo tar c -f - -C /var/log/ceph -- . 2023-10-31T06:38:34.841 INFO:tasks.cephadm:Removing cluster... 2023-10-31T06:38:34.842 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 --force 2023-10-31T06:38:35.008 INFO:teuthology.orchestra.run.smithi006.stdout:Deleting cluster with fsid: 750f415a-77b4-11ee-8db9-212e2dc638e7 2023-10-31T06:38:36.396 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 --force 2023-10-31T06:38:36.570 INFO:teuthology.orchestra.run.smithi029.stdout:Deleting cluster with fsid: 750f415a-77b4-11ee-8db9-212e2dc638e7 2023-10-31T06:38:37.959 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 750f415a-77b4-11ee-8db9-212e2dc638e7 --force 2023-10-31T06:38:38.128 INFO:teuthology.orchestra.run.smithi032.stdout:Deleting cluster with fsid: 750f415a-77b4-11ee-8db9-212e2dc638e7 2023-10-31T06:38:39.513 INFO:tasks.cephadm:Removing cephadm ... 2023-10-31T06:38:39.513 DEBUG:teuthology.orchestra.run.smithi006:> rm -rf /home/ubuntu/cephtest/cephadm 2023-10-31T06:38:39.521 DEBUG:teuthology.orchestra.run.smithi029:> rm -rf /home/ubuntu/cephtest/cephadm 2023-10-31T06:38:39.529 DEBUG:teuthology.orchestra.run.smithi032:> rm -rf /home/ubuntu/cephtest/cephadm 2023-10-31T06:38:39.536 INFO:tasks.cephadm:Teardown complete 2023-10-31T06:38:39.537 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_6899cd26fceddb2fec83dc1a1349394b28c8998e/teuthology/run_tasks.py", line 109, in run_tasks manager.__enter__() File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_fcc751a494aeedbeb6237860a239d39dfe5b98d4/qa/tasks/cephadm.py", line 1753, in task healthy(ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_ceph-c_fcc751a494aeedbeb6237860a239d39dfe5b98d4/qa/tasks/ceph.py", line 1500, in healthy manager.wait_until_healthy(timeout=300) File "/home/teuthworker/src/git.ceph.com_ceph-c_fcc751a494aeedbeb6237860a239d39dfe5b98d4/qa/tasks/ceph_manager.py", line 3185, in wait_until_healthy assert time.time() - start < timeout, \ AssertionError: timeout expired in wait_until_healthy 2023-10-31T06:38:39.604 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=587628eacedd484987d74c74dea6cf34 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_6899cd26fceddb2fec83dc1a1349394b28c8998e/teuthology/run_tasks.py", line 109, in run_tasks manager.__enter__() File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_fcc751a494aeedbeb6237860a239d39dfe5b98d4/qa/tasks/cephadm.py", line 1753, in task healthy(ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_ceph-c_fcc751a494aeedbeb6237860a239d39dfe5b98d4/qa/tasks/ceph.py", line 1500, in healthy manager.wait_until_healthy(timeout=300) File "/home/teuthworker/src/git.ceph.com_ceph-c_fcc751a494aeedbeb6237860a239d39dfe5b98d4/qa/tasks/ceph_manager.py", line 3185, in wait_until_healthy assert time.time() - start < timeout, \ AssertionError: timeout expired in wait_until_healthy 2023-10-31T06:38:39.607 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2023-10-31T06:38:39.616 DEBUG:teuthology.run_tasks:Unwinding manager install 2023-10-31T06:38:39.623 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2023-10-31T06:38:39.624 DEBUG:teuthology.orchestra.run.smithi006:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-10-31T06:38:39.636 DEBUG:teuthology.orchestra.run.smithi029:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-10-31T06:38:39.639 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-10-31T06:38:39.723 DEBUG:teuthology.run_tasks:Unwinding manager clock 2023-10-31T06:38:39.731 INFO:teuthology.task.clock:Checking final clock skew... 2023-10-31T06:38:39.732 DEBUG:teuthology.orchestra.run.smithi006:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-31T06:38:39.734 DEBUG:teuthology.orchestra.run.smithi029:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-31T06:38:39.737 DEBUG:teuthology.orchestra.run.smithi032:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-31T06:38:39.751 INFO:teuthology.orchestra.run.smithi006.stdout: remote refid st t when poll reach delay offset jitter 2023-10-31T06:38:39.752 INFO:teuthology.orchestra.run.smithi006.stdout:============================================================================== 2023-10-31T06:38:39.752 INFO:teuthology.orchestra.run.smithi006.stdout:*hv01.front.sepi 44.4.53.2 2 u - 64 377 0.105 7.472 1.663 2023-10-31T06:38:39.752 INFO:teuthology.orchestra.run.smithi006.stdout:+hv02.front.sepi 63.231.80.2 3 u 1 64 377 0.099 8.974 1.245 2023-10-31T06:38:39.753 INFO:teuthology.orchestra.run.smithi006.stdout:+hv03.front.sepi 74.6.168.72 3 u 3 64 377 0.080 8.119 1.251 2023-10-31T06:38:39.753 INFO:teuthology.orchestra.run.smithi006.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 0.000 0.000 2023-10-31T06:38:39.754 INFO:teuthology.orchestra.run.smithi029.stdout: remote refid st t when poll reach delay offset jitter 2023-10-31T06:38:39.755 INFO:teuthology.orchestra.run.smithi029.stdout:============================================================================== 2023-10-31T06:38:39.755 INFO:teuthology.orchestra.run.smithi029.stdout:*hv01.front.sepi 44.4.53.2 2 u 57 64 377 0.091 2.564 1.192 2023-10-31T06:38:39.755 INFO:teuthology.orchestra.run.smithi029.stdout:+hv02.front.sepi 63.231.80.2 3 u 1 64 377 0.104 4.234 0.672 2023-10-31T06:38:39.756 INFO:teuthology.orchestra.run.smithi029.stdout:+hv03.front.sepi 74.6.168.72 3 u 60 64 377 0.095 2.648 1.121 2023-10-31T06:38:39.756 INFO:teuthology.orchestra.run.smithi029.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 0.000 0.000 2023-10-31T06:38:39.757 INFO:teuthology.orchestra.run.smithi032.stdout: remote refid st t when poll reach delay offset jitter 2023-10-31T06:38:39.757 INFO:teuthology.orchestra.run.smithi032.stdout:============================================================================== 2023-10-31T06:38:39.757 INFO:teuthology.orchestra.run.smithi032.stdout:*hv01.front.sepi 44.4.53.2 2 u 62 64 377 0.078 0.425 0.540 2023-10-31T06:38:39.758 INFO:teuthology.orchestra.run.smithi032.stdout:+hv02.front.sepi 63.231.80.2 3 u 64 64 377 0.105 3.098 0.474 2023-10-31T06:38:39.758 INFO:teuthology.orchestra.run.smithi032.stdout:+hv03.front.sepi 74.6.168.72 3 u 63 64 377 0.099 1.929 0.381 2023-10-31T06:38:39.758 INFO:teuthology.orchestra.run.smithi032.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 0.000 0.000 2023-10-31T06:38:39.759 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2023-10-31T06:38:39.767 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2023-10-31T06:38:39.768 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2023-10-31T06:38:39.775 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2023-10-31T06:38:39.783 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2023-10-31T06:38:39.791 INFO:teuthology.task.internal:Duration was 2069.250351 seconds 2023-10-31T06:38:39.792 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2023-10-31T06:38:39.800 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2023-10-31T06:38:39.800 DEBUG:teuthology.orchestra.run.smithi006:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-10-31T06:38:39.803 DEBUG:teuthology.orchestra.run.smithi029:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-10-31T06:38:39.805 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-10-31T06:38:39.854 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2023-10-31T06:38:39.855 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi006.front.sepia.ceph.com 2023-10-31T06:38:39.855 DEBUG:teuthology.orchestra.run.smithi006:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-10-31T06:38:39.869 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi029.front.sepia.ceph.com 2023-10-31T06:38:39.869 DEBUG:teuthology.orchestra.run.smithi029:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-10-31T06:38:39.902 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi032.front.sepia.ceph.com 2023-10-31T06:38:39.903 DEBUG:teuthology.orchestra.run.smithi032:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-10-31T06:38:39.918 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2023-10-31T06:38:39.918 DEBUG:teuthology.orchestra.run.smithi006:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-10-31T06:38:39.921 DEBUG:teuthology.orchestra.run.smithi029:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-10-31T06:38:39.946 DEBUG:teuthology.orchestra.run.smithi032:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-10-31T06:38:40.015 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2023-10-31T06:38:40.015 DEBUG:teuthology.orchestra.run.smithi006:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-10-31T06:38:40.020 DEBUG:teuthology.orchestra.run.smithi029:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-10-31T06:38:40.030 DEBUG:teuthology.orchestra.run.smithi032:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-10-31T06:38:40.141 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2023-10-31T06:38:40.150 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2023-10-31T06:38:40.151 DEBUG:teuthology.orchestra.run.smithi006:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-10-31T06:38:40.168 DEBUG:teuthology.orchestra.run.smithi029:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-10-31T06:38:40.185 DEBUG:teuthology.orchestra.run.smithi032:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-10-31T06:38:40.201 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2023-10-31T06:38:40.211 DEBUG:teuthology.orchestra.run.smithi006:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-10-31T06:38:40.218 DEBUG:teuthology.orchestra.run.smithi029:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-10-31T06:38:40.230 DEBUG:teuthology.orchestra.run.smithi032:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-10-31T06:38:40.231 INFO:teuthology.orchestra.run.smithi006.stdout:kernel.core_pattern = core 2023-10-31T06:38:40.243 INFO:teuthology.orchestra.run.smithi029.stdout:kernel.core_pattern = core 2023-10-31T06:38:40.258 INFO:teuthology.orchestra.run.smithi032.stdout:kernel.core_pattern = core 2023-10-31T06:38:40.289 DEBUG:teuthology.orchestra.run.smithi006:> test -e /home/ubuntu/cephtest/archive/coredump 2023-10-31T06:38:40.317 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-31T06:38:40.318 DEBUG:teuthology.orchestra.run.smithi029:> test -e /home/ubuntu/cephtest/archive/coredump 2023-10-31T06:38:40.324 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-31T06:38:40.325 DEBUG:teuthology.orchestra.run.smithi032:> test -e /home/ubuntu/cephtest/archive/coredump 2023-10-31T06:38:40.336 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-31T06:38:40.337 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2023-10-31T06:38:40.346 INFO:teuthology.task.internal:Transferring archived files... 2023-10-31T06:38:40.347 DEBUG:teuthology.misc:Transferring archived files from smithi006:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/adking-2023-10-31_04:11:54-orch:cephadm-wip-adk-testing-2023-10-30-1928-distro-default-smithi/7441742/remote/smithi006 2023-10-31T06:38:40.348 DEBUG:teuthology.orchestra.run.smithi006:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-10-31T06:38:40.385 DEBUG:teuthology.misc:Transferring archived files from smithi029:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/adking-2023-10-31_04:11:54-orch:cephadm-wip-adk-testing-2023-10-30-1928-distro-default-smithi/7441742/remote/smithi029 2023-10-31T06:38:40.385 DEBUG:teuthology.orchestra.run.smithi029:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-10-31T06:38:40.409 DEBUG:teuthology.misc:Transferring archived files from smithi032:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/adking-2023-10-31_04:11:54-orch:cephadm-wip-adk-testing-2023-10-30-1928-distro-default-smithi/7441742/remote/smithi032 2023-10-31T06:38:40.409 DEBUG:teuthology.orchestra.run.smithi032:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-10-31T06:38:40.438 INFO:teuthology.task.internal:Removing archive directory... 2023-10-31T06:38:40.438 DEBUG:teuthology.orchestra.run.smithi006:> rm -rf -- /home/ubuntu/cephtest/archive 2023-10-31T06:38:40.441 DEBUG:teuthology.orchestra.run.smithi029:> rm -rf -- /home/ubuntu/cephtest/archive 2023-10-31T06:38:40.450 DEBUG:teuthology.orchestra.run.smithi032:> rm -rf -- /home/ubuntu/cephtest/archive 2023-10-31T06:38:40.481 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2023-10-31T06:38:40.493 INFO:teuthology.task.internal:Not uploading archives. 2023-10-31T06:38:40.493 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2023-10-31T06:38:40.525 INFO:teuthology.task.internal:Tidying up after the test... 2023-10-31T06:38:40.525 DEBUG:teuthology.orchestra.run.smithi006:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-10-31T06:38:40.528 DEBUG:teuthology.orchestra.run.smithi029:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-10-31T06:38:40.530 DEBUG:teuthology.orchestra.run.smithi032:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-10-31T06:38:40.534 INFO:teuthology.orchestra.run.smithi006.stdout: 1048609 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Oct 31 06:38 /home/ubuntu/cephtest 2023-10-31T06:38:40.536 INFO:teuthology.orchestra.run.smithi029.stdout: 1048596 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Oct 31 06:38 /home/ubuntu/cephtest 2023-10-31T06:38:40.538 INFO:teuthology.orchestra.run.smithi032.stdout: 1048609 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Oct 31 06:38 /home/ubuntu/cephtest 2023-10-31T06:38:40.541 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2023-10-31T06:38:40.553 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2023-10-31T06:38:40.576 INFO:teuthology.nuke:Checking targets against current locks 2023-10-31T06:38:40.601 DEBUG:teuthology.nuke:shortname: smithi006 2023-10-31T06:38:40.602 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-10-31T06:38:40.628 DEBUG:teuthology.nuke:shortname: smithi029 2023-10-31T06:38:40.629 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-10-31T06:38:40.634 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi006.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/adking-2023-10-31_04:11:54-orch:cephadm-wip-adk-testing-2023-10-30-1928-distro-default-smithi/7441742', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '20.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-31 05:52:14.552571', 'locked_by': 'scheduled_adking@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFyT/r7xuKfmg50w0OdQebr4A/ptJo1Zk6DyZNZNZM/q5rW+sznh+wvHqeT3e4YtCdZLaXyvMms8o8u8H5nXOYM='} 2023-10-31T06:38:40.653 DEBUG:teuthology.nuke:shortname: smithi032 2023-10-31T06:38:40.653 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-10-31T06:38:40.657 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi029.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/adking-2023-10-31_04:11:54-orch:cephadm-wip-adk-testing-2023-10-30-1928-distro-default-smithi/7441742', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '20.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-31 05:52:14.555168', 'locked_by': 'scheduled_adking@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFyT/r7xuKfmg50w0OdQebr4A/ptJo1Zk6DyZNZNZM/q5rW+sznh+wvHqeT3e4YtCdZLaXyvMms8o8u8H5nXOYM='} 2023-10-31T06:38:40.679 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi032.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/adking-2023-10-31_04:11:54-orch:cephadm-wip-adk-testing-2023-10-30-1928-distro-default-smithi/7441742', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '20.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-31 05:52:14.553984', 'locked_by': 'scheduled_adking@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFyT/r7xuKfmg50w0OdQebr4A/ptJo1Zk6DyZNZNZM/q5rW+sznh+wvHqeT3e4YtCdZLaXyvMms8o8u8H5nXOYM='} 2023-10-31T06:38:40.689 INFO:teuthology.orchestra.console.smithi006:Power off 2023-10-31T06:38:40.690 DEBUG:teuthology.orchestra.console.smithi006:pexpect command: ipmitool -H smithi006.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-10-31T06:38:40.716 DEBUG:teuthology.orchestra.console.smithi006:power off output: Chassis Power Control: Down/Off 2023-10-31T06:38:40.717 DEBUG:teuthology.orchestra.console.smithi006:pexpect command: ipmitool -H smithi006.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-31T06:38:40.734 INFO:teuthology.orchestra.console.smithi029:Power off 2023-10-31T06:38:40.735 DEBUG:teuthology.orchestra.console.smithi029:pexpect command: ipmitool -H smithi029.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-10-31T06:38:40.747 DEBUG:teuthology.orchestra.console.smithi006:check power output: Chassis Power is on 2023-10-31T06:38:40.758 DEBUG:teuthology.orchestra.console.smithi029:power off output: Chassis Power Control: Down/Off 2023-10-31T06:38:40.759 DEBUG:teuthology.orchestra.console.smithi029:pexpect command: ipmitool -H smithi029.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-31T06:38:40.780 INFO:teuthology.orchestra.console.smithi032:Power off 2023-10-31T06:38:40.780 DEBUG:teuthology.orchestra.console.smithi032:pexpect command: ipmitool -H smithi032.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-10-31T06:38:40.793 DEBUG:teuthology.orchestra.console.smithi029:check power output: Chassis Power is on 2023-10-31T06:38:40.808 DEBUG:teuthology.orchestra.console.smithi032:power off output: Chassis Power Control: Down/Off 2023-10-31T06:38:40.808 DEBUG:teuthology.orchestra.console.smithi032:pexpect command: ipmitool -H smithi032.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-31T06:38:40.834 DEBUG:teuthology.orchestra.console.smithi032:check power output: Chassis Power is on 2023-10-31T06:38:44.749 DEBUG:teuthology.orchestra.console.smithi006:pexpect command: ipmitool -H smithi006.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-31T06:38:44.794 DEBUG:teuthology.orchestra.console.smithi029:pexpect command: ipmitool -H smithi029.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-31T06:38:44.835 DEBUG:teuthology.orchestra.console.smithi032:pexpect command: ipmitool -H smithi032.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-31T06:38:44.861 DEBUG:teuthology.orchestra.console.smithi006:check power output: Chassis Power is on 2023-10-31T06:38:44.905 DEBUG:teuthology.orchestra.console.smithi029:check power output: Chassis Power is on 2023-10-31T06:38:44.945 DEBUG:teuthology.orchestra.console.smithi032:check power output: Chassis Power is on 2023-10-31T06:38:48.864 DEBUG:teuthology.orchestra.console.smithi006:pexpect command: ipmitool -H smithi006.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-31T06:38:48.906 DEBUG:teuthology.orchestra.console.smithi029:pexpect command: ipmitool -H smithi029.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-31T06:38:48.946 DEBUG:teuthology.orchestra.console.smithi032:pexpect command: ipmitool -H smithi032.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-31T06:38:48.976 DEBUG:teuthology.orchestra.console.smithi006:check power output: Chassis Power is on 2023-10-31T06:38:49.019 DEBUG:teuthology.orchestra.console.smithi029:check power output: Chassis Power is on 2023-10-31T06:38:49.057 DEBUG:teuthology.orchestra.console.smithi032:check power output: Chassis Power is off 2023-10-31T06:38:49.158 INFO:teuthology.orchestra.console.smithi032:Power off completed 2023-10-31T06:38:52.978 DEBUG:teuthology.orchestra.console.smithi006:pexpect command: ipmitool -H smithi006.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-31T06:38:53.020 DEBUG:teuthology.orchestra.console.smithi029:pexpect command: ipmitool -H smithi029.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-31T06:38:53.089 DEBUG:teuthology.orchestra.console.smithi006:check power output: Chassis Power is off 2023-10-31T06:38:53.130 DEBUG:teuthology.orchestra.console.smithi029:check power output: Chassis Power is off 2023-10-31T06:38:53.190 INFO:teuthology.orchestra.console.smithi006:Power off completed 2023-10-31T06:38:53.232 INFO:teuthology.orchestra.console.smithi029:Power off completed 2023-10-31T06:38:53.337 INFO:teuthology.run:Summary data: description: orch:cephadm/workunits/{0-distro/ubuntu_20.04 agent/on mon_election/connectivity task/test_monitoring_stack_basic} duration: 2069.25035071373 failure_reason: timeout expired in wait_until_healthy flavor: default owner: scheduled_adking@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=587628eacedd484987d74c74dea6cf34 status: fail success: false 2023-10-31T06:38:53.337 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-10-31T06:38:53.415 INFO:teuthology.run:FAIL