2024-02-10T05:08:59.927 INFO:root:teuthology version: 0.0.1.dev256+gd9fdb22
2024-02-10T05:08:59.928 DEBUG:teuthology.run:Teuthology command: teuthology --name yuriw-2024-02-09_19:43:43-upgrade:quincy-x-main-distro-default-smithi --archive /home/teuthworker/archive/yuriw-2024-02-09_19:43:43-upgrade:quincy-x-main-distro-default-smithi/7555048 --description upgrade:quincy-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic} --owner scheduled_yuriw@teuthology --verbose -- /home/teuthworker/archive/yuriw-2024-02-09_19:43:43-upgrade:quincy-x-main-distro-default-smithi/7555048/orig.config.yaml
2024-02-10T05:08:59.985 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/
2024-02-10T05:09:00.073 INFO:teuthology.run:Config:
  archive_path: /home/teuthworker/archive/yuriw-2024-02-09_19:43:43-upgrade:quincy-x-main-distro-default-smithi/7555048
  branch: main
  description: upgrade:quincy-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start
    2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export
    rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
  email: yweinste@redhat.com
  first-half-sequence:
  - cephadm.shell:
      env:
      - sha1
      mon.a:
      - ceph config set mgr mgr/cephadm/daemon_cache_timeout 60
      - ceph config set global log_to_journald false --force
      - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1
      - ceph orch ps
      - echo wait for minority of mons to upgrade
      - while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done
      - ceph orch ps
      - ceph orch upgrade pause
      - sleep 60
      - ceph orch upgrade resume
      - echo wait for majority of mons to upgrade
      - 'while ! ceph mon versions | grep $sha1 | egrep '': [23]'' ; do sleep 2 ; done'
      - ceph orch ps
      - ceph orch upgrade pause
      - sleep 60
      - ceph orch upgrade resume
      - echo wait for all mons to upgrade
      - 'while ! ceph mon versions | grep $sha1 | grep '': 3'' ; do sleep 2 ; done'
      - ceph orch ps
      - ceph orch upgrade pause
      - sleep 60
      - ceph orch upgrade resume
      - echo wait for half of osds to upgrade
      - 'while ! ceph osd versions | grep $sha1 | egrep '': [45678]''; do sleep 2 ;
        done'
      - ceph orch upgrade pause
      - ceph orch ps
      - ceph orch ps
      - ceph versions
  first-half-tasks:
  - workunit:
      branch: quincy
      clients:
        client.0:
        - rbd/test_librbd.sh
      env:
        RBD_FEATURES: '61'
  - print: '**** done rbd/test_librbd.sh 7-workload'
  first_in_suite: false
  job_id: '7555048'
  kernel:
    kdb: true
    sha1: distro
  ktype: distro
  last_in_suite: false
  machine_type: smithi
  meta:
  - desc: 'librbd C and C++ api tests
  
      '
  - desc: 'run randomized correctness test for rados operations
  
      generate write load with rados bench
  
      '
  - desc: 'run basic cls tests for rbd
  
      '
  - desc: 'run basic import/export cli tests for rbd
  
      '
  - desc: 'librbd C and C++ api tests
  
      '
  - desc: 'randomized correctness test for rados operations on a replicated pool,
  
      using only reads, writes, and deletes
  
      '
  - desc: 'randomized correctness test for rados operations on a replicated pool with
      snapshot operations
  
      '
  - desc: 'run randomized correctness test for rados operations
  
      generate write load with rados bench
  
      '
  name: yuriw-2024-02-09_19:43:43-upgrade:quincy-x-main-distro-default-smithi
  no_nested_subset: false
  nuke-on-error: true
  openstack:
  - volumes:
      count: 4
      size: 10
  os_type: ubuntu
  os_version: '22.04'
  overrides:
    admin_socket:
      branch: main
    ceph:
      conf:
        global:
          mon election default strategy: 1
        mgr:
          debug mgr: 20
          debug ms: 1
        mon:
          debug mon: 20
          debug ms: 1
          debug paxos: 20
        osd:
          debug ms: 1
          debug osd: 20
          osd shutdown pgref assert: true
      create_rbd_pool: true
      flavor: default
      log-ignorelist:
      - \(MDS_ALL_DOWN\)
      - \(MDS_UP_LESS_THAN_MAX\)
      sha1: 290212a1bfd33563ba76ee5b7f0b944fdb6c5d90
    ceph-deploy:
      conf:
        client:
          log file: /var/log/ceph/ceph-$name.$pid.log
        mon: {}
    install:
      ceph:
        flavor: default
        sha1: 290212a1bfd33563ba76ee5b7f0b944fdb6c5d90
    workunit:
      branch: main
      sha1: 290212a1bfd33563ba76ee5b7f0b944fdb6c5d90
  owner: scheduled_yuriw@teuthology
  priority: 71
  repo: https://github.com/ceph/ceph-ci.git
  roles:
  - - mon.a
    - mon.c
    - mgr.y
    - osd.0
    - osd.1
    - osd.2
    - osd.3
    - client.0
    - node-exporter.a
    - alertmanager.a
  - - mon.b
    - mgr.x
    - osd.4
    - osd.5
    - osd.6
    - osd.7
    - client.1
    - prometheus.a
    - grafana.a
    - node-exporter.b
  second-half-sequence:
    sequential:
    - cephadm.shell:
        env:
        - sha1
        mon.a:
        - ceph orch upgrade resume
        - sleep 60
        - echo wait for upgrade to complete
        - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch
          ps ; ceph versions ; sleep 30 ; done
        - echo upgrade complete
        - ceph orch ps
        - ceph versions
        - ceph versions | jq -e '.overall | length == 1'
        - ceph versions | jq -e '.overall | keys' | grep $sha1
  second-half-tasks:
  - full_sequential:
    - radosbench:
        clients:
        - client.0
        time: 90
    - radosbench:
        clients:
        - client.0
        time: 90
    - radosbench:
        clients:
        - client.0
        time: 90
  - print: '**** done end radosbench.yaml'
  seed: 3778
  sha1: 290212a1bfd33563ba76ee5b7f0b944fdb6c5d90
  sleep_before_teardown: 0
  stress-tasks:
  - thrashosds:
      aggressive_pg_num_changes: false
      chance_force_recovery: 0
      chance_pgnum_grow: 1
      chance_pgpnum_fix: 1
      chance_thrash_cluster_full: 0
      chance_thrash_pg_upmap: 0
      chance_thrash_pg_upmap_items: 0
      disable_objectstore_tool_tests: true
      timeout: 1200
  - full_sequential:
    - radosbench:
        clients:
        - client.0
        time: 90
    - radosbench:
        clients:
        - client.0
        time: 90
    - radosbench:
        clients:
        - client.0
        time: 90
    - radosbench:
        clients:
        - client.0
        time: 90
    - radosbench:
        clients:
        - client.0
        time: 90
    - radosbench:
        clients:
        - client.0
        time: 90
  - print: '**** done end radosbench.yaml'
  - workunit:
      branch: quincy
      clients:
        client.0:
        - cls/test_cls_rbd.sh
  - print: '**** done cls/test_cls_rbd.sh 5-workload'
  - workunit:
      branch: quincy
      clients:
        client.0:
        - rbd/import_export.sh
      env:
        RBD_CREATE_ARGS: --new-format
  - print: '**** done rbd/import_export.sh 5-workload'
  - workunit:
      branch: quincy
      clients:
        client.0:
        - rbd/test_librbd.sh
      env:
        RBD_FEATURES: '61'
  - print: '**** done rbd/test_librbd.sh 7-workload'
  - full_sequential:
    - rados:
        clients:
        - client.0
        objects: 500
        op_weights:
          delete: 10
          read: 45
          write: 45
        ops: 4000
        write_append_excl: false
  - print: '**** done rados/readwrite 5-workload'
  - full_sequential:
    - rados:
        clients:
        - client.0
        objects: 50
        op_weights:
          delete: 50
          read: 100
          rollback: 50
          snap_create: 50
          snap_remove: 50
          write: 100
        ops: 4000
        write_append_excl: false
  - print: '**** done rados/snaps-few-objects 5-workload'
  subset: 111/120000
  suite: upgrade:quincy-x
  suite_branch: main
  suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/qa
  suite_relpath: qa
  suite_repo: https://github.com/ceph/ceph-ci.git
  suite_sha1: 290212a1bfd33563ba76ee5b7f0b944fdb6c5d90
  targets:
    smithi096.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCvevZlGV8Oo2JDs8lRvEJClzUF2M27K2Mc4H9LOn7Gsm2NmBXzVdA+S5LOgVue74fOzb/AlBqtPAKq2cHh4P38=
    smithi129.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKQoJ9xXJXV+DFlXdL+xVrEE7vlhceTNlsM+59zEPHb06wJCC8uhi026wUSdGudcgG3LXzTr+UCc67ETCCxuNj8=
  tasks:
  - install:
      branch: quincy
      exclude_packages:
      - ceph-volume
  - cephadm:
      cephadm_branch: quincy
      cephadm_git_url: https://github.com/ceph/ceph
      conf:
        osd:
          osd_class_default_list: '*'
          osd_class_load_list: '*'
      image: quay.ceph.io/ceph-ci/ceph:quincy
  - cephadm.shell:
      mon.a:
      - ceph fs volume create foo
      - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force
      - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force
  - ceph.healthy: null
  - print: '**** upgrading first half of cluster, with stress ****'
  - parallel:
    - first-half-tasks
    - first-half-sequence
  - print: '**** done upgrading first half of cluster ****'
  - ceph.healthy: null
  - print: '**** applying stress + thrashing to mixed-version cluster ****'
  - parallel:
    - stress-tasks
  - ceph.healthy: null
  - print: '**** finishing upgrade ****'
  - parallel:
    - second-half-tasks
    - second-half-sequence
  - ceph.healthy: null
  teuthology:
    fragments_dropped: []
    meta: {}
    postmerge: []
  teuthology_branch: main
  teuthology_sha1: d9fdb2209e15b39d9f061fd85399f352ce0f0894
  timestamp: 2024-02-09_19:43:43
  tube: smithi
  user: yuriw
  verbose: true
  worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885
2024-02-10T05:09:00.073 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/qa; will attempt to use it
2024-02-10T05:09:00.074 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/qa/tasks
2024-02-10T05:09:00.074 INFO:teuthology.run_tasks:Running task internal.check_packages...
2024-02-10T05:09:00.076 INFO:teuthology.task.internal:Checking packages...
2024-02-10T05:09:00.100 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash '290212a1bfd33563ba76ee5b7f0b944fdb6c5d90'
2024-02-10T05:09:00.100 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch
2024-02-10T05:09:00.100 INFO:teuthology.packaging:ref: None
2024-02-10T05:09:00.100 INFO:teuthology.packaging:tag: None
2024-02-10T05:09:00.100 INFO:teuthology.packaging:branch: main
2024-02-10T05:09:00.100 INFO:teuthology.packaging:sha1: 290212a1bfd33563ba76ee5b7f0b944fdb6c5d90
2024-02-10T05:09:00.101 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=main
2024-02-10T05:09:00.355 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-1361-gf8e4e331-1jammy
2024-02-10T05:09:00.356 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep...
2024-02-10T05:09:00.362 INFO:teuthology.task.internal:no buildpackages task found
2024-02-10T05:09:00.362 INFO:teuthology.run_tasks:Running task internal.save_config...
2024-02-10T05:09:00.377 INFO:teuthology.task.internal:Saving configuration
2024-02-10T05:09:00.398 INFO:teuthology.run_tasks:Running task internal.check_lock...
2024-02-10T05:09:00.403 INFO:teuthology.task.internal.check_lock:Checking locks...
2024-02-10T05:09:00.429 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi096.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-02-09_19:43:43-upgrade:quincy-x-main-distro-default-smithi/7555048', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-02-10 05:03:15.950521', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIIlieI3zjDgXcApNYau6Nk1inQ6FRyJPlKl0L7XRRaR5'}
2024-02-10T05:09:00.450 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi129.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-02-09_19:43:43-upgrade:quincy-x-main-distro-default-smithi/7555048', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-02-10 05:03:15.952514', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIBlLf52+5A+AWFzIEjchaVs1oiwoKuXWdHIh7THbkA6L'}
2024-02-10T05:09:00.450 INFO:teuthology.run_tasks:Running task internal.add_remotes...
2024-02-10T05:09:00.455 INFO:teuthology.task.internal:roles: ubuntu@smithi096.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a']
2024-02-10T05:09:00.455 INFO:teuthology.task.internal:roles: ubuntu@smithi129.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b']
2024-02-10T05:09:00.455 INFO:teuthology.run_tasks:Running task console_log...
2024-02-10T05:09:00.520 DEBUG:teuthology.exit:Installing handler: Handler(exiter=<teuthology.exit.Exiter object at 0x7f3435240790>, func=<function ConsoleLog.start_logging.<locals>.kill_console_loggers at 0x7f3434d161f0>, signals=[15])
2024-02-10T05:09:00.521 INFO:teuthology.run_tasks:Running task internal.connect...
2024-02-10T05:09:00.528 INFO:teuthology.task.internal:Opening connections...
2024-02-10T05:09:00.528 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi096.front.sepia.ceph.com
2024-02-10T05:09:00.530 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi096.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2024-02-10T05:09:00.610 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi129.front.sepia.ceph.com
2024-02-10T05:09:00.611 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi129.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2024-02-10T05:09:00.688 INFO:teuthology.run_tasks:Running task internal.push_inventory...
2024-02-10T05:09:00.694 DEBUG:teuthology.orchestra.run.smithi096:> uname -m
2024-02-10T05:09:00.701 INFO:teuthology.orchestra.run.smithi096.stdout:x86_64
2024-02-10T05:09:00.701 DEBUG:teuthology.orchestra.run.smithi096:> cat /etc/os-release
2024-02-10T05:09:00.748 INFO:teuthology.orchestra.run.smithi096.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS"
2024-02-10T05:09:00.749 INFO:teuthology.orchestra.run.smithi096.stdout:NAME="Ubuntu"
2024-02-10T05:09:00.749 INFO:teuthology.orchestra.run.smithi096.stdout:VERSION_ID="22.04"
2024-02-10T05:09:00.749 INFO:teuthology.orchestra.run.smithi096.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)"
2024-02-10T05:09:00.749 INFO:teuthology.orchestra.run.smithi096.stdout:VERSION_CODENAME=jammy
2024-02-10T05:09:00.749 INFO:teuthology.orchestra.run.smithi096.stdout:ID=ubuntu
2024-02-10T05:09:00.749 INFO:teuthology.orchestra.run.smithi096.stdout:ID_LIKE=debian
2024-02-10T05:09:00.749 INFO:teuthology.orchestra.run.smithi096.stdout:HOME_URL="https://www.ubuntu.com/"
2024-02-10T05:09:00.750 INFO:teuthology.orchestra.run.smithi096.stdout:SUPPORT_URL="https://help.ubuntu.com/"
2024-02-10T05:09:00.750 INFO:teuthology.orchestra.run.smithi096.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/"
2024-02-10T05:09:00.750 INFO:teuthology.orchestra.run.smithi096.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy"
2024-02-10T05:09:00.750 INFO:teuthology.orchestra.run.smithi096.stdout:UBUNTU_CODENAME=jammy
2024-02-10T05:09:00.750 INFO:teuthology.lock.ops:Updating smithi096.front.sepia.ceph.com on lock server
2024-02-10T05:09:00.774 DEBUG:teuthology.orchestra.run.smithi129:> uname -m
2024-02-10T05:09:00.779 INFO:teuthology.orchestra.run.smithi129.stdout:x86_64
2024-02-10T05:09:00.779 DEBUG:teuthology.orchestra.run.smithi129:> cat /etc/os-release
2024-02-10T05:09:00.823 INFO:teuthology.orchestra.run.smithi129.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS"
2024-02-10T05:09:00.823 INFO:teuthology.orchestra.run.smithi129.stdout:NAME="Ubuntu"
2024-02-10T05:09:00.823 INFO:teuthology.orchestra.run.smithi129.stdout:VERSION_ID="22.04"
2024-02-10T05:09:00.823 INFO:teuthology.orchestra.run.smithi129.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)"
2024-02-10T05:09:00.824 INFO:teuthology.orchestra.run.smithi129.stdout:VERSION_CODENAME=jammy
2024-02-10T05:09:00.824 INFO:teuthology.orchestra.run.smithi129.stdout:ID=ubuntu
2024-02-10T05:09:00.824 INFO:teuthology.orchestra.run.smithi129.stdout:ID_LIKE=debian
2024-02-10T05:09:00.824 INFO:teuthology.orchestra.run.smithi129.stdout:HOME_URL="https://www.ubuntu.com/"
2024-02-10T05:09:00.824 INFO:teuthology.orchestra.run.smithi129.stdout:SUPPORT_URL="https://help.ubuntu.com/"
2024-02-10T05:09:00.824 INFO:teuthology.orchestra.run.smithi129.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/"
2024-02-10T05:09:00.824 INFO:teuthology.orchestra.run.smithi129.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy"
2024-02-10T05:09:00.824 INFO:teuthology.orchestra.run.smithi129.stdout:UBUNTU_CODENAME=jammy
2024-02-10T05:09:00.824 INFO:teuthology.lock.ops:Updating smithi129.front.sepia.ceph.com on lock server
2024-02-10T05:09:00.841 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles...
2024-02-10T05:09:00.849 INFO:teuthology.run_tasks:Running task internal.check_conflict...
2024-02-10T05:09:00.855 INFO:teuthology.task.internal:Checking for old test directory...
2024-02-10T05:09:00.855 DEBUG:teuthology.orchestra.run.smithi096:> test '!' -e /home/ubuntu/cephtest
2024-02-10T05:09:00.857 DEBUG:teuthology.orchestra.run.smithi129:> test '!' -e /home/ubuntu/cephtest
2024-02-10T05:09:00.871 INFO:teuthology.run_tasks:Running task internal.check_ceph_data...
2024-02-10T05:09:00.877 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph...
2024-02-10T05:09:00.877 DEBUG:teuthology.orchestra.run.smithi096:> test -z $(ls -A /var/lib/ceph)
2024-02-10T05:09:00.910 DEBUG:teuthology.orchestra.run.smithi129:> test -z $(ls -A /var/lib/ceph)
2024-02-10T05:09:00.917 INFO:teuthology.run_tasks:Running task internal.vm_setup...
2024-02-10T05:09:00.968 INFO:teuthology.run_tasks:Running task kernel...
2024-02-10T05:09:00.983 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'}
2024-02-10T05:09:00.984 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300
2024-02-10T05:09:00.984 DEBUG:teuthology.orchestra.run.smithi096:> test -f /run/.containerenv -o -f /.dockerenv
2024-02-10T05:09:00.984 DEBUG:teuthology.orchestra.run.smithi129:> test -f /run/.containerenv -o -f /.dockerenv
2024-02-10T05:09:00.989 DEBUG:teuthology.orchestra.run:got remote process result: 1
2024-02-10T05:09:00.989 DEBUG:teuthology.orchestra.run:got remote process result: 1
2024-02-10T05:09:00.990 DEBUG:teuthology.orchestra.run.smithi129:> uname -r
2024-02-10T05:09:00.990 DEBUG:teuthology.orchestra.run.smithi096:> uname -r
2024-02-10T05:09:01.036 INFO:teuthology.orchestra.run.smithi129.stdout:5.15.0-56-generic
2024-02-10T05:09:01.036 INFO:teuthology.task.kernel:Running kernel on smithi129: 5.15.0-56-generic
2024-02-10T05:09:01.036 DEBUG:teuthology.orchestra.run.smithi129:> sudo apt-get clean
2024-02-10T05:09:01.037 INFO:teuthology.orchestra.run.smithi096.stdout:5.15.0-56-generic
2024-02-10T05:09:01.038 INFO:teuthology.task.kernel:Running kernel on smithi096: 5.15.0-56-generic
2024-02-10T05:09:01.038 DEBUG:teuthology.orchestra.run.smithi096:> sudo apt-get clean
2024-02-10T05:09:01.179 DEBUG:teuthology.orchestra.run.smithi129:> sudo apt-get update
2024-02-10T05:09:01.184 DEBUG:teuthology.orchestra.run.smithi096:> sudo apt-get update
2024-02-10T05:09:01.321 INFO:teuthology.orchestra.run.smithi129.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease
2024-02-10T05:09:01.332 INFO:teuthology.orchestra.run.smithi096.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease
2024-02-10T05:09:01.336 INFO:teuthology.orchestra.run.smithi129.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [119 kB]
2024-02-10T05:09:01.344 INFO:teuthology.orchestra.run.smithi096.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [119 kB]
2024-02-10T05:09:01.411 INFO:teuthology.orchestra.run.smithi129.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [109 kB]
2024-02-10T05:09:01.428 INFO:teuthology.orchestra.run.smithi129.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security InRelease [110 kB]
2024-02-10T05:09:01.429 INFO:teuthology.orchestra.run.smithi096.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [109 kB]
2024-02-10T05:09:01.438 INFO:teuthology.orchestra.run.smithi096.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security InRelease [110 kB]
2024-02-10T05:09:01.560 INFO:teuthology.orchestra.run.smithi129.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [1,366 kB]
2024-02-10T05:09:01.580 INFO:teuthology.orchestra.run.smithi096.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [1,366 kB]
2024-02-10T05:09:01.730 INFO:teuthology.orchestra.run.smithi129.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [567 kB]
2024-02-10T05:09:01.742 INFO:teuthology.orchestra.run.smithi129.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [272 kB]
2024-02-10T05:09:01.748 INFO:teuthology.orchestra.run.smithi129.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [16.1 kB]
2024-02-10T05:09:01.749 INFO:teuthology.orchestra.run.smithi129.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [1,412 kB]
2024-02-10T05:09:01.752 INFO:teuthology.orchestra.run.smithi096.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [567 kB]
2024-02-10T05:09:01.762 INFO:teuthology.orchestra.run.smithi096.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [272 kB]
2024-02-10T05:09:01.769 INFO:teuthology.orchestra.run.smithi096.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [16.1 kB]
2024-02-10T05:09:01.769 INFO:teuthology.orchestra.run.smithi096.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [34.8 kB]
2024-02-10T05:09:01.770 INFO:teuthology.orchestra.run.smithi096.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [1,412 kB]
2024-02-10T05:09:01.804 INFO:teuthology.orchestra.run.smithi129.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [34.8 kB]
2024-02-10T05:09:01.804 INFO:teuthology.orchestra.run.smithi129.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [233 kB]
2024-02-10T05:09:01.808 INFO:teuthology.orchestra.run.smithi129.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [520 B]
2024-02-10T05:09:01.808 INFO:teuthology.orchestra.run.smithi129.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,044 kB]
2024-02-10T05:09:01.834 INFO:teuthology.orchestra.run.smithi129.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [687 kB]
2024-02-10T05:09:01.836 INFO:teuthology.orchestra.run.smithi096.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [233 kB]
2024-02-10T05:09:01.840 INFO:teuthology.orchestra.run.smithi096.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [520 B]
2024-02-10T05:09:01.840 INFO:teuthology.orchestra.run.smithi096.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [687 kB]
2024-02-10T05:09:01.851 INFO:teuthology.orchestra.run.smithi096.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,044 kB]
2024-02-10T05:09:01.859 INFO:teuthology.orchestra.run.smithi129.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [235 kB]
2024-02-10T05:09:01.860 INFO:teuthology.orchestra.run.smithi129.stdout:Get:16 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,142 kB]
2024-02-10T05:09:01.864 INFO:teuthology.orchestra.run.smithi129.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [22.1 kB]
2024-02-10T05:09:01.865 INFO:teuthology.orchestra.run.smithi129.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,164 B]
2024-02-10T05:09:01.865 INFO:teuthology.orchestra.run.smithi129.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [42.1 kB]
2024-02-10T05:09:01.877 INFO:teuthology.orchestra.run.smithi096.stdout:Get:15 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,142 kB]
2024-02-10T05:09:01.883 INFO:teuthology.orchestra.run.smithi129.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.1 kB]
2024-02-10T05:09:01.886 INFO:teuthology.orchestra.run.smithi129.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [472 B]
2024-02-10T05:09:01.887 INFO:teuthology.orchestra.run.smithi129.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [33.9 kB]
2024-02-10T05:09:01.888 INFO:teuthology.orchestra.run.smithi129.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [41.7 kB]
2024-02-10T05:09:01.921 INFO:teuthology.orchestra.run.smithi129.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [10.5 kB]
2024-02-10T05:09:01.922 INFO:teuthology.orchestra.run.smithi129.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B]
2024-02-10T05:09:01.924 INFO:teuthology.orchestra.run.smithi129.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [13.4 kB]
2024-02-10T05:09:01.928 INFO:teuthology.orchestra.run.smithi129.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [24.3 kB]
2024-02-10T05:09:01.929 INFO:teuthology.orchestra.run.smithi129.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB]
2024-02-10T05:09:01.931 INFO:teuthology.orchestra.run.smithi129.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [644 B]
2024-02-10T05:09:01.943 INFO:teuthology.orchestra.run.smithi096.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [235 kB]
2024-02-10T05:09:01.949 INFO:teuthology.orchestra.run.smithi096.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [22.1 kB]
2024-02-10T05:09:01.967 INFO:teuthology.orchestra.run.smithi096.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,164 B]
2024-02-10T05:09:01.968 INFO:teuthology.orchestra.run.smithi096.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [42.1 kB]
2024-02-10T05:09:01.968 INFO:teuthology.orchestra.run.smithi096.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.1 kB]
2024-02-10T05:09:01.969 INFO:teuthology.orchestra.run.smithi096.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [472 B]
2024-02-10T05:09:01.969 INFO:teuthology.orchestra.run.smithi096.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [33.9 kB]
2024-02-10T05:09:01.970 INFO:teuthology.orchestra.run.smithi096.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [41.7 kB]
2024-02-10T05:09:01.970 INFO:teuthology.orchestra.run.smithi096.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [10.5 kB]
2024-02-10T05:09:01.970 INFO:teuthology.orchestra.run.smithi096.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B]
2024-02-10T05:09:01.988 INFO:teuthology.orchestra.run.smithi096.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [24.3 kB]
2024-02-10T05:09:02.008 INFO:teuthology.orchestra.run.smithi096.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [13.4 kB]
2024-02-10T05:09:02.008 INFO:teuthology.orchestra.run.smithi096.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB]
2024-02-10T05:09:02.008 INFO:teuthology.orchestra.run.smithi096.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [644 B]
2024-02-10T05:09:02.249 INFO:teuthology.orchestra.run.smithi129.stdout:Get:30 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [400 kB]
2024-02-10T05:09:02.266 INFO:teuthology.orchestra.run.smithi096.stdout:Get:30 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [400 kB]
2024-02-10T05:09:02.269 INFO:teuthology.orchestra.run.smithi129.stdout:Get:31 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [211 kB]
2024-02-10T05:09:02.279 INFO:teuthology.orchestra.run.smithi129.stdout:Get:32 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [11.4 kB]
2024-02-10T05:09:02.279 INFO:teuthology.orchestra.run.smithi129.stdout:Get:33 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [33.2 kB]
2024-02-10T05:09:02.283 INFO:teuthology.orchestra.run.smithi129.stdout:Get:34 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [1,366 kB]
2024-02-10T05:09:02.285 INFO:teuthology.orchestra.run.smithi096.stdout:Get:31 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [211 kB]
2024-02-10T05:09:02.296 INFO:teuthology.orchestra.run.smithi096.stdout:Get:32 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [11.4 kB]
2024-02-10T05:09:02.296 INFO:teuthology.orchestra.run.smithi096.stdout:Get:33 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [1,366 kB]
2024-02-10T05:09:02.371 INFO:teuthology.orchestra.run.smithi129.stdout:Get:35 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [224 kB]
2024-02-10T05:09:02.381 INFO:teuthology.orchestra.run.smithi129.stdout:Get:36 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [520 B]
2024-02-10T05:09:02.381 INFO:teuthology.orchestra.run.smithi129.stdout:Get:37 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [839 kB]
2024-02-10T05:09:02.384 INFO:teuthology.orchestra.run.smithi096.stdout:Get:34 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [33.2 kB]
2024-02-10T05:09:02.386 INFO:teuthology.orchestra.run.smithi096.stdout:Get:35 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [224 kB]
2024-02-10T05:09:02.397 INFO:teuthology.orchestra.run.smithi096.stdout:Get:36 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [520 B]
2024-02-10T05:09:02.397 INFO:teuthology.orchestra.run.smithi096.stdout:Get:37 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [590 kB]
2024-02-10T05:09:02.415 INFO:teuthology.orchestra.run.smithi129.stdout:Get:38 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [590 kB]
2024-02-10T05:09:02.421 INFO:teuthology.orchestra.run.smithi096.stdout:Get:38 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [839 kB]
2024-02-10T05:09:02.592 INFO:teuthology.orchestra.run.smithi129.stdout:Get:39 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [160 kB]
2024-02-10T05:09:02.608 INFO:teuthology.orchestra.run.smithi096.stdout:Get:39 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [160 kB]
2024-02-10T05:09:02.992 INFO:teuthology.orchestra.run.smithi129.stdout:Get:40 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [16.8 kB]
2024-02-10T05:09:02.998 INFO:teuthology.orchestra.run.smithi129.stdout:Get:41 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B]
2024-02-10T05:09:02.999 INFO:teuthology.orchestra.run.smithi129.stdout:Get:42 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.1 kB]
2024-02-10T05:09:03.012 INFO:teuthology.orchestra.run.smithi129.stdout:Get:43 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,476 B]
2024-02-10T05:09:03.014 INFO:teuthology.orchestra.run.smithi096.stdout:Get:40 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [16.8 kB]
2024-02-10T05:09:03.015 INFO:teuthology.orchestra.run.smithi129.stdout:Get:44 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [260 B]
2024-02-10T05:09:03.020 INFO:teuthology.orchestra.run.smithi096.stdout:Get:41 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B]
2024-02-10T05:09:03.021 INFO:teuthology.orchestra.run.smithi096.stdout:Get:42 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.1 kB]
2024-02-10T05:09:03.035 INFO:teuthology.orchestra.run.smithi096.stdout:Get:43 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,476 B]
2024-02-10T05:09:03.038 INFO:teuthology.orchestra.run.smithi096.stdout:Get:44 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [260 B]
2024-02-10T05:09:07.273 INFO:teuthology.orchestra.run.smithi129.stdout:Fetched 11.5 MB in 2s (6,481 kB/s)
2024-02-10T05:09:07.376 INFO:teuthology.orchestra.run.smithi096.stdout:Fetched 11.5 MB in 2s (6,417 kB/s)
2024-02-10T05:09:08.510 INFO:teuthology.orchestra.run.smithi129.stdout:Reading package lists...
2024-02-10T05:09:08.527 DEBUG:teuthology.orchestra.run.smithi129:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic
2024-02-10T05:09:08.579 INFO:teuthology.orchestra.run.smithi129.stdout:Reading package lists...
2024-02-10T05:09:08.749 INFO:teuthology.orchestra.run.smithi129.stdout:Building dependency tree...
2024-02-10T05:09:08.749 INFO:teuthology.orchestra.run.smithi129.stdout:Reading state information...
2024-02-10T05:09:08.897 INFO:teuthology.orchestra.run.smithi129.stdout:The following packages were automatically installed and are no longer required:
2024-02-10T05:09:08.897 INFO:teuthology.orchestra.run.smithi129.stdout:  libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0
2024-02-10T05:09:08.897 INFO:teuthology.orchestra.run.smithi129.stdout:  libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib
2024-02-10T05:09:08.898 INFO:teuthology.orchestra.run.smithi129.stdout:  libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib
2024-02-10T05:09:08.898 INFO:teuthology.orchestra.run.smithi129.stdout:  python2 python2-dev python2-minimal python2.7 python2.7-dev
2024-02-10T05:09:08.898 INFO:teuthology.orchestra.run.smithi129.stdout:  python2.7-minimal
2024-02-10T05:09:08.898 INFO:teuthology.orchestra.run.smithi129.stdout:Use 'sudo apt autoremove' to remove them.
2024-02-10T05:09:08.899 INFO:teuthology.orchestra.run.smithi096.stdout:Reading package lists...
2024-02-10T05:09:08.899 INFO:teuthology.orchestra.run.smithi129.stdout:The following additional packages will be installed:
2024-02-10T05:09:08.900 INFO:teuthology.orchestra.run.smithi129.stdout:  linux-generic linux-headers-5.15.0-94 linux-headers-5.15.0-94-generic
2024-02-10T05:09:08.900 INFO:teuthology.orchestra.run.smithi129.stdout:  linux-headers-generic linux-image-5.15.0-94-generic
2024-02-10T05:09:08.900 INFO:teuthology.orchestra.run.smithi129.stdout:  linux-modules-5.15.0-94-generic linux-modules-extra-5.15.0-94-generic
2024-02-10T05:09:08.901 INFO:teuthology.orchestra.run.smithi129.stdout:Suggested packages:
2024-02-10T05:09:08.901 INFO:teuthology.orchestra.run.smithi129.stdout:  fdutils linux-doc | linux-source-5.15.0 linux-tools
2024-02-10T05:09:08.901 INFO:teuthology.orchestra.run.smithi129.stdout:Recommended packages:
2024-02-10T05:09:08.901 INFO:teuthology.orchestra.run.smithi129.stdout:  thermald
2024-02-10T05:09:08.916 DEBUG:teuthology.orchestra.run.smithi096:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic
2024-02-10T05:09:08.957 INFO:teuthology.orchestra.run.smithi129.stdout:The following NEW packages will be installed:
2024-02-10T05:09:08.958 INFO:teuthology.orchestra.run.smithi129.stdout:  linux-headers-5.15.0-94 linux-headers-5.15.0-94-generic
2024-02-10T05:09:08.958 INFO:teuthology.orchestra.run.smithi129.stdout:  linux-image-5.15.0-94-generic linux-modules-5.15.0-94-generic
2024-02-10T05:09:08.958 INFO:teuthology.orchestra.run.smithi129.stdout:  linux-modules-extra-5.15.0-94-generic
2024-02-10T05:09:08.959 INFO:teuthology.orchestra.run.smithi129.stdout:The following packages will be upgraded:
2024-02-10T05:09:08.960 INFO:teuthology.orchestra.run.smithi129.stdout:  linux-generic linux-headers-generic linux-image-generic
2024-02-10T05:09:08.970 INFO:teuthology.orchestra.run.smithi096.stdout:Reading package lists...
2024-02-10T05:09:09.031 INFO:teuthology.orchestra.run.smithi129.stdout:3 upgraded, 5 newly installed, 0 to remove and 282 not upgraded.
2024-02-10T05:09:09.031 INFO:teuthology.orchestra.run.smithi129.stdout:Need to get 113 MB of archives.
2024-02-10T05:09:09.031 INFO:teuthology.orchestra.run.smithi129.stdout:After this operation, 582 MB of additional disk space will be used.
2024-02-10T05:09:09.031 INFO:teuthology.orchestra.run.smithi129.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-94-generic amd64 5.15.0-94.104 [22.6 MB]
2024-02-10T05:09:09.161 INFO:teuthology.orchestra.run.smithi096.stdout:Building dependency tree...
2024-02-10T05:09:09.162 INFO:teuthology.orchestra.run.smithi096.stdout:Reading state information...
2024-02-10T05:09:09.318 INFO:teuthology.orchestra.run.smithi096.stdout:The following packages were automatically installed and are no longer required:
2024-02-10T05:09:09.318 INFO:teuthology.orchestra.run.smithi096.stdout:  libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0
2024-02-10T05:09:09.318 INFO:teuthology.orchestra.run.smithi096.stdout:  libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib
2024-02-10T05:09:09.319 INFO:teuthology.orchestra.run.smithi096.stdout:  libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib
2024-02-10T05:09:09.319 INFO:teuthology.orchestra.run.smithi096.stdout:  python2 python2-dev python2-minimal python2.7 python2.7-dev
2024-02-10T05:09:09.319 INFO:teuthology.orchestra.run.smithi096.stdout:  python2.7-minimal
2024-02-10T05:09:09.319 INFO:teuthology.orchestra.run.smithi096.stdout:Use 'sudo apt autoremove' to remove them.
2024-02-10T05:09:09.320 INFO:teuthology.orchestra.run.smithi096.stdout:The following additional packages will be installed:
2024-02-10T05:09:09.320 INFO:teuthology.orchestra.run.smithi096.stdout:  linux-generic linux-headers-5.15.0-94 linux-headers-5.15.0-94-generic
2024-02-10T05:09:09.321 INFO:teuthology.orchestra.run.smithi096.stdout:  linux-headers-generic linux-image-5.15.0-94-generic
2024-02-10T05:09:09.321 INFO:teuthology.orchestra.run.smithi096.stdout:  linux-modules-5.15.0-94-generic linux-modules-extra-5.15.0-94-generic
2024-02-10T05:09:09.321 INFO:teuthology.orchestra.run.smithi096.stdout:Suggested packages:
2024-02-10T05:09:09.321 INFO:teuthology.orchestra.run.smithi096.stdout:  fdutils linux-doc | linux-source-5.15.0 linux-tools
2024-02-10T05:09:09.321 INFO:teuthology.orchestra.run.smithi096.stdout:Recommended packages:
2024-02-10T05:09:09.321 INFO:teuthology.orchestra.run.smithi096.stdout:  thermald
2024-02-10T05:09:09.392 INFO:teuthology.orchestra.run.smithi096.stdout:The following NEW packages will be installed:
2024-02-10T05:09:09.392 INFO:teuthology.orchestra.run.smithi096.stdout:  linux-headers-5.15.0-94 linux-headers-5.15.0-94-generic
2024-02-10T05:09:09.392 INFO:teuthology.orchestra.run.smithi096.stdout:  linux-image-5.15.0-94-generic linux-modules-5.15.0-94-generic
2024-02-10T05:09:09.393 INFO:teuthology.orchestra.run.smithi096.stdout:  linux-modules-extra-5.15.0-94-generic
2024-02-10T05:09:09.394 INFO:teuthology.orchestra.run.smithi096.stdout:The following packages will be upgraded:
2024-02-10T05:09:09.394 INFO:teuthology.orchestra.run.smithi096.stdout:  linux-generic linux-headers-generic linux-image-generic
2024-02-10T05:09:09.530 INFO:teuthology.orchestra.run.smithi096.stdout:3 upgraded, 5 newly installed, 0 to remove and 282 not upgraded.
2024-02-10T05:09:09.530 INFO:teuthology.orchestra.run.smithi096.stdout:Need to get 113 MB of archives.
2024-02-10T05:09:09.531 INFO:teuthology.orchestra.run.smithi096.stdout:After this operation, 582 MB of additional disk space will be used.
2024-02-10T05:09:09.531 INFO:teuthology.orchestra.run.smithi096.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-94-generic amd64 5.15.0-94.104 [22.6 MB]
2024-02-10T05:09:10.220 INFO:teuthology.orchestra.run.smithi096.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-94-generic amd64 5.15.0-94.104 [11.5 MB]
2024-02-10T05:09:10.334 INFO:teuthology.orchestra.run.smithi096.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-94-generic amd64 5.15.0-94.104 [63.9 MB]
2024-02-10T05:09:10.347 INFO:teuthology.orchestra.run.smithi129.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-94-generic amd64 5.15.0-94.104 [11.5 MB]
2024-02-10T05:09:10.646 INFO:teuthology.orchestra.run.smithi129.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-94-generic amd64 5.15.0-94.104 [63.9 MB]
2024-02-10T05:09:11.639 INFO:teuthology.orchestra.run.smithi096.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.94.91 [1,698 B]
2024-02-10T05:09:11.639 INFO:teuthology.orchestra.run.smithi096.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.94.91 [2,458 B]
2024-02-10T05:09:11.639 INFO:teuthology.orchestra.run.smithi096.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-94 all 5.15.0-94.104 [12.4 MB]
2024-02-10T05:09:12.189 INFO:teuthology.orchestra.run.smithi096.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-94-generic amd64 5.15.0-94.104 [2,877 kB]
2024-02-10T05:09:12.273 INFO:teuthology.orchestra.run.smithi096.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.94.91 [2,306 B]
2024-02-10T05:09:12.512 INFO:teuthology.orchestra.run.smithi129.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.94.91 [1,698 B]
2024-02-10T05:09:12.513 INFO:teuthology.orchestra.run.smithi129.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.94.91 [2,458 B]
2024-02-10T05:09:12.513 INFO:teuthology.orchestra.run.smithi129.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-94 all 5.15.0-94.104 [12.4 MB]
2024-02-10T05:09:12.675 INFO:teuthology.orchestra.run.smithi096.stdout:Fetched 113 MB in 3s (39.4 MB/s)
2024-02-10T05:09:12.676 INFO:teuthology.orchestra.run.smithi129.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-94-generic amd64 5.15.0-94.104 [2,877 kB]
2024-02-10T05:09:12.702 INFO:teuthology.orchestra.run.smithi129.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.94.91 [2,306 B]
2024-02-10T05:09:12.879 INFO:teuthology.orchestra.run.smithi096.stdout:Selecting previously unselected package linux-modules-5.15.0-94-generic.
2024-02-10T05:09:13.205 INFO:teuthology.orchestra.run.smithi129.stdout:Fetched 113 MB in 4s (29.7 MB/s)
2024-02-10T05:09:13.382 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package linux-modules-5.15.0-94-generic.
2024-02-10T05:09:14.894 INFO:teuthology.orchestra.run.smithi096.stdout:(Reading database ... 
(Reading database ... 5%
(Reading database ... 10%
(Reading database ... 15%
(Reading database ... 20%
(Reading database ... 25%
(Reading database ... 30%
(Reading database ... 35%
(Reading database ... 40%
(Reading database ... 45%
(Reading database ... 50%
(Reading database ... 55%
(Reading database ... 60%
(Reading database ... 65%
(Reading database ... 70%
(Reading database ... 75%
(Reading database ... 80%
(Reading database ... 85%
(Reading database ... 90%
(Reading database ... 95%
(Reading database ... 100%
(Reading database ... 129542 files and directories currently installed.)
2024-02-10T05:09:14.898 INFO:teuthology.orchestra.run.smithi096.stdout:Preparing to unpack .../0-linux-modules-5.15.0-94-generic_5.15.0-94.104_amd64.deb ...
2024-02-10T05:09:15.135 INFO:teuthology.orchestra.run.smithi096.stdout:Unpacking linux-modules-5.15.0-94-generic (5.15.0-94.104) ...
2024-02-10T05:09:15.318 INFO:teuthology.orchestra.run.smithi129.stdout:(Reading database ... 
(Reading database ... 5%
(Reading database ... 10%
(Reading database ... 15%
(Reading database ... 20%
(Reading database ... 25%
(Reading database ... 30%
(Reading database ... 35%
(Reading database ... 40%
(Reading database ... 45%
(Reading database ... 50%
(Reading database ... 55%
(Reading database ... 60%
(Reading database ... 65%
(Reading database ... 70%
(Reading database ... 75%
(Reading database ... 80%
(Reading database ... 85%
(Reading database ... 90%
(Reading database ... 95%
(Reading database ... 100%
(Reading database ... 129542 files and directories currently installed.)
2024-02-10T05:09:15.323 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../0-linux-modules-5.15.0-94-generic_5.15.0-94.104_amd64.deb ...
2024-02-10T05:09:15.412 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking linux-modules-5.15.0-94-generic (5.15.0-94.104) ...
2024-02-10T05:09:17.196 INFO:teuthology.orchestra.run.smithi096.stdout:Selecting previously unselected package linux-image-5.15.0-94-generic.
2024-02-10T05:09:17.217 INFO:teuthology.orchestra.run.smithi096.stdout:Preparing to unpack .../1-linux-image-5.15.0-94-generic_5.15.0-94.104_amd64.deb ...
2024-02-10T05:09:17.309 INFO:teuthology.orchestra.run.smithi096.stdout:Unpacking linux-image-5.15.0-94-generic (5.15.0-94.104) ...
2024-02-10T05:09:17.535 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package linux-image-5.15.0-94-generic.
2024-02-10T05:09:17.556 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../1-linux-image-5.15.0-94-generic_5.15.0-94.104_amd64.deb ...
2024-02-10T05:09:17.741 INFO:teuthology.orchestra.run.smithi096.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-94-generic.
2024-02-10T05:09:17.762 INFO:teuthology.orchestra.run.smithi096.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-94-generic_5.15.0-94.104_amd64.deb ...
2024-02-10T05:09:17.785 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking linux-image-5.15.0-94-generic (5.15.0-94.104) ...
2024-02-10T05:09:17.790 INFO:teuthology.orchestra.run.smithi096.stdout:Unpacking linux-modules-extra-5.15.0-94-generic (5.15.0-94.104) ...
2024-02-10T05:09:18.457 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-94-generic.
2024-02-10T05:09:18.478 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-94-generic_5.15.0-94.104_amd64.deb ...
2024-02-10T05:09:18.515 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking linux-modules-extra-5.15.0-94-generic (5.15.0-94.104) ...
2024-02-10T05:09:24.301 INFO:teuthology.orchestra.run.smithi096.stdout:Preparing to unpack .../3-linux-generic_5.15.0.94.91_amd64.deb ...
2024-02-10T05:09:24.413 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../3-linux-generic_5.15.0.94.91_amd64.deb ...
2024-02-10T05:09:24.428 INFO:teuthology.orchestra.run.smithi096.stdout:Unpacking linux-generic (5.15.0.94.91) over (5.15.0.56.54) ...
2024-02-10T05:09:24.540 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking linux-generic (5.15.0.94.91) over (5.15.0.56.54) ...
2024-02-10T05:09:24.694 INFO:teuthology.orchestra.run.smithi096.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.94.91_amd64.deb ...
2024-02-10T05:09:24.799 INFO:teuthology.orchestra.run.smithi096.stdout:Unpacking linux-image-generic (5.15.0.94.91) over (5.15.0.56.54) ...
2024-02-10T05:09:24.882 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.94.91_amd64.deb ...
2024-02-10T05:09:25.010 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking linux-image-generic (5.15.0.94.91) over (5.15.0.56.54) ...
2024-02-10T05:09:25.102 INFO:teuthology.orchestra.run.smithi096.stdout:Selecting previously unselected package linux-headers-5.15.0-94.
2024-02-10T05:09:25.113 INFO:teuthology.orchestra.run.smithi096.stdout:Preparing to unpack .../5-linux-headers-5.15.0-94_5.15.0-94.104_all.deb ...
2024-02-10T05:09:25.144 INFO:teuthology.orchestra.run.smithi096.stdout:Unpacking linux-headers-5.15.0-94 (5.15.0-94.104) ...
2024-02-10T05:09:25.287 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package linux-headers-5.15.0-94.
2024-02-10T05:09:25.310 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../5-linux-headers-5.15.0-94_5.15.0-94.104_all.deb ...
2024-02-10T05:09:25.346 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking linux-headers-5.15.0-94 (5.15.0-94.104) ...
2024-02-10T05:09:30.545 INFO:teuthology.orchestra.run.smithi096.stdout:Selecting previously unselected package linux-headers-5.15.0-94-generic.
2024-02-10T05:09:30.581 INFO:teuthology.orchestra.run.smithi096.stdout:Preparing to unpack .../6-linux-headers-5.15.0-94-generic_5.15.0-94.104_amd64.deb ...
2024-02-10T05:09:30.628 INFO:teuthology.orchestra.run.smithi096.stdout:Unpacking linux-headers-5.15.0-94-generic (5.15.0-94.104) ...
2024-02-10T05:09:31.194 INFO:teuthology.orchestra.run.smithi129.stdout:Selecting previously unselected package linux-headers-5.15.0-94-generic.
2024-02-10T05:09:31.231 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../6-linux-headers-5.15.0-94-generic_5.15.0-94.104_amd64.deb ...
2024-02-10T05:09:31.269 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking linux-headers-5.15.0-94-generic (5.15.0-94.104) ...
2024-02-10T05:09:33.555 INFO:teuthology.orchestra.run.smithi096.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.94.91_amd64.deb ...
2024-02-10T05:09:33.705 INFO:teuthology.orchestra.run.smithi096.stdout:Unpacking linux-headers-generic (5.15.0.94.91) over (5.15.0.56.54) ...
2024-02-10T05:09:33.824 INFO:teuthology.orchestra.run.smithi129.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.94.91_amd64.deb ...
2024-02-10T05:09:33.947 INFO:teuthology.orchestra.run.smithi129.stdout:Unpacking linux-headers-generic (5.15.0.94.91) over (5.15.0.56.54) ...
2024-02-10T05:09:34.012 INFO:teuthology.orchestra.run.smithi096.stdout:Setting up linux-headers-5.15.0-94 (5.15.0-94.104) ...
2024-02-10T05:09:34.118 INFO:teuthology.orchestra.run.smithi096.stdout:Setting up linux-headers-5.15.0-94-generic (5.15.0-94.104) ...
2024-02-10T05:09:34.236 INFO:teuthology.orchestra.run.smithi096.stdout:Setting up linux-headers-generic (5.15.0.94.91) ...
2024-02-10T05:09:34.288 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up linux-headers-5.15.0-94 (5.15.0-94.104) ...
2024-02-10T05:09:34.363 INFO:teuthology.orchestra.run.smithi096.stdout:Setting up linux-modules-5.15.0-94-generic (5.15.0-94.104) ...
2024-02-10T05:09:34.393 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up linux-headers-5.15.0-94-generic (5.15.0-94.104) ...
2024-02-10T05:09:34.511 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up linux-headers-generic (5.15.0.94.91) ...
2024-02-10T05:09:34.638 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up linux-modules-5.15.0-94-generic (5.15.0-94.104) ...
2024-02-10T05:09:35.791 INFO:teuthology.orchestra.run.smithi096.stdout:Setting up linux-image-5.15.0-94-generic (5.15.0-94.104) ...
2024-02-10T05:09:36.050 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up linux-image-5.15.0-94-generic (5.15.0-94.104) ...
2024-02-10T05:09:37.233 INFO:teuthology.orchestra.run.smithi096.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic
2024-02-10T05:09:37.233 INFO:teuthology.orchestra.run.smithi096.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic
2024-02-10T05:09:37.233 INFO:teuthology.orchestra.run.smithi096.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-94-generic
2024-02-10T05:09:37.234 INFO:teuthology.orchestra.run.smithi096.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-94-generic
2024-02-10T05:09:37.434 INFO:teuthology.orchestra.run.smithi096.stdout:Setting up linux-modules-extra-5.15.0-94-generic (5.15.0-94.104) ...
2024-02-10T05:09:37.694 INFO:teuthology.orchestra.run.smithi129.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic
2024-02-10T05:09:37.695 INFO:teuthology.orchestra.run.smithi129.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic
2024-02-10T05:09:37.695 INFO:teuthology.orchestra.run.smithi129.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-94-generic
2024-02-10T05:09:37.695 INFO:teuthology.orchestra.run.smithi129.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-94-generic
2024-02-10T05:09:37.818 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up linux-modules-extra-5.15.0-94-generic (5.15.0-94.104) ...
2024-02-10T05:09:38.827 INFO:teuthology.orchestra.run.smithi096.stdout:Setting up linux-image-generic (5.15.0.94.91) ...
2024-02-10T05:09:38.953 INFO:teuthology.orchestra.run.smithi096.stdout:Setting up linux-generic (5.15.0.94.91) ...
2024-02-10T05:09:39.079 INFO:teuthology.orchestra.run.smithi096.stdout:Processing triggers for linux-image-5.15.0-94-generic (5.15.0-94.104) ...
2024-02-10T05:09:39.145 INFO:teuthology.orchestra.run.smithi096.stdout:/etc/kernel/postinst.d/initramfs-tools:
2024-02-10T05:09:39.146 INFO:teuthology.orchestra.run.smithi096.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-94-generic
2024-02-10T05:09:39.203 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up linux-image-generic (5.15.0.94.91) ...
2024-02-10T05:09:39.329 INFO:teuthology.orchestra.run.smithi129.stdout:Setting up linux-generic (5.15.0.94.91) ...
2024-02-10T05:09:39.455 INFO:teuthology.orchestra.run.smithi129.stdout:Processing triggers for linux-image-5.15.0-94-generic (5.15.0-94.104) ...
2024-02-10T05:09:39.519 INFO:teuthology.orchestra.run.smithi129.stdout:/etc/kernel/postinst.d/initramfs-tools:
2024-02-10T05:09:39.520 INFO:teuthology.orchestra.run.smithi129.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-94-generic
2024-02-10T05:09:53.377 INFO:teuthology.orchestra.run.smithi129.stdout:/etc/kernel/postinst.d/zz-update-grub:
2024-02-10T05:09:53.377 INFO:teuthology.orchestra.run.smithi129.stdout:Sourcing file `/etc/default/grub'
2024-02-10T05:09:53.387 INFO:teuthology.orchestra.run.smithi129.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg'
2024-02-10T05:09:53.422 INFO:teuthology.orchestra.run.smithi129.stdout:Generating grub configuration file ...
2024-02-10T05:09:53.713 INFO:teuthology.orchestra.run.smithi129.stdout:Found linux image: /boot/vmlinuz-5.15.0-94-generic
2024-02-10T05:09:53.714 INFO:teuthology.orchestra.run.smithi096.stdout:/etc/kernel/postinst.d/zz-update-grub:
2024-02-10T05:09:53.714 INFO:teuthology.orchestra.run.smithi096.stdout:Sourcing file `/etc/default/grub'
2024-02-10T05:09:53.729 INFO:teuthology.orchestra.run.smithi129.stdout:Found initrd image: /boot/initrd.img-5.15.0-94-generic
2024-02-10T05:09:53.735 INFO:teuthology.orchestra.run.smithi096.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg'
2024-02-10T05:09:53.768 INFO:teuthology.orchestra.run.smithi096.stdout:Generating grub configuration file ...
2024-02-10T05:09:54.007 INFO:teuthology.orchestra.run.smithi129.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic
2024-02-10T05:09:54.012 INFO:teuthology.orchestra.run.smithi129.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic
2024-02-10T05:09:54.032 INFO:teuthology.orchestra.run.smithi096.stdout:Found linux image: /boot/vmlinuz-5.15.0-94-generic
2024-02-10T05:09:54.050 INFO:teuthology.orchestra.run.smithi096.stdout:Found initrd image: /boot/initrd.img-5.15.0-94-generic
2024-02-10T05:09:54.082 INFO:teuthology.orchestra.run.smithi129.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic
2024-02-10T05:09:54.087 INFO:teuthology.orchestra.run.smithi129.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic
2024-02-10T05:09:54.243 INFO:teuthology.orchestra.run.smithi129.stdout:Warning: os-prober will not be executed to detect other bootable partitions.
2024-02-10T05:09:54.243 INFO:teuthology.orchestra.run.smithi129.stdout:Systems on them will not be added to the GRUB boot configuration.
2024-02-10T05:09:54.243 INFO:teuthology.orchestra.run.smithi129.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry.
2024-02-10T05:09:54.284 INFO:teuthology.orchestra.run.smithi129.stdout:done
2024-02-10T05:09:54.339 INFO:teuthology.orchestra.run.smithi096.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic
2024-02-10T05:09:54.348 INFO:teuthology.orchestra.run.smithi096.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic
2024-02-10T05:09:54.408 INFO:teuthology.orchestra.run.smithi096.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic
2024-02-10T05:09:54.413 INFO:teuthology.orchestra.run.smithi096.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic
2024-02-10T05:09:54.588 INFO:teuthology.orchestra.run.smithi096.stdout:Warning: os-prober will not be executed to detect other bootable partitions.
2024-02-10T05:09:54.588 INFO:teuthology.orchestra.run.smithi096.stdout:Systems on them will not be added to the GRUB boot configuration.
2024-02-10T05:09:54.588 INFO:teuthology.orchestra.run.smithi096.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry.
2024-02-10T05:09:54.635 INFO:teuthology.orchestra.run.smithi096.stdout:done
2024-02-10T05:09:54.774 DEBUG:teuthology.orchestra.run.smithi129:> dpkg -s linux-image-generic
2024-02-10T05:09:54.795 INFO:teuthology.orchestra.run.smithi129.stdout:Package: linux-image-generic
2024-02-10T05:09:54.796 INFO:teuthology.orchestra.run.smithi129.stdout:Status: install ok installed
2024-02-10T05:09:54.796 INFO:teuthology.orchestra.run.smithi129.stdout:Priority: optional
2024-02-10T05:09:54.796 INFO:teuthology.orchestra.run.smithi129.stdout:Section: kernel
2024-02-10T05:09:54.796 INFO:teuthology.orchestra.run.smithi129.stdout:Installed-Size: 21
2024-02-10T05:09:54.796 INFO:teuthology.orchestra.run.smithi129.stdout:Maintainer: Ubuntu Kernel Team <kernel-team@lists.ubuntu.com>
2024-02-10T05:09:54.796 INFO:teuthology.orchestra.run.smithi129.stdout:Architecture: amd64
2024-02-10T05:09:54.796 INFO:teuthology.orchestra.run.smithi129.stdout:Source: linux-meta
2024-02-10T05:09:54.796 INFO:teuthology.orchestra.run.smithi129.stdout:Version: 5.15.0.94.91
2024-02-10T05:09:54.797 INFO:teuthology.orchestra.run.smithi129.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.2), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-94), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.2)
2024-02-10T05:09:54.797 INFO:teuthology.orchestra.run.smithi129.stdout:Depends: linux-image-5.15.0-94-generic, linux-modules-extra-5.15.0-94-generic, linux-firmware, intel-microcode, amd64-microcode
2024-02-10T05:09:54.797 INFO:teuthology.orchestra.run.smithi129.stdout:Recommends: thermald
2024-02-10T05:09:54.797 INFO:teuthology.orchestra.run.smithi129.stdout:Description: Generic Linux kernel image
2024-02-10T05:09:54.797 INFO:teuthology.orchestra.run.smithi129.stdout: This package will always depend on the latest generic kernel image
2024-02-10T05:09:54.797 INFO:teuthology.orchestra.run.smithi129.stdout: available.
2024-02-10T05:09:54.797 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-94-generic
2024-02-10T05:09:54.797 INFO:teuthology.task.kernel:Skipping firmware on distro kernel
2024-02-10T05:09:54.798 DEBUG:teuthology.task.kernel:src is distro, skipping download
2024-02-10T05:09:54.798 INFO:teuthology.task.kernel:Installing distro kernel on mon.b...
2024-02-10T05:09:54.798 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi129.front.sepia.ceph.com, path=None, version=distro)
2024-02-10T05:09:54.798 DEBUG:teuthology.orchestra.run.smithi129:> sudo apt-get clean
2024-02-10T05:09:54.939 DEBUG:teuthology.orchestra.run.smithi129:> sudo apt-get update
2024-02-10T05:09:55.075 INFO:teuthology.orchestra.run.smithi129.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease
2024-02-10T05:09:55.086 INFO:teuthology.orchestra.run.smithi129.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease
2024-02-10T05:09:55.106 INFO:teuthology.orchestra.run.smithi129.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease
2024-02-10T05:09:55.129 DEBUG:teuthology.orchestra.run.smithi096:> dpkg -s linux-image-generic
2024-02-10T05:09:55.154 INFO:teuthology.orchestra.run.smithi096.stdout:Package: linux-image-generic
2024-02-10T05:09:55.154 INFO:teuthology.orchestra.run.smithi096.stdout:Status: install ok installed
2024-02-10T05:09:55.155 INFO:teuthology.orchestra.run.smithi096.stdout:Priority: optional
2024-02-10T05:09:55.155 INFO:teuthology.orchestra.run.smithi096.stdout:Section: kernel
2024-02-10T05:09:55.155 INFO:teuthology.orchestra.run.smithi096.stdout:Installed-Size: 21
2024-02-10T05:09:55.155 INFO:teuthology.orchestra.run.smithi096.stdout:Maintainer: Ubuntu Kernel Team <kernel-team@lists.ubuntu.com>
2024-02-10T05:09:55.155 INFO:teuthology.orchestra.run.smithi096.stdout:Architecture: amd64
2024-02-10T05:09:55.155 INFO:teuthology.orchestra.run.smithi096.stdout:Source: linux-meta
2024-02-10T05:09:55.155 INFO:teuthology.orchestra.run.smithi096.stdout:Version: 5.15.0.94.91
2024-02-10T05:09:55.155 INFO:teuthology.orchestra.run.smithi096.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.2), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-94), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.2)
2024-02-10T05:09:55.155 INFO:teuthology.orchestra.run.smithi096.stdout:Depends: linux-image-5.15.0-94-generic, linux-modules-extra-5.15.0-94-generic, linux-firmware, intel-microcode, amd64-microcode
2024-02-10T05:09:55.155 INFO:teuthology.orchestra.run.smithi096.stdout:Recommends: thermald
2024-02-10T05:09:55.155 INFO:teuthology.orchestra.run.smithi096.stdout:Description: Generic Linux kernel image
2024-02-10T05:09:55.155 INFO:teuthology.orchestra.run.smithi096.stdout: This package will always depend on the latest generic kernel image
2024-02-10T05:09:55.155 INFO:teuthology.orchestra.run.smithi096.stdout: available.
2024-02-10T05:09:55.156 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-94-generic
2024-02-10T05:09:55.157 INFO:teuthology.task.kernel:Skipping firmware on distro kernel
2024-02-10T05:09:55.157 DEBUG:teuthology.task.kernel:src is distro, skipping download
2024-02-10T05:09:55.157 INFO:teuthology.task.kernel:Installing distro kernel on mon.a...
2024-02-10T05:09:55.157 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi096.front.sepia.ceph.com, path=None, version=distro)
2024-02-10T05:09:55.157 DEBUG:teuthology.orchestra.run.smithi096:> sudo apt-get clean
2024-02-10T05:09:55.169 INFO:teuthology.orchestra.run.smithi129.stdout:Hit:4 http://security.ubuntu.com/ubuntu jammy-security InRelease
2024-02-10T05:09:55.300 DEBUG:teuthology.orchestra.run.smithi096:> sudo apt-get update
2024-02-10T05:09:55.419 INFO:teuthology.orchestra.run.smithi096.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease
2024-02-10T05:09:55.420 INFO:teuthology.orchestra.run.smithi096.stdout:Hit:2 http://security.ubuntu.com/ubuntu jammy-security InRelease
2024-02-10T05:09:55.431 INFO:teuthology.orchestra.run.smithi096.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease
2024-02-10T05:09:55.451 INFO:teuthology.orchestra.run.smithi096.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease
2024-02-10T05:09:56.419 INFO:teuthology.orchestra.run.smithi129.stdout:Reading package lists...
2024-02-10T05:09:56.437 DEBUG:teuthology.orchestra.run.smithi129:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic
2024-02-10T05:09:56.500 INFO:teuthology.orchestra.run.smithi129.stdout:Reading package lists...
2024-02-10T05:09:56.697 INFO:teuthology.orchestra.run.smithi129.stdout:Building dependency tree...
2024-02-10T05:09:56.698 INFO:teuthology.orchestra.run.smithi129.stdout:Reading state information...
2024-02-10T05:09:56.753 INFO:teuthology.orchestra.run.smithi096.stdout:Reading package lists...
2024-02-10T05:09:56.770 DEBUG:teuthology.orchestra.run.smithi096:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic
2024-02-10T05:09:56.828 INFO:teuthology.orchestra.run.smithi096.stdout:Reading package lists...
2024-02-10T05:09:56.866 INFO:teuthology.orchestra.run.smithi129.stdout:linux-image-generic is already the newest version (5.15.0.94.91).
2024-02-10T05:09:56.867 INFO:teuthology.orchestra.run.smithi129.stdout:The following packages were automatically installed and are no longer required:
2024-02-10T05:09:56.867 INFO:teuthology.orchestra.run.smithi129.stdout:  libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0
2024-02-10T05:09:56.867 INFO:teuthology.orchestra.run.smithi129.stdout:  libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib
2024-02-10T05:09:56.867 INFO:teuthology.orchestra.run.smithi129.stdout:  libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib
2024-02-10T05:09:56.867 INFO:teuthology.orchestra.run.smithi129.stdout:  linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2
2024-02-10T05:09:56.867 INFO:teuthology.orchestra.run.smithi129.stdout:  python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal
2024-02-10T05:09:56.868 INFO:teuthology.orchestra.run.smithi129.stdout:Use 'sudo apt autoremove' to remove them.
2024-02-10T05:09:56.908 INFO:teuthology.orchestra.run.smithi129.stdout:0 upgraded, 0 newly installed, 0 to remove and 282 not upgraded.
2024-02-10T05:09:56.909 DEBUG:teuthology.orchestra.run.smithi129:> dpkg -s linux-image-generic
2024-02-10T05:09:56.924 INFO:teuthology.orchestra.run.smithi129.stdout:Package: linux-image-generic
2024-02-10T05:09:56.924 INFO:teuthology.orchestra.run.smithi129.stdout:Status: install ok installed
2024-02-10T05:09:56.924 INFO:teuthology.orchestra.run.smithi129.stdout:Priority: optional
2024-02-10T05:09:56.925 INFO:teuthology.orchestra.run.smithi129.stdout:Section: kernel
2024-02-10T05:09:56.925 INFO:teuthology.orchestra.run.smithi129.stdout:Installed-Size: 21
2024-02-10T05:09:56.925 INFO:teuthology.orchestra.run.smithi129.stdout:Maintainer: Ubuntu Kernel Team <kernel-team@lists.ubuntu.com>
2024-02-10T05:09:56.925 INFO:teuthology.orchestra.run.smithi129.stdout:Architecture: amd64
2024-02-10T05:09:56.925 INFO:teuthology.orchestra.run.smithi129.stdout:Source: linux-meta
2024-02-10T05:09:56.925 INFO:teuthology.orchestra.run.smithi129.stdout:Version: 5.15.0.94.91
2024-02-10T05:09:56.925 INFO:teuthology.orchestra.run.smithi129.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.2), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-94), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.2)
2024-02-10T05:09:56.925 INFO:teuthology.orchestra.run.smithi129.stdout:Depends: linux-image-5.15.0-94-generic, linux-modules-extra-5.15.0-94-generic, linux-firmware, intel-microcode, amd64-microcode
2024-02-10T05:09:56.925 INFO:teuthology.orchestra.run.smithi129.stdout:Recommends: thermald
2024-02-10T05:09:56.925 INFO:teuthology.orchestra.run.smithi129.stdout:Description: Generic Linux kernel image
2024-02-10T05:09:56.925 INFO:teuthology.orchestra.run.smithi129.stdout: This package will always depend on the latest generic kernel image
2024-02-10T05:09:56.925 INFO:teuthology.orchestra.run.smithi129.stdout: available.
2024-02-10T05:09:56.926 DEBUG:teuthology.orchestra.run.smithi129:> mktemp
2024-02-10T05:09:56.971 INFO:teuthology.orchestra.run.smithi129.stdout:/tmp/tmp.NcxENFiEUt
2024-02-10T05:09:56.972 DEBUG:teuthology.orchestra.run.smithi129:> sudo cp /boot/grub/grub.cfg /tmp/tmp.NcxENFiEUt
2024-02-10T05:09:57.024 INFO:teuthology.orchestra.run.smithi096.stdout:Building dependency tree...
2024-02-10T05:09:57.025 INFO:teuthology.orchestra.run.smithi096.stdout:Reading state information...
2024-02-10T05:09:57.027 DEBUG:teuthology.orchestra.run.smithi129:> sudo chmod 0666 /tmp/tmp.NcxENFiEUt
2024-02-10T05:09:57.156 DEBUG:teuthology.orchestra.remote:smithi129:/tmp/tmp.NcxENFiEUt is 10KB
2024-02-10T05:09:57.170 DEBUG:teuthology.orchestra.run.smithi129:> rm -fr /tmp/tmp.NcxENFiEUt
2024-02-10T05:09:57.176 DEBUG:teuthology.orchestra.run.smithi129:> sudo rm -f -- /etc/grub.d/01_ceph_kernel
2024-02-10T05:09:57.193 INFO:teuthology.orchestra.run.smithi096.stdout:linux-image-generic is already the newest version (5.15.0.94.91).
2024-02-10T05:09:57.194 INFO:teuthology.orchestra.run.smithi096.stdout:The following packages were automatically installed and are no longer required:
2024-02-10T05:09:57.194 INFO:teuthology.orchestra.run.smithi096.stdout:  libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0
2024-02-10T05:09:57.194 INFO:teuthology.orchestra.run.smithi096.stdout:  libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib
2024-02-10T05:09:57.194 INFO:teuthology.orchestra.run.smithi096.stdout:  libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib
2024-02-10T05:09:57.194 INFO:teuthology.orchestra.run.smithi096.stdout:  linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2
2024-02-10T05:09:57.194 INFO:teuthology.orchestra.run.smithi096.stdout:  python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal
2024-02-10T05:09:57.195 INFO:teuthology.orchestra.run.smithi096.stdout:Use 'sudo apt autoremove' to remove them.
2024-02-10T05:09:57.231 DEBUG:teuthology.orchestra.run.smithi129:> set -ex
2024-02-10T05:09:57.231 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd of=/etc/grub.d/01_ceph_kernel
2024-02-10T05:09:57.231 DEBUG:teuthology.orchestra.run.smithi129:> sudo chmod 755 /etc/grub.d/01_ceph_kernel
2024-02-10T05:09:57.234 INFO:teuthology.orchestra.run.smithi096.stdout:0 upgraded, 0 newly installed, 0 to remove and 282 not upgraded.
2024-02-10T05:09:57.236 DEBUG:teuthology.orchestra.run.smithi096:> dpkg -s linux-image-generic
2024-02-10T05:09:57.249 INFO:teuthology.orchestra.run.smithi096.stdout:Package: linux-image-generic
2024-02-10T05:09:57.249 INFO:teuthology.orchestra.run.smithi096.stdout:Status: install ok installed
2024-02-10T05:09:57.249 INFO:teuthology.orchestra.run.smithi096.stdout:Priority: optional
2024-02-10T05:09:57.249 INFO:teuthology.orchestra.run.smithi096.stdout:Section: kernel
2024-02-10T05:09:57.249 INFO:teuthology.orchestra.run.smithi096.stdout:Installed-Size: 21
2024-02-10T05:09:57.249 INFO:teuthology.orchestra.run.smithi096.stdout:Maintainer: Ubuntu Kernel Team <kernel-team@lists.ubuntu.com>
2024-02-10T05:09:57.249 INFO:teuthology.orchestra.run.smithi096.stdout:Architecture: amd64
2024-02-10T05:09:57.249 INFO:teuthology.orchestra.run.smithi096.stdout:Source: linux-meta
2024-02-10T05:09:57.249 INFO:teuthology.orchestra.run.smithi096.stdout:Version: 5.15.0.94.91
2024-02-10T05:09:57.249 INFO:teuthology.orchestra.run.smithi096.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.2), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-94), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.2)
2024-02-10T05:09:57.250 INFO:teuthology.orchestra.run.smithi096.stdout:Depends: linux-image-5.15.0-94-generic, linux-modules-extra-5.15.0-94-generic, linux-firmware, intel-microcode, amd64-microcode
2024-02-10T05:09:57.250 INFO:teuthology.orchestra.run.smithi096.stdout:Recommends: thermald
2024-02-10T05:09:57.250 INFO:teuthology.orchestra.run.smithi096.stdout:Description: Generic Linux kernel image
2024-02-10T05:09:57.250 INFO:teuthology.orchestra.run.smithi096.stdout: This package will always depend on the latest generic kernel image
2024-02-10T05:09:57.250 INFO:teuthology.orchestra.run.smithi096.stdout: available.
2024-02-10T05:09:57.250 DEBUG:teuthology.orchestra.run.smithi096:> mktemp
2024-02-10T05:09:57.295 INFO:teuthology.orchestra.run.smithi096.stdout:/tmp/tmp.0tQomkRp3t
2024-02-10T05:09:57.295 DEBUG:teuthology.orchestra.run.smithi096:> sudo cp /boot/grub/grub.cfg /tmp/tmp.0tQomkRp3t
2024-02-10T05:09:57.298 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-94-generic
2024-02-10T05:09:57.299 DEBUG:teuthology.orchestra.run.smithi129:> sudo update-grub
2024-02-10T05:09:57.351 DEBUG:teuthology.orchestra.run.smithi096:> sudo chmod 0666 /tmp/tmp.0tQomkRp3t
2024-02-10T05:09:57.483 DEBUG:teuthology.orchestra.remote:smithi096:/tmp/tmp.0tQomkRp3t is 10KB
2024-02-10T05:09:57.496 DEBUG:teuthology.orchestra.run.smithi096:> rm -fr /tmp/tmp.0tQomkRp3t
2024-02-10T05:09:57.502 DEBUG:teuthology.orchestra.run.smithi096:> sudo rm -f -- /etc/grub.d/01_ceph_kernel
2024-02-10T05:09:57.559 DEBUG:teuthology.orchestra.run.smithi096:> set -ex
2024-02-10T05:09:57.559 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd of=/etc/grub.d/01_ceph_kernel
2024-02-10T05:09:57.559 DEBUG:teuthology.orchestra.run.smithi096:> sudo chmod 755 /etc/grub.d/01_ceph_kernel
2024-02-10T05:09:57.627 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-94-generic
2024-02-10T05:09:57.627 DEBUG:teuthology.orchestra.run.smithi096:> sudo update-grub
2024-02-10T05:09:58.385 INFO:teuthology.orchestra.run.smithi129.stderr:Sourcing file `/etc/default/grub'
2024-02-10T05:09:58.386 INFO:teuthology.orchestra.run.smithi129.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg'
2024-02-10T05:09:58.388 INFO:teuthology.orchestra.run.smithi129.stderr:Generating grub configuration file ...
2024-02-10T05:09:58.628 INFO:teuthology.orchestra.run.smithi129.stderr:Found linux image: /boot/vmlinuz-5.15.0-94-generic
2024-02-10T05:09:58.634 INFO:teuthology.orchestra.run.smithi129.stderr:Found initrd image: /boot/initrd.img-5.15.0-94-generic
2024-02-10T05:09:58.781 INFO:teuthology.orchestra.run.smithi096.stderr:Sourcing file `/etc/default/grub'
2024-02-10T05:09:58.782 INFO:teuthology.orchestra.run.smithi096.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg'
2024-02-10T05:09:58.784 INFO:teuthology.orchestra.run.smithi096.stderr:Generating grub configuration file ...
2024-02-10T05:09:58.884 INFO:teuthology.orchestra.run.smithi129.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic
2024-02-10T05:09:58.889 INFO:teuthology.orchestra.run.smithi129.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic
2024-02-10T05:09:58.930 INFO:teuthology.orchestra.run.smithi129.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic
2024-02-10T05:09:58.935 INFO:teuthology.orchestra.run.smithi129.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic
2024-02-10T05:09:58.988 INFO:teuthology.orchestra.run.smithi096.stderr:Found linux image: /boot/vmlinuz-5.15.0-94-generic
2024-02-10T05:09:58.995 INFO:teuthology.orchestra.run.smithi096.stderr:Found initrd image: /boot/initrd.img-5.15.0-94-generic
2024-02-10T05:09:59.052 INFO:teuthology.orchestra.run.smithi129.stderr:Warning: os-prober will not be executed to detect other bootable partitions.
2024-02-10T05:09:59.053 INFO:teuthology.orchestra.run.smithi129.stderr:Systems on them will not be added to the GRUB boot configuration.
2024-02-10T05:09:59.053 INFO:teuthology.orchestra.run.smithi129.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry.
2024-02-10T05:09:59.068 INFO:teuthology.orchestra.run.smithi129.stderr:done
2024-02-10T05:09:59.070 DEBUG:teuthology.orchestra.run.smithi129:> sudo shutdown -r now
2024-02-10T05:09:59.244 INFO:teuthology.orchestra.run.smithi096.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic
2024-02-10T05:09:59.249 INFO:teuthology.orchestra.run.smithi096.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic
2024-02-10T05:09:59.292 INFO:teuthology.orchestra.run.smithi096.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic
2024-02-10T05:09:59.297 INFO:teuthology.orchestra.run.smithi096.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic
2024-02-10T05:09:59.438 INFO:teuthology.orchestra.run.smithi096.stderr:Warning: os-prober will not be executed to detect other bootable partitions.
2024-02-10T05:09:59.438 INFO:teuthology.orchestra.run.smithi096.stderr:Systems on them will not be added to the GRUB boot configuration.
2024-02-10T05:09:59.438 INFO:teuthology.orchestra.run.smithi096.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry.
2024-02-10T05:09:59.463 INFO:teuthology.orchestra.run.smithi096.stderr:done
2024-02-10T05:09:59.471 DEBUG:teuthology.orchestra.run.smithi096:> sudo shutdown -r now
2024-02-10T05:10:29.140 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version...
2024-02-10T05:10:29.141 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi129.front.sepia.ceph.com'
2024-02-10T05:10:29.142 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi129.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2024-02-10T05:10:29.475 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version...
2024-02-10T05:10:29.475 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi096.front.sepia.ceph.com'
2024-02-10T05:10:29.476 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi096.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2024-02-10T05:10:47.612 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.129
2024-02-10T05:10:47.868 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.96
2024-02-10T05:10:56.620 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi129.front.sepia.ceph.com'
2024-02-10T05:10:56.621 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi129.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2024-02-10T05:10:56.869 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi096.front.sepia.ceph.com'
2024-02-10T05:10:56.869 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi096.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2024-02-10T05:10:59.680 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.129
2024-02-10T05:10:59.932 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.96
2024-02-10T05:11:11.692 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi129.front.sepia.ceph.com'
2024-02-10T05:11:11.693 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi129.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2024-02-10T05:11:11.933 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi096.front.sepia.ceph.com'
2024-02-10T05:11:11.933 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi096.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2024-02-10T05:11:30.108 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.129
2024-02-10T05:11:43.621 DEBUG:teuthology.orchestra.run.smithi096:> true
2024-02-10T05:11:44.168 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi096.front.sepia.ceph.com'
2024-02-10T05:11:44.168 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.15.0-94-generic"...
2024-02-10T05:11:44.169 DEBUG:teuthology.orchestra.run.smithi096:> uname -r
2024-02-10T05:11:44.213 INFO:teuthology.orchestra.run.smithi096.stdout:5.15.0-94-generic
2024-02-10T05:11:44.213 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-94-generic vs 5.15.0-94-generic
2024-02-10T05:11:44.213 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install
2024-02-10T05:11:44.214 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu
2024-02-10T05:11:45.109 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi129.front.sepia.ceph.com'
2024-02-10T05:11:45.110 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi129.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2024-02-10T05:11:45.215 INFO:teuthology.task.kernel:Enabling kdb on mon.a...
2024-02-10T05:11:45.215 DEBUG:teuthology.orchestra.run.smithi096:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc
2024-02-10T05:11:45.284 INFO:teuthology.orchestra.run.smithi096.stdout:ttyS1
2024-02-10T05:11:45.303 DEBUG:teuthology.parallel:result is None
2024-02-10T05:11:45.433 DEBUG:teuthology.orchestra.run.smithi129:> true
2024-02-10T05:11:46.270 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi129.front.sepia.ceph.com'
2024-02-10T05:11:46.270 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.15.0-94-generic"...
2024-02-10T05:11:46.270 DEBUG:teuthology.orchestra.run.smithi129:> uname -r
2024-02-10T05:11:46.276 INFO:teuthology.orchestra.run.smithi129.stdout:5.15.0-94-generic
2024-02-10T05:11:46.276 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-94-generic vs 5.15.0-94-generic
2024-02-10T05:11:46.276 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install
2024-02-10T05:11:46.276 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu
2024-02-10T05:11:47.277 INFO:teuthology.task.kernel:Enabling kdb on mon.b...
2024-02-10T05:11:47.277 DEBUG:teuthology.orchestra.run.smithi129:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc
2024-02-10T05:11:47.371 INFO:teuthology.orchestra.run.smithi129.stdout:ttyS1
2024-02-10T05:11:47.395 DEBUG:teuthology.parallel:result is None
2024-02-10T05:11:47.396 INFO:teuthology.run_tasks:Running task internal.base...
2024-02-10T05:11:47.404 INFO:teuthology.task.internal:Creating test directory...
2024-02-10T05:11:47.405 DEBUG:teuthology.orchestra.run.smithi096:> mkdir -p -m0755 -- /home/ubuntu/cephtest
2024-02-10T05:11:47.407 DEBUG:teuthology.orchestra.run.smithi129:> mkdir -p -m0755 -- /home/ubuntu/cephtest
2024-02-10T05:11:47.414 INFO:teuthology.run_tasks:Running task internal.archive_upload...
2024-02-10T05:11:47.423 INFO:teuthology.run_tasks:Running task internal.archive...
2024-02-10T05:11:47.454 INFO:teuthology.task.internal:Creating archive directory...
2024-02-10T05:11:47.454 DEBUG:teuthology.orchestra.run.smithi096:> install -d -m0755 -- /home/ubuntu/cephtest/archive
2024-02-10T05:11:47.457 DEBUG:teuthology.orchestra.run.smithi129:> install -d -m0755 -- /home/ubuntu/cephtest/archive
2024-02-10T05:11:47.549 INFO:teuthology.run_tasks:Running task internal.coredump...
2024-02-10T05:11:47.556 INFO:teuthology.task.internal:Enabling coredump saving...
2024-02-10T05:11:47.557 DEBUG:teuthology.orchestra.run.smithi096:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf
2024-02-10T05:11:47.559 DEBUG:teuthology.orchestra.run.smithi129:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf
2024-02-10T05:11:47.579 INFO:teuthology.orchestra.run.smithi096.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core
2024-02-10T05:11:47.587 INFO:teuthology.orchestra.run.smithi096.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core
2024-02-10T05:11:47.590 INFO:teuthology.orchestra.run.smithi129.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core
2024-02-10T05:11:47.597 INFO:teuthology.orchestra.run.smithi129.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core
2024-02-10T05:11:47.599 INFO:teuthology.run_tasks:Running task internal.sudo...
2024-02-10T05:11:47.606 INFO:teuthology.task.internal:Configuring sudo...
2024-02-10T05:11:47.606 DEBUG:teuthology.orchestra.run.smithi096:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers
2024-02-10T05:11:47.631 DEBUG:teuthology.orchestra.run.smithi129:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers
2024-02-10T05:11:47.664 INFO:teuthology.run_tasks:Running task internal.syslog...
2024-02-10T05:11:47.673 INFO:teuthology.task.internal.syslog:Starting syslog monitoring...
2024-02-10T05:11:47.674 DEBUG:teuthology.orchestra.run.smithi096:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog
2024-02-10T05:11:47.707 DEBUG:teuthology.orchestra.run.smithi129:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog
2024-02-10T05:11:47.712 DEBUG:teuthology.orchestra.run.smithi096:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log
2024-02-10T05:11:47.758 DEBUG:teuthology.orchestra.run.smithi096:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log
2024-02-10T05:11:47.806 DEBUG:teuthology.orchestra.run.smithi096:> set -ex
2024-02-10T05:11:47.807 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf
2024-02-10T05:11:47.874 DEBUG:teuthology.orchestra.run.smithi129:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log
2024-02-10T05:11:47.880 DEBUG:teuthology.orchestra.run.smithi129:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log
2024-02-10T05:11:47.927 DEBUG:teuthology.orchestra.run.smithi129:> set -ex
2024-02-10T05:11:47.927 DEBUG:teuthology.orchestra.run.smithi129:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf
2024-02-10T05:11:48.001 DEBUG:teuthology.orchestra.run.smithi096:> sudo service rsyslog restart
2024-02-10T05:11:48.003 DEBUG:teuthology.orchestra.run.smithi129:> sudo service rsyslog restart
2024-02-10T05:11:48.086 INFO:teuthology.run_tasks:Running task internal.timer...
2024-02-10T05:11:48.094 INFO:teuthology.task.internal:Starting timer...
2024-02-10T05:11:48.095 INFO:teuthology.run_tasks:Running task pcp...
2024-02-10T05:11:48.135 INFO:teuthology.run_tasks:Running task selinux...
2024-02-10T05:11:48.146 DEBUG:teuthology.task.selinux:Excluding smithi096: OS 'ubuntu' does not support SELinux
2024-02-10T05:11:48.146 DEBUG:teuthology.task.selinux:Excluding smithi129: OS 'ubuntu' does not support SELinux
2024-02-10T05:11:48.147 DEBUG:teuthology.task.selinux:Getting current SELinux state
2024-02-10T05:11:48.147 DEBUG:teuthology.task.selinux:Existing SELinux modes: {}
2024-02-10T05:11:48.147 INFO:teuthology.task.selinux:Putting SELinux into permissive mode
2024-02-10T05:11:48.147 INFO:teuthology.run_tasks:Running task ansible.cephlab...
2024-02-10T05:11:48.161 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main
2024-02-10T05:11:48.177 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}]
2024-02-10T05:11:48.179 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi096.front.sepia.ceph.com,smithi129.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml
2024-02-10T05:18:48.939 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi096.front.sepia.ceph.com'), Remote(name='ubuntu@smithi129.front.sepia.ceph.com')]
2024-02-10T05:18:48.941 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi096.front.sepia.ceph.com'
2024-02-10T05:18:48.942 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi096.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2024-02-10T05:18:49.024 DEBUG:teuthology.orchestra.run.smithi096:> true
2024-02-10T05:18:49.100 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi096.front.sepia.ceph.com'
2024-02-10T05:18:49.100 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi129.front.sepia.ceph.com'
2024-02-10T05:18:49.101 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi129.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2024-02-10T05:18:49.179 DEBUG:teuthology.orchestra.run.smithi129:> true
2024-02-10T05:18:49.260 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi129.front.sepia.ceph.com'
2024-02-10T05:18:49.260 INFO:teuthology.run_tasks:Running task clock...
2024-02-10T05:18:49.272 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew...
2024-02-10T05:18:49.273 INFO:teuthology.orchestra.run:Running command with timeout 360
2024-02-10T05:18:49.273 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true
2024-02-10T05:18:49.276 INFO:teuthology.orchestra.run:Running command with timeout 360
2024-02-10T05:18:49.276 DEBUG:teuthology.orchestra.run.smithi129:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true
2024-02-10T05:18:49.303 INFO:teuthology.orchestra.run.smithi096.stdout:10 Feb 05:18:49 ntpd[17152]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting
2024-02-10T05:18:49.303 INFO:teuthology.orchestra.run.smithi096.stdout:10 Feb 05:18:49 ntpd[17152]: Command line: ntpd -gq
2024-02-10T05:18:49.303 INFO:teuthology.orchestra.run.smithi096.stdout:10 Feb 05:18:49 ntpd[17152]: ----------------------------------------------------
2024-02-10T05:18:49.303 INFO:teuthology.orchestra.run.smithi096.stdout:10 Feb 05:18:49 ntpd[17152]: ntp-4 is maintained by Network Time Foundation,
2024-02-10T05:18:49.303 INFO:teuthology.orchestra.run.smithi096.stdout:10 Feb 05:18:49 ntpd[17152]: Inc. (NTF), a non-profit 501(c)(3) public-benefit
2024-02-10T05:18:49.303 INFO:teuthology.orchestra.run.smithi096.stdout:10 Feb 05:18:49 ntpd[17152]: corporation.  Support and training for ntp-4 are
2024-02-10T05:18:49.303 INFO:teuthology.orchestra.run.smithi096.stdout:10 Feb 05:18:49 ntpd[17152]: available at https://www.nwtime.org/support
2024-02-10T05:18:49.303 INFO:teuthology.orchestra.run.smithi096.stdout:10 Feb 05:18:49 ntpd[17152]: ----------------------------------------------------
2024-02-10T05:18:49.304 INFO:teuthology.orchestra.run.smithi096.stdout:10 Feb 05:18:49 ntpd[17152]: proto: precision = 0.061 usec (-24)
2024-02-10T05:18:49.304 INFO:teuthology.orchestra.run.smithi096.stdout:10 Feb 05:18:49 ntpd[17152]: basedate set to 2022-02-04
2024-02-10T05:18:49.304 INFO:teuthology.orchestra.run.smithi096.stdout:10 Feb 05:18:49 ntpd[17152]: gps base set to 2022-02-06 (week 2196)
2024-02-10T05:18:49.304 INFO:teuthology.orchestra.run.smithi096.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED.
2024-02-10T05:18:49.305 INFO:teuthology.orchestra.run.smithi096.stdout:10 Feb 05:18:49 ntpd[17152]: restrict 0.0.0.0: KOD does nothing without LIMITED.
2024-02-10T05:18:49.305 INFO:teuthology.orchestra.run.smithi096.stdout:10 Feb 05:18:49 ntpd[17152]: restrict ::: KOD does nothing without LIMITED.
2024-02-10T05:18:49.305 INFO:teuthology.orchestra.run.smithi096.stderr:restrict ::: KOD does nothing without LIMITED.
2024-02-10T05:18:49.306 INFO:teuthology.orchestra.run.smithi096.stdout:10 Feb 05:18:49 ntpd[17152]: Listen and drop on 0 v6wildcard [::]:123
2024-02-10T05:18:49.306 INFO:teuthology.orchestra.run.smithi096.stdout:10 Feb 05:18:49 ntpd[17152]: Listen and drop on 1 v4wildcard 0.0.0.0:123
2024-02-10T05:18:49.306 INFO:teuthology.orchestra.run.smithi096.stdout:10 Feb 05:18:49 ntpd[17152]: Listen normally on 2 lo 127.0.0.1:123
2024-02-10T05:18:49.306 INFO:teuthology.orchestra.run.smithi096.stdout:10 Feb 05:18:49 ntpd[17152]: Listen normally on 3 enp3s0f1 172.21.15.96:123
2024-02-10T05:18:49.306 INFO:teuthology.orchestra.run.smithi096.stdout:10 Feb 05:18:49 ntpd[17152]: Listen normally on 4 lo [::1]:123
2024-02-10T05:18:49.306 INFO:teuthology.orchestra.run.smithi096.stdout:10 Feb 05:18:49 ntpd[17152]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe8f:cc0d%5]:123
2024-02-10T05:18:49.306 INFO:teuthology.orchestra.run.smithi096.stdout:10 Feb 05:18:49 ntpd[17152]: Listening on routing socket on fd #22 for interface updates
2024-02-10T05:18:49.330 INFO:teuthology.orchestra.run.smithi129.stdout:10 Feb 05:18:49 ntpd[17191]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting
2024-02-10T05:18:49.330 INFO:teuthology.orchestra.run.smithi129.stdout:10 Feb 05:18:49 ntpd[17191]: Command line: ntpd -gq
2024-02-10T05:18:49.330 INFO:teuthology.orchestra.run.smithi129.stdout:10 Feb 05:18:49 ntpd[17191]: ----------------------------------------------------
2024-02-10T05:18:49.330 INFO:teuthology.orchestra.run.smithi129.stdout:10 Feb 05:18:49 ntpd[17191]: ntp-4 is maintained by Network Time Foundation,
2024-02-10T05:18:49.330 INFO:teuthology.orchestra.run.smithi129.stdout:10 Feb 05:18:49 ntpd[17191]: Inc. (NTF), a non-profit 501(c)(3) public-benefit
2024-02-10T05:18:49.330 INFO:teuthology.orchestra.run.smithi129.stdout:10 Feb 05:18:49 ntpd[17191]: corporation.  Support and training for ntp-4 are
2024-02-10T05:18:49.330 INFO:teuthology.orchestra.run.smithi129.stdout:10 Feb 05:18:49 ntpd[17191]: available at https://www.nwtime.org/support
2024-02-10T05:18:49.330 INFO:teuthology.orchestra.run.smithi129.stdout:10 Feb 05:18:49 ntpd[17191]: ----------------------------------------------------
2024-02-10T05:18:49.330 INFO:teuthology.orchestra.run.smithi129.stdout:10 Feb 05:18:49 ntpd[17191]: proto: precision = 0.057 usec (-24)
2024-02-10T05:18:49.331 INFO:teuthology.orchestra.run.smithi129.stdout:10 Feb 05:18:49 ntpd[17191]: basedate set to 2022-02-04
2024-02-10T05:18:49.331 INFO:teuthology.orchestra.run.smithi129.stdout:10 Feb 05:18:49 ntpd[17191]: gps base set to 2022-02-06 (week 2196)
2024-02-10T05:18:49.331 INFO:teuthology.orchestra.run.smithi129.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED.
2024-02-10T05:18:49.332 INFO:teuthology.orchestra.run.smithi129.stdout:10 Feb 05:18:49 ntpd[17191]: restrict 0.0.0.0: KOD does nothing without LIMITED.
2024-02-10T05:18:49.332 INFO:teuthology.orchestra.run.smithi129.stdout:10 Feb 05:18:49 ntpd[17191]: restrict ::: KOD does nothing without LIMITED.
2024-02-10T05:18:49.332 INFO:teuthology.orchestra.run.smithi129.stderr:restrict ::: KOD does nothing without LIMITED.
2024-02-10T05:18:49.333 INFO:teuthology.orchestra.run.smithi129.stdout:10 Feb 05:18:49 ntpd[17191]: Listen and drop on 0 v6wildcard [::]:123
2024-02-10T05:18:49.333 INFO:teuthology.orchestra.run.smithi129.stdout:10 Feb 05:18:49 ntpd[17191]: Listen and drop on 1 v4wildcard 0.0.0.0:123
2024-02-10T05:18:49.333 INFO:teuthology.orchestra.run.smithi129.stdout:10 Feb 05:18:49 ntpd[17191]: Listen normally on 2 lo 127.0.0.1:123
2024-02-10T05:18:49.333 INFO:teuthology.orchestra.run.smithi129.stdout:10 Feb 05:18:49 ntpd[17191]: Listen normally on 3 enp3s0f1 172.21.15.129:123
2024-02-10T05:18:49.333 INFO:teuthology.orchestra.run.smithi129.stdout:10 Feb 05:18:49 ntpd[17191]: Listen normally on 4 lo [::1]:123
2024-02-10T05:18:49.333 INFO:teuthology.orchestra.run.smithi129.stdout:10 Feb 05:18:49 ntpd[17191]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:7261%5]:123
2024-02-10T05:18:49.333 INFO:teuthology.orchestra.run.smithi129.stdout:10 Feb 05:18:49 ntpd[17191]: Listening on routing socket on fd #22 for interface updates
2024-02-10T05:18:50.304 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:50 ntpd[17152]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:50.304 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:50 ntpd[17152]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:50.304 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:50 ntpd[17152]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:50.304 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:50 ntpd[17152]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:50.304 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:50 ntpd[17152]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2024-02-10T05:18:50.304 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:50 ntpd[17152]: can't open /var/log/ntpstats/peerstats.20240210: Permission denied
2024-02-10T05:18:52.304 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:52 ntpd[17152]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:52.304 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:52 ntpd[17152]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:52.304 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:52 ntpd[17152]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:52.304 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:52 ntpd[17152]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:52.304 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:52 ntpd[17152]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2024-02-10T05:18:52.304 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:52 ntpd[17152]: can't open /var/log/ntpstats/peerstats.20240210: Permission denied
2024-02-10T05:18:52.330 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:52 ntpd[17191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:52.330 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:52 ntpd[17191]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:52.330 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:52 ntpd[17191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:52.330 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:52 ntpd[17191]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:52.331 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:52 ntpd[17191]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2024-02-10T05:18:52.331 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:52 ntpd[17191]: can't open /var/log/ntpstats/peerstats.20240210: Permission denied
2024-02-10T05:18:53.330 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:53 ntpd[17191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:53.330 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:53 ntpd[17191]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:54.305 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:54 ntpd[17152]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:54.305 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:54 ntpd[17152]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:54.305 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:54 ntpd[17152]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:54.305 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:54 ntpd[17152]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:54.305 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:54 ntpd[17152]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:54.305 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:54 ntpd[17152]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:54.305 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:54 ntpd[17152]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:54.305 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:54 ntpd[17152]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:54.305 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:54 ntpd[17152]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:54.305 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:54 ntpd[17152]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:54.306 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:54 ntpd[17152]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2024-02-10T05:18:54.306 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:54 ntpd[17152]: can't open /var/log/ntpstats/peerstats.20240210: Permission denied
2024-02-10T05:18:54.306 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:54 ntpd[17152]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:54.306 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:54 ntpd[17152]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:54.306 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:54 ntpd[17152]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2024-02-10T05:18:54.306 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:54 ntpd[17152]: can't open /var/log/ntpstats/peerstats.20240210: Permission denied
2024-02-10T05:18:54.306 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:54 ntpd[17152]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:54.306 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:54 ntpd[17152]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:54.306 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:54 ntpd[17152]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2024-02-10T05:18:54.306 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:54 ntpd[17152]: can't open /var/log/ntpstats/peerstats.20240210: Permission denied
2024-02-10T05:18:54.331 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:54 ntpd[17191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:54.331 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:54 ntpd[17191]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:54.331 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:54 ntpd[17191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:54.331 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:54 ntpd[17191]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:54.332 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:54 ntpd[17191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:54.332 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:54 ntpd[17191]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:54.332 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:54 ntpd[17191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:54.332 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:54 ntpd[17191]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:54.332 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:54 ntpd[17191]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2024-02-10T05:18:54.332 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:54 ntpd[17191]: can't open /var/log/ntpstats/peerstats.20240210: Permission denied
2024-02-10T05:18:54.332 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:54 ntpd[17191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:54.332 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:54 ntpd[17191]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:54.332 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:54 ntpd[17191]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2024-02-10T05:18:54.332 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:54 ntpd[17191]: can't open /var/log/ntpstats/peerstats.20240210: Permission denied
2024-02-10T05:18:54.332 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:54 ntpd[17191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:54.332 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:54 ntpd[17191]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:54.332 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:54 ntpd[17191]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2024-02-10T05:18:54.332 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:54 ntpd[17191]: can't open /var/log/ntpstats/peerstats.20240210: Permission denied
2024-02-10T05:18:56.304 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:56 ntpd[17152]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:56.305 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:56 ntpd[17152]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:56.305 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:56 ntpd[17152]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:56.305 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:56 ntpd[17152]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:56.305 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:56 ntpd[17152]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:56.305 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:56 ntpd[17152]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:56.305 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:56 ntpd[17152]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:56.305 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:56 ntpd[17152]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:56.305 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:56 ntpd[17152]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2024-02-10T05:18:56.305 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:56 ntpd[17152]: can't open /var/log/ntpstats/peerstats.20240210: Permission denied
2024-02-10T05:18:56.305 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:56 ntpd[17152]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:56.305 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:56 ntpd[17152]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:56.305 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:56 ntpd[17152]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2024-02-10T05:18:56.306 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:56 ntpd[17152]: can't open /var/log/ntpstats/peerstats.20240210: Permission denied
2024-02-10T05:18:56.306 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:56 ntpd[17152]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:56.306 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:56 ntpd[17152]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:56.306 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:56 ntpd[17152]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2024-02-10T05:18:56.306 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:56 ntpd[17152]: can't open /var/log/ntpstats/peerstats.20240210: Permission denied
2024-02-10T05:18:56.306 INFO:teuthology.orchestra.run.smithi096.stdout:10 Feb 05:18:56 ntpd[17152]: ntpd: time slew -0.001997 s
2024-02-10T05:18:56.306 INFO:teuthology.orchestra.run.smithi096.stdout:ntpd: time slew -0.001997s
2024-02-10T05:18:56.307 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:56 ntpd[17152]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied
2024-02-10T05:18:56.307 INFO:teuthology.orchestra.run.smithi096.stderr:10 Feb 05:18:56 ntpd[17152]: can't open /var/log/ntpstats/loopstats.20240210: Permission denied
2024-02-10T05:18:56.331 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:56 ntpd[17191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:56.331 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:56 ntpd[17191]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:56.331 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:56 ntpd[17191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:56.331 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:56 ntpd[17191]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:56.331 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:56 ntpd[17191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:56.331 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:56 ntpd[17191]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:56.331 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:56 ntpd[17191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:56.331 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:56 ntpd[17191]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:56.331 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:56 ntpd[17191]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2024-02-10T05:18:56.331 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:56 ntpd[17191]: can't open /var/log/ntpstats/peerstats.20240210: Permission denied
2024-02-10T05:18:56.331 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:56 ntpd[17191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:56.331 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:56 ntpd[17191]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:56.332 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:56 ntpd[17191]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2024-02-10T05:18:56.332 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:56 ntpd[17191]: can't open /var/log/ntpstats/peerstats.20240210: Permission denied
2024-02-10T05:18:56.332 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:56 ntpd[17191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:56.332 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:56 ntpd[17191]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:56.332 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:56 ntpd[17191]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2024-02-10T05:18:56.332 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:56 ntpd[17191]: can't open /var/log/ntpstats/peerstats.20240210: Permission denied
2024-02-10T05:18:56.366 INFO:teuthology.orchestra.run.smithi096.stdout:     remote           refid      st t when poll reach   delay   offset  jitter
2024-02-10T05:18:56.367 INFO:teuthology.orchestra.run.smithi096.stdout:==============================================================================
2024-02-10T05:18:56.367 INFO:teuthology.orchestra.run.smithi096.stdout: hv01.front.sepi .INIT.          16 u    -   64    0    0.000   +0.000   0.000
2024-02-10T05:18:56.367 INFO:teuthology.orchestra.run.smithi096.stdout: hv02.front.sepi .INIT.          16 u    -   64    0    0.000   +0.000   0.000
2024-02-10T05:18:56.367 INFO:teuthology.orchestra.run.smithi096.stdout: hv03.front.sepi .INIT.          16 u    -   64    0    0.000   +0.000   0.000
2024-02-10T05:18:56.367 INFO:teuthology.orchestra.run.smithi096.stdout: hv04.front.sepi .INIT.          16 u    -   64    0    0.000   +0.000   0.000
2024-02-10T05:18:58.331 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:58 ntpd[17191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:58.331 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:58 ntpd[17191]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:58.331 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:58 ntpd[17191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:58.331 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:58 ntpd[17191]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:58.332 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:58 ntpd[17191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:58.332 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:58 ntpd[17191]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:58.332 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:58 ntpd[17191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:58.332 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:58 ntpd[17191]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:58.332 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:58 ntpd[17191]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2024-02-10T05:18:58.332 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:58 ntpd[17191]: can't open /var/log/ntpstats/peerstats.20240210: Permission denied
2024-02-10T05:18:58.332 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:58 ntpd[17191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:58.332 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:58 ntpd[17191]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:58.332 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:58 ntpd[17191]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2024-02-10T05:18:58.332 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:58 ntpd[17191]: can't open /var/log/ntpstats/peerstats.20240210: Permission denied
2024-02-10T05:18:58.332 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:58 ntpd[17191]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied
2024-02-10T05:18:58.332 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:58 ntpd[17191]: can't open /var/log/ntpstats/rawstats.20240210: Permission denied
2024-02-10T05:18:58.332 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:58 ntpd[17191]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied
2024-02-10T05:18:58.332 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:58 ntpd[17191]: can't open /var/log/ntpstats/peerstats.20240210: Permission denied
2024-02-10T05:18:58.333 INFO:teuthology.orchestra.run.smithi129.stdout:10 Feb 05:18:58 ntpd[17191]: ntpd: time slew -0.001794 s
2024-02-10T05:18:58.333 INFO:teuthology.orchestra.run.smithi129.stdout:ntpd: time slew -0.001794s
2024-02-10T05:18:58.333 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:58 ntpd[17191]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied
2024-02-10T05:18:58.333 INFO:teuthology.orchestra.run.smithi129.stderr:10 Feb 05:18:58 ntpd[17191]: can't open /var/log/ntpstats/loopstats.20240210: Permission denied
2024-02-10T05:18:58.389 INFO:teuthology.orchestra.run.smithi129.stdout:     remote           refid      st t when poll reach   delay   offset  jitter
2024-02-10T05:18:58.389 INFO:teuthology.orchestra.run.smithi129.stdout:==============================================================================
2024-02-10T05:18:58.389 INFO:teuthology.orchestra.run.smithi129.stdout: hv01.front.sepi .INIT.          16 u    -   64    0    0.000   +0.000   0.000
2024-02-10T05:18:58.390 INFO:teuthology.orchestra.run.smithi129.stdout: hv02.front.sepi .INIT.          16 u    -   64    0    0.000   +0.000   0.000
2024-02-10T05:18:58.390 INFO:teuthology.orchestra.run.smithi129.stdout: hv03.front.sepi .INIT.          16 u    -   64    0    0.000   +0.000   0.000
2024-02-10T05:18:58.390 INFO:teuthology.orchestra.run.smithi129.stdout: hv04.front.sepi .INIT.          16 u    -   64    0    0.000   +0.000   0.000
2024-02-10T05:18:58.391 INFO:teuthology.run_tasks:Running task install...
2024-02-10T05:18:58.400 DEBUG:teuthology.task.install:project ceph
2024-02-10T05:18:58.400 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '290212a1bfd33563ba76ee5b7f0b944fdb6c5d90'}}
2024-02-10T05:18:58.400 DEBUG:teuthology.task.install:config {'branch': 'quincy', 'exclude_packages': ['ceph-volume'], 'flavor': 'default', 'sha1': '290212a1bfd33563ba76ee5b7f0b944fdb6c5d90'}
2024-02-10T05:18:58.400 INFO:teuthology.task.install:Using flavor: default
2024-02-10T05:18:58.406 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']}
2024-02-10T05:18:58.406 INFO:teuthology.task.install:extra packages: []
2024-02-10T05:18:58.406 DEBUG:teuthology.orchestra.run.smithi096:> sudo apt-key list | grep Ceph
2024-02-10T05:18:58.407 DEBUG:teuthology.orchestra.run.smithi129:> sudo apt-key list | grep Ceph
2024-02-10T05:18:58.470 INFO:teuthology.orchestra.run.smithi096.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)).
2024-02-10T05:18:58.489 INFO:teuthology.orchestra.run.smithi129.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)).
2024-02-10T05:18:58.500 INFO:teuthology.orchestra.run.smithi096.stdout:uid           [ unknown] Ceph automated package build (Ceph automated package build) <sage@newdream.net>
2024-02-10T05:18:58.500 INFO:teuthology.orchestra.run.smithi096.stdout:uid           [ unknown] Ceph.com (release key) <security@ceph.com>
2024-02-10T05:18:58.501 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64
2024-02-10T05:18:58.501 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch
2024-02-10T05:18:58.501 INFO:teuthology.packaging:ref: None
2024-02-10T05:18:58.501 INFO:teuthology.packaging:tag: None
2024-02-10T05:18:58.501 INFO:teuthology.packaging:branch: quincy
2024-02-10T05:18:58.501 INFO:teuthology.packaging:sha1: 290212a1bfd33563ba76ee5b7f0b944fdb6c5d90
2024-02-10T05:18:58.501 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=quincy
2024-02-10T05:18:58.515 INFO:teuthology.orchestra.run.smithi129.stdout:uid           [ unknown] Ceph automated package build (Ceph automated package build) <sage@newdream.net>
2024-02-10T05:18:58.515 INFO:teuthology.orchestra.run.smithi129.stdout:uid           [ unknown] Ceph.com (release key) <security@ceph.com>
2024-02-10T05:18:58.515 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64
2024-02-10T05:18:58.515 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch
2024-02-10T05:18:58.515 INFO:teuthology.packaging:ref: None
2024-02-10T05:18:58.515 INFO:teuthology.packaging:tag: None
2024-02-10T05:18:58.515 INFO:teuthology.packaging:branch: quincy
2024-02-10T05:18:58.515 INFO:teuthology.packaging:sha1: 290212a1bfd33563ba76ee5b7f0b944fdb6c5d90
2024-02-10T05:18:58.515 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=quincy
2024-02-10T05:18:58.663 ERROR:teuthology.contextutil:Saw exception from nested tasks
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/contextutil.py", line 30, in nested
    vars.append(enter())
  File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__
    return next(self.gen)
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/task/install/__init__.py", line 218, in install
    install_packages(ctx, package_list, config)
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/task/install/__init__.py", line 81, in install_packages
    p.spawn(
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/parallel.py", line 84, in __exit__
    for result in self:
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/parallel.py", line 98, in __next__
    resurrect_traceback(result)
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/parallel.py", line 30, in resurrect_traceback
    raise exc.exc_info[1]
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/parallel.py", line 23, in capture_traceback
    return func(*args, **kwargs)
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/task/install/deb.py", line 79, in _update_package_list_and_install
    log.info('Pulling from %s', builder.base_url)
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/packaging.py", line 554, in base_url
    return self._get_base_url()
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/packaging.py", line 856, in _get_base_url
    self.assert_result()
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/packaging.py", line 937, in assert_result
    raise VersionNotFoundError(self._result.url)
teuthology.exceptions.VersionNotFoundError: Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=quincy
2024-02-10T05:18:58.665 ERROR:teuthology.run_tasks:Saw exception from tasks.
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/run_tasks.py", line 109, in run_tasks
    manager.__enter__()
  File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__
    return next(self.gen)
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/task/install/__init__.py", line 622, in task
    with contextutil.nested(
  File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__
    return next(self.gen)
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/contextutil.py", line 54, in nested
    raise exc[1]
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/contextutil.py", line 30, in nested
    vars.append(enter())
  File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__
    return next(self.gen)
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/task/install/__init__.py", line 218, in install
    install_packages(ctx, package_list, config)
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/task/install/__init__.py", line 81, in install_packages
    p.spawn(
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/parallel.py", line 84, in __exit__
    for result in self:
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/parallel.py", line 98, in __next__
    resurrect_traceback(result)
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/parallel.py", line 30, in resurrect_traceback
    raise exc.exc_info[1]
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/parallel.py", line 23, in capture_traceback
    return func(*args, **kwargs)
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/task/install/deb.py", line 79, in _update_package_list_and_install
    log.info('Pulling from %s', builder.base_url)
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/packaging.py", line 554, in base_url
    return self._get_base_url()
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/packaging.py", line 856, in _get_base_url
    self.assert_result()
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/packaging.py", line 937, in assert_result
    raise VersionNotFoundError(self._result.url)
teuthology.exceptions.VersionNotFoundError: Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=quincy
2024-02-10T05:18:58.881 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=9e4e3a6a0b644550a49d8fa71ef81b69
Traceback (most recent call last):
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/run_tasks.py", line 109, in run_tasks
    manager.__enter__()
  File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__
    return next(self.gen)
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/task/install/__init__.py", line 622, in task
    with contextutil.nested(
  File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__
    return next(self.gen)
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/contextutil.py", line 54, in nested
    raise exc[1]
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/contextutil.py", line 30, in nested
    vars.append(enter())
  File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__
    return next(self.gen)
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/task/install/__init__.py", line 218, in install
    install_packages(ctx, package_list, config)
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/task/install/__init__.py", line 81, in install_packages
    p.spawn(
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/parallel.py", line 84, in __exit__
    for result in self:
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/parallel.py", line 98, in __next__
    resurrect_traceback(result)
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/parallel.py", line 30, in resurrect_traceback
    raise exc.exc_info[1]
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/parallel.py", line 23, in capture_traceback
    return func(*args, **kwargs)
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/task/install/deb.py", line 79, in _update_package_list_and_install
    log.info('Pulling from %s', builder.base_url)
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/packaging.py", line 554, in base_url
    return self._get_base_url()
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/packaging.py", line 856, in _get_base_url
    self.assert_result()
  File "/home/teuthworker/src/git.ceph.com_teuthology_d9fdb2209e15b39d9f061fd85399f352ce0f0894/teuthology/packaging.py", line 937, in assert_result
    raise VersionNotFoundError(self._result.url)
teuthology.exceptions.VersionNotFoundError: Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=quincy
2024-02-10T05:18:58.885 DEBUG:teuthology.run_tasks:Unwinding manager install
2024-02-10T05:18:58.893 DEBUG:teuthology.run_tasks:Unwinding manager clock
2024-02-10T05:18:58.950 INFO:teuthology.task.clock:Checking final clock skew...
2024-02-10T05:18:58.950 DEBUG:teuthology.orchestra.run.smithi096:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true
2024-02-10T05:18:58.963 DEBUG:teuthology.orchestra.run.smithi129:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true
2024-02-10T05:18:58.966 INFO:teuthology.orchestra.run.smithi096.stdout:     remote           refid      st t when poll reach   delay   offset  jitter
2024-02-10T05:18:58.966 INFO:teuthology.orchestra.run.smithi096.stdout:==============================================================================
2024-02-10T05:18:58.966 INFO:teuthology.orchestra.run.smithi096.stdout: hv01.front.sepi .INIT.          16 u    -   64    0    0.000   +0.000   0.000
2024-02-10T05:18:58.967 INFO:teuthology.orchestra.run.smithi096.stdout: hv02.front.sepi .INIT.          16 u    -   64    0    0.000   +0.000   0.000
2024-02-10T05:18:58.967 INFO:teuthology.orchestra.run.smithi096.stdout: hv03.front.sepi 74.6.168.72      3 u    1   64    1    0.063   -2.358   0.000
2024-02-10T05:18:58.967 INFO:teuthology.orchestra.run.smithi096.stdout: hv04.front.sepi .INIT.          16 u    -   64    0    0.000   +0.000   0.000
2024-02-10T05:18:58.975 INFO:teuthology.orchestra.run.smithi129.stdout:     remote           refid      st t when poll reach   delay   offset  jitter
2024-02-10T05:18:58.975 INFO:teuthology.orchestra.run.smithi129.stdout:==============================================================================
2024-02-10T05:18:58.975 INFO:teuthology.orchestra.run.smithi129.stdout: hv01.front.sepi .INIT.          16 u    -   64    0    0.000   +0.000   0.000
2024-02-10T05:18:58.975 INFO:teuthology.orchestra.run.smithi129.stdout: hv02.front.sepi .INIT.          16 u    -   64    0    0.000   +0.000   0.000
2024-02-10T05:18:58.975 INFO:teuthology.orchestra.run.smithi129.stdout: hv03.front.sepi .INIT.          16 u    -   64    0    0.000   +0.000   0.000
2024-02-10T05:18:58.975 INFO:teuthology.orchestra.run.smithi129.stdout: hv04.front.sepi .INIT.          16 u    -   64    0    0.000   +0.000   0.000
2024-02-10T05:18:58.976 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab
2024-02-10T05:18:58.984 INFO:teuthology.task.ansible:Skipping ansible cleanup...
2024-02-10T05:18:58.984 DEBUG:teuthology.run_tasks:Unwinding manager selinux
2024-02-10T05:18:59.005 DEBUG:teuthology.run_tasks:Unwinding manager pcp
2024-02-10T05:18:59.015 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer
2024-02-10T05:18:59.024 INFO:teuthology.task.internal:Duration was 430.929541 seconds
2024-02-10T05:18:59.024 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog
2024-02-10T05:18:59.037 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring...
2024-02-10T05:18:59.037 DEBUG:teuthology.orchestra.run.smithi096:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart
2024-02-10T05:18:59.039 DEBUG:teuthology.orchestra.run.smithi129:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart
2024-02-10T05:18:59.076 INFO:teuthology.task.internal.syslog:Checking logs for errors...
2024-02-10T05:18:59.077 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi096.front.sepia.ceph.com
2024-02-10T05:18:59.077 DEBUG:teuthology.orchestra.run.smithi096:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1
2024-02-10T05:18:59.130 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi129.front.sepia.ceph.com
2024-02-10T05:18:59.130 DEBUG:teuthology.orchestra.run.smithi129:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1
2024-02-10T05:18:59.140 INFO:teuthology.task.internal.syslog:Compressing syslogs...
2024-02-10T05:18:59.141 DEBUG:teuthology.orchestra.run.smithi096:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip --
2024-02-10T05:18:59.174 DEBUG:teuthology.orchestra.run.smithi129:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip --
2024-02-10T05:18:59.224 INFO:teuthology.task.internal.syslog:Gathering journactl -b0...
2024-02-10T05:18:59.224 DEBUG:teuthology.orchestra.run.smithi096:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz
2024-02-10T05:18:59.226 DEBUG:teuthology.orchestra.run.smithi129:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz
2024-02-10T05:18:59.311 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo
2024-02-10T05:18:59.320 INFO:teuthology.task.internal:Restoring /etc/sudoers...
2024-02-10T05:18:59.321 DEBUG:teuthology.orchestra.run.smithi096:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers
2024-02-10T05:18:59.332 DEBUG:teuthology.orchestra.run.smithi129:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers
2024-02-10T05:18:59.343 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump
2024-02-10T05:18:59.357 DEBUG:teuthology.orchestra.run.smithi096:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump
2024-02-10T05:18:59.374 DEBUG:teuthology.orchestra.run.smithi129:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump
2024-02-10T05:18:59.382 INFO:teuthology.orchestra.run.smithi096.stdout:kernel.core_pattern = core
2024-02-10T05:18:59.395 INFO:teuthology.orchestra.run.smithi129.stdout:kernel.core_pattern = core
2024-02-10T05:18:59.409 DEBUG:teuthology.orchestra.run.smithi096:> test -e /home/ubuntu/cephtest/archive/coredump
2024-02-10T05:18:59.448 DEBUG:teuthology.orchestra.run:got remote process result: 1
2024-02-10T05:18:59.449 DEBUG:teuthology.orchestra.run.smithi129:> test -e /home/ubuntu/cephtest/archive/coredump
2024-02-10T05:18:59.456 DEBUG:teuthology.orchestra.run:got remote process result: 1
2024-02-10T05:18:59.457 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive
2024-02-10T05:18:59.466 INFO:teuthology.task.internal:Transferring archived files...
2024-02-10T05:18:59.468 DEBUG:teuthology.misc:Transferring archived files from smithi096:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2024-02-09_19:43:43-upgrade:quincy-x-main-distro-default-smithi/7555048/remote/smithi096
2024-02-10T05:18:59.468 DEBUG:teuthology.orchestra.run.smithi096:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- .
2024-02-10T05:18:59.512 DEBUG:teuthology.misc:Transferring archived files from smithi129:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2024-02-09_19:43:43-upgrade:quincy-x-main-distro-default-smithi/7555048/remote/smithi129
2024-02-10T05:18:59.512 DEBUG:teuthology.orchestra.run.smithi129:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- .
2024-02-10T05:18:59.533 INFO:teuthology.task.internal:Removing archive directory...
2024-02-10T05:18:59.533 DEBUG:teuthology.orchestra.run.smithi096:> rm -rf -- /home/ubuntu/cephtest/archive
2024-02-10T05:18:59.551 DEBUG:teuthology.orchestra.run.smithi129:> rm -rf -- /home/ubuntu/cephtest/archive
2024-02-10T05:18:59.578 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload
2024-02-10T05:18:59.588 INFO:teuthology.task.internal:Not uploading archives.
2024-02-10T05:18:59.588 DEBUG:teuthology.run_tasks:Unwinding manager internal.base
2024-02-10T05:18:59.600 INFO:teuthology.task.internal:Tidying up after the test...
2024-02-10T05:18:59.601 DEBUG:teuthology.orchestra.run.smithi096:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest
2024-02-10T05:18:59.603 DEBUG:teuthology.orchestra.run.smithi129:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest
2024-02-10T05:18:59.607 INFO:teuthology.orchestra.run.smithi096.stdout:   658471      4 drwxr-xr-x   2 ubuntu   ubuntu       4096 Feb 10 05:18 /home/ubuntu/cephtest
2024-02-10T05:18:59.626 INFO:teuthology.orchestra.run.smithi129.stdout:   658468      4 drwxr-xr-x   2 ubuntu   ubuntu       4096 Feb 10 05:18 /home/ubuntu/cephtest
2024-02-10T05:18:59.627 DEBUG:teuthology.run_tasks:Unwinding manager kernel
2024-02-10T05:18:59.637 DEBUG:teuthology.run_tasks:Unwinding manager console_log
2024-02-10T05:18:59.674 INFO:teuthology.nuke:Checking targets against current locks
2024-02-10T05:18:59.701 DEBUG:teuthology.nuke:shortname: smithi096
2024-02-10T05:18:59.701 INFO:teuthology.task.internal.check_lock:Checking locks...
2024-02-10T05:18:59.726 DEBUG:teuthology.nuke:shortname: smithi129
2024-02-10T05:18:59.726 INFO:teuthology.task.internal.check_lock:Checking locks...
2024-02-10T05:18:59.729 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi096.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-02-09_19:43:43-upgrade:quincy-x-main-distro-default-smithi/7555048', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-02-10 05:03:15.950521', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCvevZlGV8Oo2JDs8lRvEJClzUF2M27K2Mc4H9LOn7Gsm2NmBXzVdA+S5LOgVue74fOzb/AlBqtPAKq2cHh4P38='}
2024-02-10T05:18:59.751 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi129.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-02-09_19:43:43-upgrade:quincy-x-main-distro-default-smithi/7555048', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-02-10 05:03:15.952514', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKQoJ9xXJXV+DFlXdL+xVrEE7vlhceTNlsM+59zEPHb06wJCC8uhi026wUSdGudcgG3LXzTr+UCc67ETCCxuNj8='}
2024-02-10T05:18:59.783 INFO:teuthology.orchestra.console.smithi096:Power off
2024-02-10T05:18:59.783 DEBUG:teuthology.orchestra.console.smithi096:pexpect command: ipmitool -H smithi096.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off
2024-02-10T05:18:59.807 DEBUG:teuthology.orchestra.console.smithi096:power off output: Chassis Power Control: Down/Off
2024-02-10T05:18:59.807 DEBUG:teuthology.orchestra.console.smithi096:pexpect command: ipmitool -H smithi096.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2024-02-10T05:18:59.822 INFO:teuthology.orchestra.console.smithi129:Power off
2024-02-10T05:18:59.822 DEBUG:teuthology.orchestra.console.smithi129:pexpect command: ipmitool -H smithi129.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off
2024-02-10T05:18:59.831 DEBUG:teuthology.orchestra.console.smithi096:check power output: Chassis Power is on
2024-02-10T05:18:59.845 DEBUG:teuthology.orchestra.console.smithi129:power off output: Chassis Power Control: Down/Off
2024-02-10T05:18:59.845 DEBUG:teuthology.orchestra.console.smithi129:pexpect command: ipmitool -H smithi129.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2024-02-10T05:18:59.870 DEBUG:teuthology.orchestra.console.smithi129:check power output: Chassis Power is on
2024-02-10T05:19:03.832 DEBUG:teuthology.orchestra.console.smithi096:pexpect command: ipmitool -H smithi096.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2024-02-10T05:19:03.871 DEBUG:teuthology.orchestra.console.smithi129:pexpect command: ipmitool -H smithi129.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2024-02-10T05:19:03.942 DEBUG:teuthology.orchestra.console.smithi096:check power output: Chassis Power is on
2024-02-10T05:19:03.981 DEBUG:teuthology.orchestra.console.smithi129:check power output: Chassis Power is on
2024-02-10T05:19:07.948 DEBUG:teuthology.orchestra.console.smithi096:pexpect command: ipmitool -H smithi096.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2024-02-10T05:19:07.982 DEBUG:teuthology.orchestra.console.smithi129:pexpect command: ipmitool -H smithi129.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2024-02-10T05:19:08.059 DEBUG:teuthology.orchestra.console.smithi096:check power output: Chassis Power is off
2024-02-10T05:19:08.092 DEBUG:teuthology.orchestra.console.smithi129:check power output: Chassis Power is on
2024-02-10T05:19:08.160 INFO:teuthology.orchestra.console.smithi096:Power off completed
2024-02-10T05:19:12.096 DEBUG:teuthology.orchestra.console.smithi129:pexpect command: ipmitool -H smithi129.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2024-02-10T05:19:12.208 DEBUG:teuthology.orchestra.console.smithi129:check power output: Chassis Power is off
2024-02-10T05:19:12.309 INFO:teuthology.orchestra.console.smithi129:Power off completed
2024-02-10T05:19:12.416 INFO:teuthology.run:Summary data:
description: upgrade:quincy-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start
  2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export
  rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic}
duration: 430.9295406341553
failure_reason: Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=quincy
flavor: default
owner: scheduled_yuriw@teuthology
sentry_event: https://sentry.ceph.com/organizations/ceph/?query=9e4e3a6a0b644550a49d8fa71ef81b69
status: fail
success: false

2024-02-10T05:19:12.417 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/
2024-02-10T05:19:12.530 INFO:teuthology.run:FAIL