archive_path: /home/teuthworker/archive/teuthology-2022-12-15_02:30:02-upgrade:mimic-x-octopus-distro-default-smithi/7117506 branch: octopus description: upgrade:mimic-x/parallel/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-workload/{blogbench ec-rados-default rados_api rados_loadgenbig rgw_ragweed_prepare test_rbd_api test_rbd_python} 3-upgrade-sequence/upgrade-all 4-octopus 5-msgr2 6-final-workload/{blogbench rados-snaps-few-objects rados_loadgenmix rados_mon_thrash rbd_cls rbd_import_export rgw rgw_ragweed_check} objectstore/filestore-xfs ubuntu_18.04} email: ceph-qa@ceph.io first_in_suite: false job_id: '7117506' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'Run ceph on two nodes, with a separate client 0,1,2 third node. Use xfs beneath the osds. CephFS tests running on client 2,3 #Note-To enable RHEL runs on ovh nodes, add the following to overrides #ansible.cephlab: # skip_tags: entitlements,packages,repos ' - desc: 'install ceph/mimic latest run workload and upgrade-sequence in parallel upgrade the client node ' - desc: 'run a cephfs stress test mount ceph-fuse on client.2 before running workunit ' - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'rgw ragweed prepare ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' - desc: 'upgrade the ceph cluster ' - desc: 'run a cephfs stress test mount ceph-fuse on client.3 before running workunit ' - desc: 'randomized correctness test for rados operations on a replicated pool with snapshots ' - desc: 'generate read/write load with rados objects ranging from 1 byte to 1MB ' - desc: 'librados C and C++ api tests ' - desc: 'rbd object class functional tests ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'ragweed check for rgw ' name: teuthology-2022-12-15_02:30:02-upgrade:mimic-x-octopus-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 3 size: 30 os_type: ubuntu os_version: '18.04' overrides: admin_socket: branch: octopus ceph: conf: global: enable experimental unrecoverable data corrupting features: '*' mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon warn on osd down out interval zero: false osd: debug ms: 1 debug osd: 20 osd max pg log entries: 2 osd min pg log entries: 1 osd objectstore: filestore osd sloppy crc: true osd_class_default_list: '*' osd_class_load_list: '*' flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - scrub mismatch - ScrubResult - wrongly marked - \(POOL_APP_NOT_ENABLED\) - \(SLOW_OPS\) - overall HEALTH_ - \(MON_MSGR2_NOT_ENABLED\) - slow request - reached quota - \(REQUEST_SLOW\) mon_bind_addrvec: false mon_bind_msgr2: false sha1: f2877ae32a72fc25acadef57597f44988b805c38 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: osd objectstore: filestore osd sloppy crc: true filestore: true fs: xfs install: ceph: flavor: default sha1: f2877ae32a72fc25acadef57597f44988b805c38 rgw: frontend: civetweb workunit: branch: octopus sha1: f2877ae32a72fc25acadef57597f44988b805c38 owner: scheduled_teuthology@teuthology priority: 1000 repo: https://github.com/ceph/ceph.git rgw-final-workload: full_sequential: - ragweed: client.1: default-branch: ceph-master rgw_server: client.1 stages: check - print: '**** done ragweed check 4-final-workload' roles: - - mon.a - mgr.x - mds.a - osd.0 - osd.1 - - mon.b - mgr.y - osd.2 - osd.3 - - mon.c - mds.b - osd.4 - osd.5 - - client.0 - client.1 - client.2 - client.3 sha1: f2877ae32a72fc25acadef57597f44988b805c38 sleep_before_teardown: 0 suite: upgrade:mimic-x suite_branch: octopus suite_path: /home/teuthworker/src/github.com_ceph_ceph_f2877ae32a72fc25acadef57597f44988b805c38/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph.git suite_sha1: f2877ae32a72fc25acadef57597f44988b805c38 targets: smithi002.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC7YjiVOtlHUP3Uy822GOXQvAmaqyZBot0g/1FYP/5ab3oKqYFPcy2fn1JeFL82fuwJxKhGJ1BBxadWzQvvHH6QgTPt09M+qJe1ZDEEGQZdG4vhOfxd/heDAQxpPtcsww4vnG5rDUxuyvqFyS1InFmgacAlfjHBZWgSRMJ9YrCBrV6IC1spWE+i9dVdMuoCH22N8KxSVb4DzC5uwIwMI9XGLzBPPHF7MPWxJDP7mzgaHrV/zUcM+5xhcuSHa6V1hqVXjk9zs7CklVUi+A004K+X1sf1UVv8qZ+snCtoHrjfYQDBzxq6D7oTM5BAWHti5DHIWFjAaBgpHuZ3lfVGR2otor0xWiY6CTUUqRR270gP98q1w4h0h5ZfDuAh8VpS0DYo4QfBJ3fOH6wOvmhIMRaCF+sLA89qVOfWpFCum2fYihjn2c1sJRMWASZOCdH56T+VU1bPnmo/h5X3KFKNKZqTH2CGNnkZxqXh5S+Y9MDFZMCDICQAEN67pWIrUVmixCk= smithi080.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCJObeQ+Dr63lyDWCpf5SdCfy7e27CyueUQkedYKFeynhJN/RTWqYijRdlB0jOXrHDo0ehFqV14TzNEI6vpScAE= smithi133.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC1zZXCPdKwt9G3kdYpodC+5d8s9qcVGys3RK5P3HGnOAUsQ3AKf723UARo46Cr9TcW0XBBYVhlN/Z/75qZ/6RIjexdtzTKijmGRofgOAxun0WyXibd3o7XrOCDXlDgda0AL7nyzs1LKfAuDHY9pc/GF9ZTsJaDZoSpcbOB/ozFPwSxWz1349Zik7kApRTxsf54wkXT24o+ix14xuUcnZ7mP1Dir8IBmqiIDGf+sfbEhfbcpXFdU1qH9b9TNmVAo6an7V4x+UXGBgbMkXy851s3aF4z9uD3NwFAgOb+nBDgmh8vBAuyRQ0tNfIdQH/Hce+lap7aJlRrEDhIxEi+TD3TIEVLtiVSPlgQ3nCouvXEo6L81+7ZKlFvSUS4ZTaOA4X037veIqMkDj3b+Aonkq96mXkJrVcHisafs/NOdVWLL3Tcgmk4ZSxcnYRAb5mAOHjHa8ar8BBCCL7jucg5SGiRTmou4MZYCGju88UolAaZLVRvgdktxHKLlOsqRdQkHj0= smithi169.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4rSV6h131HWztGQxifsNefMl9EYBNIIjQiE0qY4PM34DIsAHpQ4R4LOBxz2DlL06n+HAJxSWNTmwu3OyqRt4RbctXjlu6U0tOhF5Cv9khygW39/cLu37ZkzF4r6iEgPWUQvv+WarUyeYQTA/rjwt8+VXvSISd/q0B3wiNrfYtBQKRh0in+FX5OEGYTb/pJezJgL9BOh1xOOuw9o9opB5iEx161XzJVMPOxFPSOJOyiru06a5oINrsu27cKxDX3flho7X7gkePwffCnv6i8Ea88st2XezQ+5bJkcRme5tixOvRNYEA9MDxMlV7Il5EMDzentm0hMET9u5q+/5Klg+HhnnA7W5/Cu5CVIz3HlNKKpjKR2bGkN4xwQ1sK/fSLlN3mWBcoGVgBTHclIM/9+TWliNtgz2O66IIuA1I3OaK+jpRKG3lgK2/2trEUc4sytjxSAWYQ2hyVIC+MR8r2NvvVUk1VfUwNNBZhdr0T4IZoTU/pf6mK+C6ziWMsjPGiBU= tasks: - install: branch: mimic exclude_packages: - librados3 - ceph-mgr-dashboard - ceph-mgr-diskprediction-local - ceph-mgr-rook - ceph-mgr-cephadm - cephadm extra_packages: - librados2 - print: '**** done installing mimic' - ceph: conf: global: bluestore warn on no per pool omap: false bluestore_warn_on_legacy_statfs: false mon pg warn min per osd: 0 mon warn on pool no app: false log-ignorelist: - overall HEALTH_ - \(FS_ - \(MDS_ - \(OSD_ - \(MON_DOWN\) - \(CACHE_POOL_ - \(POOL_ - \(MGR_DOWN\) - \(PG_ - \(SMALLER_PGP_NUM\) - Monitor daemon marked osd - Behind on trimming - Manager daemon - exec: osd.0: - ceph osd require-osd-release mimic - ceph osd set-require-min-compat-client mimic - print: '**** done ceph' - install.upgrade: mon.a: null mon.b: null mon.c: null - print: '**** done install.upgrade non-client hosts' - rgw: - client.1 - print: '**** done => started rgw client.1' - parallel: - workload - upgrade-sequence - print: '**** done parallel' - install.upgrade: client.0: null - print: '**** done install.upgrade on client.0' - exec: osd.0: - ceph osd require-osd-release octopus - ceph osd set-require-min-compat-client octopus - for f in `ceph osd pool ls` ; do ceph osd pool set $f pg_autoscale_mode off ; done - ceph.healthy: null - exec: mon.a: - ceph mon enable-msgr2 - ceph config rm global mon_warn_on_msgr2_not_enabled - sequential: - ceph-fuse: null - print: '**** done ceph-fuse 5-final-workload' - workunit: clients: client.3: - suites/blogbench.sh - print: '**** done suites/blogbench.sh 5-final-workload' - rados: clients: - client.1 objects: 50 op_weights: delete: 50 read: 100 rollback: 50 snap_create: 50 snap_remove: 50 write: 100 ops: 4000 write_append_excl: false - print: '**** done rados 4-final-workload' - workunit: clients: client.1: - rados/load-gen-mix.sh - print: '**** done rados/load-gen-mix.sh 4-final-workload' - mon_thrash: revive_delay: 20 thrash_delay: 1 - print: '**** done mon_thrash 4-final-workload' - workunit: clients: client.1: - rados/test.sh - print: '**** done rados/test.sh 4-final-workload' - workunit: clients: client.1: - cls/test_cls_rbd.sh - print: '**** done cls/test_cls_rbd.sh 4-final-workload' - workunit: clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 4-final-workload' - sequential: - rgw-final-workload - print: '**** done rgw 4-final-workload' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 19d18db866afdc31fd6586f558fc29b95a87ccfb timestamp: 2022-12-15_02:30:02 tube: smithi upgrade-sequence: sequential: - ceph.restart: daemons: - mon.a - mon.b - mon.c - mgr.x - mgr.y mon-health-to-clog: false wait-for-healthy: false - exec: mon.a: - ceph config set global mon_warn_on_msgr2_not_enabled false - ceph.healthy: null - ceph.restart: daemons: - osd.0 - osd.1 - osd.2 - osd.3 - osd.4 - osd.5 wait-for-healthy: false wait-for-osds-up: true - ceph.restart: daemons: - mds.a - mds.b - rgw.* wait-for-healthy: false wait-for-osds-up: true - print: '**** done ceph.restart all' user: teuthology verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.27594 workload: full_sequential: - sequential: - ceph-fuse: null - print: '**** done ceph-fuse 2-workload' - workunit: clients: client.2: - suites/blogbench.sh - print: '**** done suites/blogbench.sh 2-workload' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done rados ec task' - workunit: branch: mimic clients: client.0: - cls - print: '**** done cls 2-workload' - workunit: branch: mimic clients: client.0: - rados/load-gen-big.sh - print: '**** done rados/load-gen-big.sh 2-workload' - sequential: - ragweed: client.1: default-branch: ceph-master rgw_server: client.1 stages: prepare - print: '**** done rgw ragweed prepare 2-workload' - workunit: branch: mimic clients: client.0: - rbd/test_librbd.sh - print: '**** done rbd/test_librbd.sh 2-workload' - workunit: branch: mimic clients: client.0: - rbd/test_librbd_python.sh - print: '**** done rbd/test_librbd_python.sh 2-workload'