archive_path: /home/teuthworker/archive/teuthology-2020-11-16_16:29:55-upgrade:nautilus-p2p-nautilus-distro-basic-smithi/5631790 branch: nautilus description: upgrade:nautilus-p2p/nautilus-p2p-stress-split/{0-cluster/{openstack start} 1-ceph-install/nautilus 1.1.short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{fsx radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 5-finish-upgrade 7-final-workload/{rbd-python rgw-swift snaps-many-objects} objectstore/filestore-xfs supported-all-distro/centos_latest thrashosds-health} email: ceph-qa@ceph.com first_in_suite: false job_id: '5631790' kernel: &id001 kdb: true sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'Run ceph on two nodes, with a separate client-only node. Use xfs beneath the osds. ' - desc: install ceph/nautilus v14.2.2 - desc: 'install upgrade ceph/-x on one node only 1st half restart : osd.0,1,2,3 ' - desc: 'randomly kill and revive osd small chance to increase the number of pgs ' - desc: 'run basic fsx tests for rbd ' - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' - desc: 'run basic cls tests for rbd ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'randomized correctness test for rados operations on a replicated pool, using only reads, writes, and deletes ' - desc: 'randomized correctness test for rados operations on a replicated pool with snapshot operations ' - desc: 'librbd python api tests ' - desc: 'swift api tests for rgw ' - desc: 'randomized correctness test for rados operations on a replicated pool with snapshot operations ' name: teuthology-2020-11-16_16:29:55-upgrade:nautilus-p2p-nautilus-distro-basic-smithi nuke-on-error: true openstack: - machine: disk: 100 - volumes: count: 4 size: 30 os_type: centos os_version: '7.8' overrides: admin_socket: branch: nautilus ceph: conf: global: enable experimental unrecoverable data corrupting features: '*' mon pg warn min per osd: 0 osd_max_pg_log_entries: 2 osd_min_pg_log_entries: 1 osd_pg_log_trim_min: 0 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon warn on osd down out interval zero: false osd: debug filestore: 20 debug journal: 20 debug ms: 20 debug osd: 25 osd objectstore: filestore osd sloppy crc: true fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) log-whitelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(MON_DOWN\) - \(MGR_DOWN\) - but it is still running - wrongly marked me down - objects unfound and apparently lost - log bound mismatch - failed to encode map - overall HEALTH_ - \(OSDMAP_FLAGS\) - \(OSD_ - \(PG_ - \(POOL_ - \(CACHE_POOL_ - \(SMALLER_PGP_NUM\) - \(OBJECT_ - \(SLOW_OPS\) - \(REQUEST_SLOW\) - \(TOO_FEW_PGS\) - slow request sha1: 17acffbd66db90c6cded5b0050e5b5e0a111e3d9 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: osd objectstore: filestore osd sloppy crc: true filestore: true fs: xfs install: ceph: sha1: 17acffbd66db90c6cded5b0050e5b5e0a111e3d9 workunit: branch: nautilus sha1: 17acffbd66db90c6cded5b0050e5b5e0a111e3d9 owner: scheduled_teuthology@teuthology priority: 50 repo: git://git.ceph.com/ceph.git roles: - - mon.a - mon.b - mon.c - mgr.x - osd.0 - osd.1 - osd.2 - osd.3 - - osd.4 - osd.5 - osd.6 - osd.7 - - client.0 sha1: 17acffbd66db90c6cded5b0050e5b5e0a111e3d9 sleep_before_teardown: 0 stress-tasks: - thrashosds: chance_force_recovery: 0 chance_pgnum_grow: 1 chance_pgpnum_fix: 1 chance_thrash_cluster_full: 0 chance_thrash_pg_upmap: 0 chance_thrash_pg_upmap_items: 0 disable_objectstore_tool_tests: true timeout: 1200 - print: '**** done thrashosds 3-thrash' - rbd_fsx: clients: - client.0 size: 134217728 - print: '**** done rbd_fsx 4-workload' - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done radosbench 4-workload' - workunit: branch: nautilus clients: client.0: - cls/test_cls_rbd.sh - print: '**** done cls/test_cls_rbd.sh 4-workload' - workunit: branch: nautilus clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 4-workload' - workunit: branch: nautilus clients: client.0: - rbd/test_librbd.sh - print: '**** done rbd/test_librbd.sh 4-workload' - full_sequential: - rados: clients: - client.0 objects: 500 op_weights: delete: 10 read: 45 write: 45 ops: 4000 write_append_excl: false - print: '**** done rados/readwrite 4-workload' - full_sequential: - rados: clients: - client.0 objects: 50 op_weights: delete: 50 read: 100 rollback: 50 snap_create: 50 snap_remove: 50 write: 100 ops: 4000 write_append_excl: false - print: '**** done rados/snaps-few-objects 4-workload' suite: upgrade:nautilus-p2p suite_branch: nautilus suite_path: /home/teuthworker/src/git.ceph.com_ceph_nautilus/qa suite_relpath: qa suite_repo: git://git.ceph.com/ceph.git suite_sha1: 17acffbd66db90c6cded5b0050e5b5e0a111e3d9 targets: smithi032.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCrvDdeB0TCEnU+teS0LlLLiSWx64CL7tqdJJ+AmrKu9voW+/GNtzJtd5s+c0qjatjQv4nRR19bkS9Dn9HbMaoP7IrtpgBG+w9wqpoicb39PLWaD73aO6i0xOmp7eiAei5uQqZxD2OS8AkpKGl0vkOHCNhX4+9aCmwu5yEmWGrfQ6AA+mpA5R+SqqmnD2TvU/TEKObSqbVrE+jvdggTEB3NNVjRRa45b40G9FXTJoC5c7q6DMVBx0MF5h0OjsCle0VvXPV6Octxjg7AwXKa4sjvvuypWR0gF6yBvmZuc0i4MoFySo6sMyyIWRcW7a++dkpGWJuQbleSE92A0lRykSwh smithi070.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCzj6EBRvzcNBQlbmPQUyABvnNszH1tW4ZCSDK1gfOMdkszhPtElUYtMCxT6N6H1TE3NuT3MBjzBHrH7hETk+IZfbkUa0I4s3Usds+6DvYg4iXUQ0xQSaP8+mZIoO06dLNh4IOWS/44GBzrCX/12EQPewcjLHOnQJeiY5ozGF7q+33jvlULnkYz3+k85+ABSQnkFJXwBymox/1tzzFOXjfG/SUcdxAG2oBi4Dz1Am2C4W6TmvnhJ55fbQjOhgX9GNyfRoYXbFvTfL8Bxk3jakh2JliP1TKIc3/Y43bqGdExWvH0qQcDuDO8IkJgxHAOFod+H9rJB+unu/yuCvEjsi1D smithi131.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQ/0TUY8IXUxpdq69g0LS8VdWjfe9lk7s0g9sotWjRziOMZZDEa27D2NKp9CpiRHAB+/Wxs/C8A/3XIzU3TBLSSNYaUqeeCjVjU6/7nX6zPbWypVlUOXCs6oB+osqgUxkfwC7ob8KCtRFp/JPJG3jHZdOGf5uoaEXe+7Gk0Ymy6nwqRRxg+YISaimcmESFhAgnFZw48Ftn1qtZ7dhiVYebuoF5Eo74nFPs+1S+FAgYt/47m1s/uy8PsQ1iyFguyml17ind+TcAYfLWmXXPpEWPqllCHR0qq6Lo6OvAyHJxlmhjwMLrg0ydmp2Ajlpa5a/fD02JqnULDodCSKTrOwhR tasks: - internal.check_packages: null - internal.buildpackages_prep: null - internal.lock_machines: - 3 - smithi - internal.save_config: null - internal.check_lock: null - internal.add_remotes: null - console_log: null - internal.connect: null - internal.push_inventory: null - internal.serialize_remote_roles: null - internal.check_conflict: null - internal.check_ceph_data: null - internal.vm_setup: null - kernel: *id001 - internal.base: null - internal.archive_upload: null - internal.archive: null - internal.coredump: null - internal.sudo: null - internal.syslog: null - internal.timer: null - pcp: null - selinux: null - ansible.cephlab: null - clock: null - install: exclude_packages: - librados3 extra_packages: - librados2 tag: v14.2.2 - print: '**** done install nautilus v14.2.2' - ceph: null - exec: osd.0: - ceph osd require-osd-release nautilus - ceph osd set-require-min-compat-client nautilus - print: '**** done ceph' - install.upgrade: osd.0: null - print: '**** done install.upgrade osd.0' - ceph.restart: daemons: - mon.a - mon.b - mon.c - mgr.x - osd.0 - osd.1 - osd.2 - osd.3 mon-health-to-clog: false - print: '**** done ceph.restart 1st half' - parallel: - stress-tasks - install.upgrade: client.0: null osd.4: null - ceph.restart: daemons: - osd.4 - osd.5 - osd.6 - osd.7 wait-for-healthy: false wait-for-osds-up: true - workunit: clients: client.0: - rbd/test_librbd_python.sh tag: v14.2.10 - print: '**** done rbd/test_librbd_python.sh 7-workload' - rgw: client.0: null - print: '**** done rgw 9-workload' - swift: client.0: force-branch: ceph-nautilus rgw_server: client.0 - print: '**** done swift 9-workload' - rados: clients: - client.0 objects: 500 op_weights: delete: 50 read: 100 rollback: 50 snap_create: 50 snap_remove: 50 write: 100 ops: 4000 write_append_excl: false teuthology_branch: master timestamp: 2020-11-16_16:29:55 tube: smithi user: teuthology verbose: true worker_log: /home/teuthworker/archive/worker_logs/worker.smithi.11564