archive_path: /home/teuthworker/archive/teuthology-2021-07-09_15:55:07-upgrade:pacific-p2p-pacific-distro-basic-smithi/6261672 branch: pacific description: upgrade:pacific-p2p/pacific-p2p-stress-split/{0-cluster/{openstack start} 1-ceph-install/pacific. 1.1.short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{fsx radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 5-finish-upgrade 6-final-workload/{rbd-python snaps-many-objects} objectstore/bluestore-bitmap supported-all-distro/ubuntu_latest thrashosds-health} email: ceph-qa@ceph.com first_in_suite: false job_id: '6261672' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'Run ceph on two nodes, with a separate client-only node. Use xfs beneath the osds. ' - desc: 'install ceph/pacific v16.2.4 Overall upgrade path is - pacific-latest.point => pacific-latest ' - desc: 'install upgrade ceph/-x on one node only 1st half restart : osd.0,1,2,3 ' - desc: 'randomly kill and revive osd small chance to increase the number of pgs ' - desc: 'run basic fsx tests for rbd ' - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' - desc: 'run basic cls tests for rbd ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'randomized correctness test for rados operations on a replicated pool, using only reads, writes, and deletes ' - desc: 'randomized correctness test for rados operations on a replicated pool with snapshot operations ' - desc: 'librbd python api tests ' - desc: 'randomized correctness test for rados operations on a replicated pool with snapshot operations ' name: teuthology-2021-07-09_15:55:07-upgrade:pacific-p2p-pacific-distro-basic-smithi nuke-on-error: true openstack: - machine: disk: 100 - volumes: count: 4 size: 30 os_type: ubuntu os_version: '20.04' overrides: admin_socket: branch: pacific ceph: conf: global: enable experimental unrecoverable data corrupting features: '*' osd_max_pg_log_entries: 2 osd_min_pg_log_entries: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon warn on osd down out interval zero: false osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(MON_DOWN\) - \(MGR_DOWN\) - but it is still running - wrongly marked me down - objects unfound and apparently lost - log bound mismatch - failed to encode map - overall HEALTH_ - \(OSDMAP_FLAGS\) - \(OSD_ - \(PG_ - \(POOL_ - \(CACHE_POOL_ - \(SMALLER_PGP_NUM\) - \(OBJECT_ - \(SLOW_OPS\) - \(REQUEST_SLOW\) - \(TOO_FEW_PGS\) - slow request log-whitelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 4383415c25cf8dade48a1fd9457cff6386a042a8 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: sha1: 4383415c25cf8dade48a1fd9457cff6386a042a8 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-yuriw-p2p-pacific sha1: f7ec7f63ad85bd80ca1496ee052ac96e96c77a81 owner: scheduled_teuthology@teuthology priority: 71 repo: git://git.ceph.com/ceph.git roles: - - mon.a - mon.b - mon.c - mgr.x - osd.0 - osd.1 - osd.2 - osd.3 - - osd.4 - osd.5 - osd.6 - osd.7 - - client.0 sha1: 4383415c25cf8dade48a1fd9457cff6386a042a8 sleep_before_teardown: 0 stress-tasks: - thrashosds: chance_force_recovery: 0 chance_pgnum_grow: 1 chance_pgpnum_fix: 1 chance_thrash_cluster_full: 0 chance_thrash_pg_upmap: 0 chance_thrash_pg_upmap_items: 0 disable_objectstore_tool_tests: true timeout: 1200 - print: '**** done thrashosds 3-thrash' - rbd_fsx: clients: - client.0 size: 134217728 - print: '**** done rbd_fsx 4-workload' - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done radosbench 4-workload' - workunit: branch: pacific clients: client.0: - cls/test_cls_rbd.sh - print: '**** done cls/test_cls_rbd.sh 4-workload' - workunit: branch: pacific clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 4-workload' - workunit: branch: octopus clients: client.0: - rbd/test_librbd.sh - print: '**** done rbd/test_librbd.sh 4-workload' - full_sequential: - rados: clients: - client.0 objects: 500 op_weights: delete: 10 read: 45 write: 45 ops: 4000 write_append_excl: false - print: '**** done rados/readwrite 4-workload' - full_sequential: - rados: clients: - client.0 objects: 50 op_weights: delete: 50 read: 100 rollback: 50 snap_create: 50 snap_remove: 50 write: 100 ops: 4000 write_append_excl: false - print: '**** done rados/snaps-few-objects 4-workload' suite: upgrade:pacific-p2p suite_branch: wip-yuriw-p2p-pacific suite_path: /home/teuthworker/src/github.com_yuriw_ceph_f7ec7f63ad85bd80ca1496ee052ac96e96c77a81/qa suite_relpath: qa suite_repo: https://github.com/yuriw/ceph.git suite_sha1: f7ec7f63ad85bd80ca1496ee052ac96e96c77a81 targets: smithi061.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCgRj9ORcg1sZRV5qgPAE3iPGtJUulGeX9n4C8l6bK9fWO5F/KUS2qK4OENuuEg1Ql0U69KEzFBUbsAqXFjOtnH/ZWb0lth2C24a/+y3xoovqkcsBd38SCe9BL23cMQZX0cTMM3rUxDbDttQMwzbVCPYblahar43dBoHzjwkaJ0tQVTp/cIM72v2xBrJ57rt122iViZFyQ5JzeZzMIDPQeX6a8XAxrMut5LCN9jFtQ9+YN7eWQng28B2nDNPIxgPGmi8hhaRXTHcH1ExeCRWR6864KQYEMIGFUob8EYAJWIk2M+8Q+oeYINFc/h1ouiYKeM0qjorEgz7WJNATZ6xQJgODfBoykPkMNoB+QVzkyryrMf+qmrXjzcAq5JpDi29RWDRK4P7CeInTjpjw4cCyKfJ42GlNdl000SO8nzcg8vKPvKBBuShZG+kfu3SJmmr7IydjLmOQz3qe47uS/aTfJ395RwJzmVQPC7FOcgHg5eOIQ+9Cez9SVGqbyvw3rNKx0= smithi172.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDL1YeI4nrhDUyIha/scBFFT9WttJsaFDVvlKT/nDuMmyBOcHDWmTYD5vnq0yQ90NtPa/3alAjk8UVlJw3SyHORMuC83yXHFqsO7+OKbhgYQdrkoE8yeEQlHAA1f4VOdGFbnW6Ip8d3hZP5lrepzgogjjklC6s0aUPPNz4JufFxHKwZ+K5KrAQdj82xTj7VR9k9t6MvQvTMVVeenFZkw/8cODXMTvpXU5XJoIZWA5c0MS2Xxm6D2fni3mIKdCc2cwnjRWpP1W/z/jgJZ8Xfd8YQBsTcNsyFUbAXx9nVn4LhmHFH3/Br4oaE1YF0UmFqoTMaxJGgSX+rGuo5TPguRKGZ4otNPwyzc3lREQyFmWtcZFbvJao3zdiRvfTvhD0tiuycHE/UyMT9stRufzUOAh63tSiS+nExQXVyIImne/ei3a3MsuvgkJg0nN6BaYxx3dSHKKJnBuFCcuvDQhvdrxPmLtghwILdzwvgAuV7LF/Ip8Y4WBZBU+6huYcyntRM0t0= smithi195.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDc4mm4RjnSmEeNqwg4+K2AOQ0bogFAS1FzpSVHw6jjdZWYGL+zTJ42GFF/6gid3ZtxD0EclpHnZ5XuqL1iHiwTc+YI9cjTOsumBgJkoQg6u1jl5cDo5cNUf4f1IoO0SCKnZd5bAz2YwjqOGxddky2Y2/alQof92ncGmQzY9dUelEYDkaFblw54xUPNP4bLvGyc4cPsikzAVjnnrlmg83Fl6/XbbPWp0SkB4HL497mubE0jvREwWFlnDQKGl2JfHmnlEWwgt62g7LNf5HmCz4emkCbyqXjLmkQ/EmJRTXimpxhlhwh5Dp3Mfvcgk8qciygPNltRvVpCWqI5tR5ZKofYzaxVkN/WGWpkpjCKF4O+5aJxDQEHQwsdH12S1/zeRm+oqpz+/gogtzYP8bWOCTb1VvvDi3U6Q3MG6DSk5GS8wJOCOe1gxxF+ZLCZmK/UL5Wjgp5l8T76oCZDUVO05m05YfzMxnkRQX5tr2h68AqHIxUcIb58CAOdYckWr4MSl10= tasks: - install: exclude_packages: - librados3 extra_packages: - librados2 tag: v16.2.4 - print: '**** done install pacific v16.2.4' - ceph: null - exec: osd.0: - ceph osd require-osd-release pacific - ceph osd set-require-min-compat-client pacific - print: '**** done ceph' - install.upgrade: osd.0: null - print: '**** done install.upgrade osd.0' - ceph.restart: daemons: - mon.a - mon.b - mon.c - mgr.x - osd.0 - osd.1 - osd.2 - osd.3 mon-health-to-clog: false - print: '**** done ceph.restart 1st half' - parallel: - stress-tasks - install.upgrade: client.0: null osd.4: null - ceph.restart: daemons: - osd.4 - osd.5 - osd.6 - osd.7 wait-for-healthy: false wait-for-osds-up: true - workunit: clients: client.0: - rbd/test_librbd_python.sh tag: v16.2.4 - print: '**** done rbd/test_librbd_python.sh 7-workload' - rados: clients: - client.0 objects: 500 op_weights: delete: 50 read: 100 rollback: 50 snap_create: 50 snap_remove: 50 write: 100 ops: 4000 write_append_excl: false teuthology_branch: master teuthology_sha1: 24e3280d7d1fc156628af95b24b27a29e38b2766 timestamp: 2021-07-09_15:55:07 tube: smithi user: teuthology verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.30581