archive_path: /home/teuthworker/archive/mchangir-2021-10-17_09:55:58-upgrade:nautilus-x:onetime:upgrade-nautilus-to-pacific.yaml-wip-mchangir-mds-fix-nautilus-to-pacific-upgrade-issue-pacific-distro-basic-smithi/6447418 branch: wip-mchangir-mds-fix-nautilus-to-pacific-upgrade-issue-pacific description: upgrade:nautilus-x:onetime:upgrade-nautilus-to-pacific.yaml email: null first_in_suite: false install-upgrade-tasks: sequential: - mds_pre_upgrade: null - print: '**** done mds pre-upgrade sequence' - install.upgrade: client.0: branch: pacific mds.a: branch: pacific mds.b: branch: pacific mds.c: branch: pacific mgr.x: branch: pacific mgr.y: branch: pacific mon.a: branch: pacific mon.b: branch: pacific mon.c: branch: pacific osd.0: branch: pacific osd.1: branch: pacific osd.2: branch: pacific osd.3: branch: pacific job_id: '6447418' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi name: mchangir-2021-10-17_09:55:58-upgrade:nautilus-x:onetime:upgrade-nautilus-to-pacific.yaml-wip-mchangir-mds-fix-nautilus-to-pacific-upgrade-issue-pacific-distro-basic-smithi nuke-on-error: true os_type: centos os_version: '8' overrides: admin_socket: branch: wip-mchangir-mds-fix-nautilus-to-pacific-upgrade-issue-pacific ceph: conf: client: admin socket: /var/run/ceph/$cluster-$name.$pid.asok client mount timeout: 600 pid file: /var/run/ceph/$cluster-$name.pid rados mon op timeout: 15m rados osd op timeout: 15m global: bluestore warn on legacy statfs: false bluestore warn on no per pool omap: false mon pg warn min per osd: 0 mon warn on pool no app: false ms bind msgr2: false mds: mds bal frag: true mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds op complaint time: 180 mds verify scatter: true mds_max_snaps_per_dir: 4096 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 180 mon warn on legacy crush tunables: false mon warn on osd down out interval zero: false osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug ms: 1 debug osd: 20 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - failed to encode map - overall HEALTH_ - \(FS_ - \(MDS_ - \(OSD_ - \(MON_DOWN\) - \(CACHE_POOL_ - \(POOL_ - \(MGR_DOWN\) - \(PG_ - \(SMALLER_PGP_NUM\) - Monitor daemon marked osd - Behind on trimming - Manager daemon - Not found or unloadable - evicting unresponsive client - reporting legacy \(not per-pool\) BlueStore omap usage stats log-whitelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 906f2dc018bed4f5ccc5a460242cf65261b2bb82 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: sha1: 906f2dc018bed4f5ccc5a460242cf65261b2bb82 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-mchangir-mds-fix-nautilus-to-pacific-upgrade-issue-pacific sha1: 440733bd83c02bdd314739538ca2139ed151a332 owner: scheduled_mchangir@teuthology priority: 25 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mon.b - mon.c - mgr.x - mgr.y - mds.a - mds.b - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - - client.0 - - client.1 sha1: 906f2dc018bed4f5ccc5a460242cf65261b2bb82 sleep_before_teardown: 0 suite: upgrade:nautilus-x:onetime:upgrade-nautilus-to-pacific.yaml suite_branch: wip-mchangir-mds-fix-nautilus-to-pacific-upgrade-issue-pacific suite_path: /home/teuthworker/src/github.com_mchangir_ceph_440733bd83c02bdd314739538ca2139ed151a332/qa suite_relpath: qa suite_repo: https://github.com/mchangir/ceph.git suite_sha1: 440733bd83c02bdd314739538ca2139ed151a332 targets: ubuntu@smithi078.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC/Lpwntg6GpX3XlOJMYZYIV5hOMGmJw/P7FuzkMyXmeXUUUGyxVi/Suf1+SZwlw+6cFm4TJxiRKksxL+7uJN1M254F3V6Z6fKHuGtckMTmWQukQ6s01JGRaBlS1bVoTLoH0JbMXA8Xo/XDROPO7g6QpGdN0+Z381ephgE0MJY3OX7zJnkwQcrxvNz8/5wdf6Z7sGx1XD1Y/F4H291kA5DTIG9AfceEjB0rFCL8jrv1ChXWTvkH5DS44B8DJwtPKzHNlZLM1aj17jjslGneuuFhomu5CwXkt4JWNdN+bxUsQV3bw4IF0kbQBSXn3wpIme6w4Iyich+dvpNIAOrdV72D7cO80Ksw9zoZvL5NtywQIq4epVYJ+CDYt5iiFYObSJWUAUjQXvmNaEIQ95GDZ3EljN477meBfYEOrxJV+7kkDxcq9uu/mFY6hCBiFP2RYrP6AJ76ndOmXMoDp7tP0+G7g4zFJbmnmDLhWX4Z0AdEnYsOVpLcgp3rPCirQkKMWB8= ubuntu@smithi118.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCiIp6iPBAOH0ZWkR9EkITGVondiexruW3c2nCKOJ95S7GH9zbjO5a4yz01ntVAzwrzm2qgtFEoH+TQE4dsBugyeZPZ9qZ5cHQlsxNbM9pHPKg+iSgrQZSw+wTwhbsOXbpxUI1GDqKlS1wUUK6bng0CPwrM55OvLFFYjtoNYF4ryOBewpToOTW7D8MMwUIIhAFZgbFuuln578Rn/i3nBrxUjvaM79YDkyyFek7DMpN55V8/jn0ywiACmZ+VVkQ01FbLBs4XnV/XOiEhs5jrsxJrsttpwRMrRenfMSOoaRndKal/fl/U1FVbo5f8MehmZgZxATTkPAvieEV2t1M3sXIYs81Fzf/CHvFPeXA/uMC1pKW1i1aik4nIUMn5Z2G5zf08kcRmu/6lcEZWqp5VLjpPE55unndTN50vfQ5YPNchHQlCoLN7IWwypE1cRH1Pz0rC9JaZ1IHRB4Q+qfA6oqRDzXJeQmWE5VQJU0wpoJ48cMRFD/DF8SXVqVTwABaVwT8= ubuntu@smithi181.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDHy9kSyvfoUVHRwWkX9eKRJObSymvYuqfxaUYGFZ1MwhhfptY9pyMg57xQQT1zZSG5Gh6op6COYp1pWthL/5MKtEwulyyoAJuQYji50VKp0rvOSQpGDW3lKWKOs4xtGYj2wnw01j8cHZ5n/6p0Cg0fRSvWQjTMHDxV9HpIHjoUmenn6h1zYhIeBqfQQWqxd8eFGCKrFXmh7iWWE7VbhYs/Ah9YjukadKO38IGzht7S7a3mpli/nfkxpgRkYe9reLLo7Jz/z691XqGk6dunz2/37CbWAgtIY8VxGMy/JUXVnTrTG38ISryaCjw5b3GprWCSLouodAS0MxaLt8vxl0H88EGOmlxvGDktCdT5UiPBuNvkqlcPFrBTJSt9Mw52rOe7q0mLqUHP1bZAYyx281opa362PnNIkRdm/ht5O29g0bCGWdNvAQ46H8wYRBT6dLrTfxq9QFpnEOHhSjDuZgxe3T2hG1F3qdoWbs82ioB74c07LE03rWnEZ8Enu97lCtU= tasks: - exec: mon.a: - mkdir -p /var/log/ceph - install: branch: nautilus exclude_packages: - ceph-mgr-cephadm - cephadm - libcephfs-dev extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - print: '**** done installing nautilus' - print: '**** starting ceph daemons' - ceph: create_rbd_pool: false mon.a: null - exec: mon.a: - pgrep -a ceph - print: '**** done starting ceph daemons' - print: '**** starting ceph-fuse' - ceph-fuse: client.0: null - exec: client.0: - pgrep -a ceph - print: '**** done starting ceph-fuse' - parallel: - workunit: clients: client.0: - kernel_untar_build.sh - exec: mon.a: - for ((i = 0; i < 15; i++)); do ceph --cluster ceph -s --format=json; sleep 60; done - exec: client.0: - for ((i = 1; i <= 1260; i++)); do mkdir /home/ubuntu/cephtest/mnt.0/.snap/snap${i}; sleep 5; done - exec: client.0: - for ((i = 1; i <= 1260; i++)); do rmdir /home/ubuntu/cephtest/mnt.0/.snap/snap${i}; done - sleep 120 mon.a: - pgrep -a ceph - exec: mon.a: - pgrep -a ceph - parallel: - install-upgrade-tasks - sleep: duration: 120 - ceph.stop: daemons: - mds.a - mds.b - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - mgr.x - mgr.y - mon.a - mon.b - mon.c - ceph-fuse: client.0: mounted: false - sleep: duration: 60 - print: '**** about to restart ceph' - ceph.restart: daemons: - mon.* - mgr.* wait-for-healthy: false - ceph.restart: daemons: - osd.* wait-for-healthy: false wait-for-osds-up: true - ceph.restart: daemons: - mds.* wait-for-healthy: true wait-for-osds-up: true - sleep: duration: 600 - ceph.healthy: null - print: '**** we have a healthy system!' - exec: mon.a: - ceph osd require-osd-release pacific --yes_i_really_mean_it - ceph-fuse: client.0: null - parallel: - workunit: clients: client.0: - kernel_untar_build.sh - exec: mon.a: - for ((i = 0; i < 15; i++)); do ceph --cluster ceph -s --format=json; sleep 60; done - exec: client.0: - for ((i = 1; i <= 1260; i++)); do mkdir /home/ubuntu/cephtest/mnt.0/.snap/snap${i}; sleep 5; done - exec: client.0: - for ((i = 1; i <= 1260; i++)); do rmdir /home/ubuntu/cephtest/mnt.0/.snap/snap${i}; done mon.a: - pgrep -a ceph - sleep: duration: 120 teuthology_branch: master teuthology_sha1: b35344e81ac507b6cad7c1cae575ce08b9c766f2 timestamp: 2021-10-17_09:55:58 tube: smithi user: mchangir verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.10511