archive_path: /home/teuthworker/archive/ideepika-2021-06-23_09:55:26-rados-wip-deepika2-testing-2021-06-23-0828-octopus-distro-basic-smithi/6185975 branch: wip-deepika2-testing-2021-06-23-0828-octopus description: rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} email: dupadhya@redhat.com first_in_suite: false job_id: '6185975' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi name: ideepika-2021-06-23_09:55:26-rados-wip-deepika2-testing-2021-06-23-0828-octopus-distro-basic-smithi nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: rhel os_version: '8.3' overrides: admin_socket: branch: wip-deepika2-testing-2021-06-23-0828-octopus ceph: conf: global: mon client directed command retry: 5 ms inject delay max: 1 ms inject delay probability: 0.005 ms inject delay type: osd ms inject internal delays: 0.002 ms inject socket failures: 2500 osd_object_clean_region_max_num_intervals: 1000 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon scrub interval: 300 osd: debug ms: 1 debug osd: 20 osd debug reject backfill probability: 0.1 osd debug verify cached snaps: true osd debug verify missing on start: true osd max backfills: 3 osd max markdown count: 1000 osd objectstore: filestore osd op queue: debug_random osd op queue cut off: debug_random osd scrub max interval: 120 osd scrub min interval: 60 osd shutdown pgref assert: true osd sloppy crc: true fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(OSD_SLOW_PING_TIME - but it is still running - objects unfound and apparently lost - slow request - overall HEALTH_ - \(OSDMAP_FLAGS\) - \(OSD_ - \(PG_ - \(POOL_ - \(CACHE_POOL_ - \(SMALLER_PGP_NUM\) - \(OBJECT_ - \(SLOW_OPS\) - \(REQUEST_SLOW\) - \(TOO_FEW_PGS\) - slow request log-whitelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: f368ee3cf9f9748501f03ee6af13e4f3af296aba ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: osd objectstore: filestore osd sloppy crc: true filestore: true fs: xfs install: ceph: sha1: f368ee3cf9f9748501f03ee6af13e4f3af296aba selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-remove-bionic-test sha1: 81261fb6a32274e2bf3523c328797d6bc6795ae1 owner: scheduled_ideepika@teuthology priority: 70 repo: git://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.y - osd.0 - osd.4 - osd.8 - osd.12 - - mon.b - osd.1 - osd.5 - osd.9 - osd.13 - - mon.c - osd.2 - osd.6 - osd.10 - osd.14 - - mgr.x - osd.3 - osd.7 - osd.11 - osd.15 - client.0 sha1: f368ee3cf9f9748501f03ee6af13e4f3af296aba sleep_before_teardown: 0 suite: rados suite_branch: wip-remove-bionic-test suite_path: /home/teuthworker/src/github.com_ideepika_ceph_81261fb6a32274e2bf3523c328797d6bc6795ae1/qa suite_relpath: qa suite_repo: https://github.com/ideepika/ceph.git suite_sha1: 81261fb6a32274e2bf3523c328797d6bc6795ae1 targets: ubuntu@smithi028.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC0lNr+R1o65UEAW+DuzQvToU5lfgQcOrTLaT4iAnGDP5W1mUKiEYen60zFtsB2uR7qqtk0VAVTk6R2A0BvkHI8fSBxut9EKWUri00DYCKbW8wu9haZpUySZJ/zWGZKa0ibmkwBo/4H1iBToS8fUIczGgv/bJf4j83+S3NqZGKrjYh/rqfVrklffEo0O0witR9tvefgXu6aNAZ4ic/OD3XzN+WRHbiTk6vekYeIjmrZghvseBYTPgIZIcaAVS9GAeMeko+sT7OAZsWBdBA+J9g6KCjMU4+6zM2YBlA4nrQF1rv01NA4lC7wwc6KSHjpt0BlMAQO4wLwS4rzQbVb+zBRXauxZQkr0v963ael/JgXCqVszGMqBr4v7NwF3ZO0uSiJdCANnFoT2jLezzdZsIVzDFwRtoSB1zsUVGxdWeXBtgeWGmQ9WOMRCTCrkE4aKIyqdBgPr+yvYLi2bm+eqHZi0xB2LqGzXK817Xv1zYlwkY0LXhmzDUMDDgO7ZQDA5uU= ubuntu@smithi061.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDHizgYq0H8+Yor4rNmWGBsYwbnDvMqzpAhPYdbG3j4SQj26IOYEQ16DcXg5ZZUgWc5YrOfNqZ6O1umlR83rEOQBRaTXqDF0jsePLDLooV5Vgr8Ux6neiVWDZbqBrBGo08Qz3UoVLaqSSKCeKv5J9bZFFPACLJ8Dt3X3iIdFr6B6xhny91lSPz024kfjtBek/9XvH1A8Q80qpulLo9YcKqda5HK9cdMaK7OAqaRQjrU9lMOhaKfMaKTENV7KC2/IgxZ/dL7bzQT90MpT23iy26MxND2lNrSh3sxuB7y9rjqAvrr7767GPbJNrd6cUuI6gCQxI3c9GnWpC4cK3VG3iGAr6dg0Q2ad+6GdLkdd9Z/YkGCQCBBWNZsCcFLQmSMDQsZ75sjtYOidnoG8zey87lyOMcP6uZiNB8wnfPh1KS29CeToiEQKjTQquT0is98yyQOmyJW4pf46fzQAkZPi9mkJH7fPwNmL72DChxcxqdAhZ4pfAg/oTVY2TCLCT5VHI8= ubuntu@smithi115.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCoNpxMS80STZ24XjJhk9JtirtnHBbqZ76IYh9x2n4O9rtG7hXwyWwPAslJGZO1aNDYa0jwhJggOjg2mW7bmBH2jvUbexI+TcJZTK7FPemOZxIqIhvJOIkbmO78LhBki2oOBfe4REX2jTw/HzZipP8X56rLeSVfz7o3wvAYuRwlA+b+0Gyd6bMqnjjOWGps+6xGhABfleo1zsN+O1Qt7yL1L2MHetE5th7kLKwd2q/Tky/RMlyzPY8StqR1IEnPPTcQvrukkoNZIhhQHmtHpsh+qXLCpVTZOY9cUs6hhYwy8lT2kg2gTFnmZsmDsl/5V0UaIZqW8gAQGOqpBJUwy9xHQmp0XT+yI6N6A6bYJRwLPe6Jfm4YCgdcX8e32ERhYPpSjt09qPf2D/dJ8Q/tGu1nLWCoW+++sV41Jnk9T/h7SzqagYMmllmP1+GwGjXEmqAifm07lLaIdV2X1DY1YRt9Qy8+HzJybiG3v4QTsdkiiM9WtkH2fpyhrcjfAo67G+E= ubuntu@smithi140.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDhU916YzCSo9VuF2vO7m1qdbWzPP9sPElxkOQE6cD0im7BM2bucLbL5+ltbax9q3eV4nwlnOWdS+ILuH4Ob+02mkZXZpde3op2Y1Y2o2n+mV6sCnAbcxE5pmhz6PW1RlkYRlFa+iFtJORj25lFrw6klwEHWzi1hbRpuhez8hICm0LIZ9Pgwuj7B8doK/zQQ4EwEFKOyVXV6g3SIAgu20ivGr/l0nsYCE6GAZk6YTOtZtQebiD/Nu7GDxDN3wnURSYiDD28XsxhgyooWRZq8J78iEz+N4h7pikTY1wABwVwbxsIVLTLwnDJ4Am3hPP9RCNlV3rML4EhUP/N2wGdFpNhfHN9j0ef7xWddZ+BInaDGh47nyvsTOIfFxCJ8aZSgWDAgHVpZPcXM59r/gu+8Z7hOBoy31rQC6eapGYLvghyFaIG5XsRifE7rw9tn7ewvCZlAqcL4cLnv6PSjWb7MZgKokYPNB3u9jazysUS0g5Er7pS+ekx3JqU15MNCxqDQcM= tasks: - install: null - ceph: conf: osd: debug monc: 20 - thrashosds: chance_pgnum_grow: 1 chance_pgnum_shrink: 1 chance_pgpnum_fix: 1 min_in: 8 timeout: 1200 - rados: clients: - client.0 ec_pool: true erasure_code_profile: c: 2 crush-failure-domain: osd k: 4 m: 3 name: shecprofile plugin: shec objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 400 write_append_excl: false teuthology_branch: master teuthology_sha1: 26631ede9027a5643f2e47dacc5af6f1834aac45 timestamp: 2021-06-23_09:55:26 tube: smithi user: ideepika verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.8274