archive_path: /home/teuthworker/archive/benhanokh-2023-03-09_17:12:08-rados-WIP_GBH_snap_mapper-distro-default-smithi/7200135 branch: WIP_GBH_snap_mapper description: rados/singleton/{all/thrash-backfill-full mon_election/classic msgr-failures/many msgr/async-v1only objectstore/filestore-xfs rados supported-random-distro$/{rhel_8}} email: null first_in_suite: false job_id: '7200135' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi name: benhanokh-2023-03-09_17:12:08-rados-WIP_GBH_snap_mapper-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 3 size: 10 os_type: rhel os_version: '8.6' override: ceph: conf: mon: osd default pool size: 3 osd max pg log entries: 10 osd min pg log entries: 5 overrides: admin_socket: branch: WIP_GBH_snap_mapper ceph: conf: global: mon client directed command retry: 5 mon client hunt interval max multiple: 2 mon election default strategy: 1 mon mgr beacon grace: 90 ms bind msgr2: false ms inject socket failures: 1000 ms type: async mgr: debug mgr: 20 debug monc: 10 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon scrub interval: 300 osd: bluestore zero block detection: true debug ms: 1 debug osd: 20 osd debug verify cached snaps: true osd debug verify missing on start: true osd mclock override recovery settings: true osd objectstore: filestore osd op queue: debug_random osd op queue cut off: debug_random osd sloppy crc: true flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(OSD_SLOW_PING_TIME - \(MON_DOWN\) mon_bind_msgr2: false sha1: e1535bff13ef9f910f1d4cb360069ee00dc3b970 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: osd objectstore: filestore osd sloppy crc: true filestore: true fs: xfs install: ceph: flavor: default sha1: e1535bff13ef9f910f1d4cb360069ee00dc3b970 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: WIP_GBH_snap_mapper sha1: e1535bff13ef9f910f1d4cb360069ee00dc3b970 owner: scheduled_benhanokh@teuthology priority: 150 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mgr.x - osd.0 - osd.1 - osd.2 - - osd.3 - osd.4 - osd.5 - client.0 sha1: e1535bff13ef9f910f1d4cb360069ee00dc3b970 sleep_before_teardown: 0 suite: rados suite_branch: WIP_GBH_snap_mapper suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_e1535bff13ef9f910f1d4cb360069ee00dc3b970/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: e1535bff13ef9f910f1d4cb360069ee00dc3b970 targets: smithi032.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs= smithi090.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCpUxo5ay/ucdkX9rleNMm8Ofp24XRXUtJPOK3Ji3XBpTiUgmmwneaY6316+3CG+k4K0p3IebanuyTvZApjm02/dNCvu8yD3rjEpWVgIuqYH8O3lEdN9DXcCX+7xHJE0m18+ZPsJQVsNrNJxY+5zqyNnBc8jpZq2LStsWwPOKPWhauANRkOBFSGDoLppWZbLx/yJs+R0qoNLLK9LpKQTUnqsapXvbD27OpPahzj/qbNxFPPyY6XrrldZ6qEO+EjJOujFLH3gzv0kJu10DCuzxrpz6ston4RPi1O3GgcHnF4Mqr/W9VwZ94UTMh+k4dIFRVqJEKrcwRHa5kFsvH/WhVx0Ygr/MiV/Q86mmV7JT+/MpzIRTtWyei5L9IBeZIE9cwzj+mOk6SD/t1roIVEGVV/uF2AyFDVBPr6F8oZ822OGpUyyaDsWTitPNdTX4TC3zdSrLc9tyDa1P74eH/ZLeTSf+C6pM/cepOhQaa6XzpDiPSuJUm9HOQxUlEAvcqa7Ac= tasks: - install: null - ceph: log-ignorelist: - but it is still running - missing primary copy of - objects unfound and apparently lost - overall HEALTH_ - \(OSDMAP_FLAGS\) - \(SLOW_OPS\) - \(PG_ - \(OBJECT_MISPLACED\) - \(OSD_ - \(OBJECT_ - \(TOO_FEW_PGS\) - \(POOL_BACKFILLFULL\) - slow request pre-mgr-commands: - sudo ceph config set mgr mgr_pool false --force - thrashosds: chance_down: 0.75 chance_test_backfill_full: 0.5 clean_interval: 120 min_in: 5 min_live: 5 op_delay: 30 - radosbench: clients: - client.0 objectsize: 1048576 time: 1800 type: rand teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 5c9057f4b1ecae7b7410e418e40b739ff0616d25 timestamp: 2023-03-09_17:12:08 tube: smithi user: benhanokh verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.19450