Found 2 jobs
Found 2 distinct failure reasons
Dead: b'2021-02-23T22:11:46.570 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":4535,"fsid":"a803a795-579a-4b1c-a25c-b06b24141864","created":"2021-02-23T10:39:40.927008+0000","modified":"2021-02-23T22:11:43.011718+0000","last_up_change":"2021-02-23T10:40:16.694103+0000","last_in_change":"2021-02-23T10:40:17.699475+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-02-23T10:39:51.315099+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0\'0","target_version":"0\'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-02-23T10:39:52.672177+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0\'0","target_version":"0\'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"ac236399-3c76-4075-a4c0-4142269adea1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.100:6801","nonce":35336}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.100:6803","nonce":35336}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.100:6807","nonce":35336}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.100:6806","nonce":35336}]},"public_addr":"172.21.15.100:6801/35336","cluster_addr":"172.21.15.100:6803/35336","heartbeat_back_addr":"172.21.15.100:6807/35336","heartbeat_front_addr":"172.21.15.100:6806/35336","state":["exists","up"]},{"osd":1,"uuid":"77427003-1da5-4951-b902-fef59dcb7367","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.100:6808","nonce":35366}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.100:6809","nonce":35366}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.100:6811","nonce":35366}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.100:6810","nonce":35366}]},"public_addr":"172.21.15.100:6808/35366","cluster_addr":"172.21.15.100:6809/35366","heartbeat_back_addr":"172.21.15.100:6811/35366","heartbeat_front_addr":"172.21.15.100:6810/35366","state":["exists","up"]},{"osd":2,"uuid":"21f7b12d-d9ea-4210-a8f0-11244c0540f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.100:6800","nonce":35337}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.100:6802","nonce":35337}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.100:6805","nonce":35337}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.100:6804","nonce":35337}]},"public_addr":"172.21.15.100:6800/35337","cluster_addr":"172.21.15.100:6802/35337","heartbeat_back_addr":"172.21.15.100:6805/35337","heartbeat_front_addr":"172.21.15.100:6804/35337","state":["exists","up"]},{"osd":3,"uuid":"824bcb5d-4dde-4762-b528-78dccd52060b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.100:6812","nonce":35367}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.100:6813","nonce":35367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.100:6815","nonce":35367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.100:6814","nonce":35367}]},"public_addr":"172.21.15.100:6812/35367","cluster_addr":"172.21.15.100:6813/35367","heartbeat_back_addr":"172.21.15.100:6815/35367","heartbeat_front_addr":"172.21.15.100:6814/35367","state":["exists","up"]},{"osd":4,"uuid":"01253d66-79f6-4b0d-9984-b519a821db7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.162:6800","nonce":35360}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.162:6801","nonce":35360}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.162:6803","nonce":35360}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.162:6802","nonce":35360}]},"public_addr":"172.21.15.162:6800/35360","cluster_addr":"172.21.15.162:6801/35360","heartbeat_back_addr":"172.21.15.162:6803/35360","heartbeat_front_addr":"172.21.15.162:6802/35360","state":["exists","up"]},{"osd":5,"uuid":"d0d74682-1bb5-4955-b20d-5b3063e4f308","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.162:6804","nonce":35361}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.162:6805","nonce":35361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.162:6807","nonce":35361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.162:6806","nonce":35361}]},"public_addr":"172.21.15.162:6804/35361","cluster_addr":"172.21.15.162:6805/35361","heartbeat_back_addr":"172.21.15.162:6807/35361","heartbeat_front_addr":"172.21.15.162:6806/35361","state":["exists","up"]},{"osd":6,"uuid":"b5d91ddf-63f1-43c7-97b6-784db00a13b3","up":0,"in":0,"weight":0,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":16,"down_at":19,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.162:6808","nonce":35390}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.162:6809","nonce":35390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.162:6811","nonce":35390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.162:6810","nonce":35390}]},"public_addr":"172.21.15.162:6808/35390","cluster_addr":"172.21.15.162:6809/35390","heartbeat_back_addr":"172.21.15.162:6811/35390","heartbeat_front_addr":"172.21.15.162:6810/35390","state":["exists"]},{"osd":7,"uuid":"509ce27e-e634-45d8-8457-9b08de6cc0f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.162:6812","nonce":35392}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.162:6813","nonce":35392}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.162:6815","nonce":35392}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.162:6814","nonce":35392}]},"public_addr":"172.21.15.162:6812/35392","cluster_addr":"172.21.15.162:6813/35392","heartbeat_back_addr":"172.21.15.162:6815/35392","heartbeat_front_addr":"172.21.15.162:6814/35392","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-02-23T22:11:35.239894+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-02-23T22:11:34.083703+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-02-23T22:11:23.964808+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-02-23T22:11:33.414732+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-02-23T22:11:38.577725+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-02-23T22:11:32.696243+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":65536,"last_purged_snaps_scrub":"2021-02-23T10:39:49.349464+0000","dead_epoch":19},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-02-23T22:11:42.023355+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":3,"snaps":[{"begin":61,"length":1},{"begin":64,"length":2},{"begin":67,"length":2},{"begin":70,"length":1},{"begin":72,"length":2},{"begin":78,"length":2},{"begin":82,"length":1},{"begin":84,"length":1},{"begin":86,"length":1},{"begin":88,"length":4},{"begin":93,"length":5},{"begin":100,"length":2},{"begin":103,"length":1},{"begin":107,"length":2},{"begin":110,"length":1},{"begin":113,"length":1},{"begin":119,"length":1},{"begin":124,"length":2},{"begin":127,"length":2},{"begin":130,"length":2},{"begin":133,"length":1},{"begin":137,"length":2},{"begin":140,"length":2},{"begin":143,"length":1},{"begin":145,"length":1},{"begin":149,"length":3},{"begin":155,"length":1},{"begin":158,"length":2},{"begin":161,"length":1},{"begin":163,"length":1},{"begin":165,"length":1},{"begin":167,"length":1},{"begin":169,"length":1},{"begin":172,"length":6},{"begin":179,"length":1},{"begin":181,"length":2},{"begin":186,"length":2},{"begin":189,"length":1},{"begin":195,"length":1},{"begin":197,"length":2},{"begin":201,"length":1},{"begin":203,"length":1},{"begin":205,"length":1},{"begin":207,"length":4},{"begin":213,"length":3},{"begin":218,"length":1},{"begin":221,"length":6},{"begin":229,"length":2},{"begin":234,"length":3},{"begin":238,"length":3},{"begin":246,"length":9},{"begin":256,"length":2},{"begin":260,"length":1},{"begin":263,"length":1},{"begin":265,"length":7},{"begin":276,"length":2},{"begin":281,"length":7},{"begin":291,"length":1},{"begin":295,"length":1},{"begin":297,"length":3},{"begin":301,"length":4},{"begin":309,"length":3},{"begin":314,"length":2},{"begin":317,"length":1},{"begin":319,"length":2},{"begin":322,"length":2},{"begin":327,"length":1},{"begin":332,"length":1},{"begin":337,"length":1},{"begin":339,"length":1},{"begin":342,"length":2},{"begin":345,"length":2},{"begin":348,"length":1},{"begin":352,"length":2},{"begin":355,"length":2},{"begin":361,"length":1},{"begin":366,"length":1},{"begin":368,"length":3},{"begin":372,"length":2},{"begin":375,"length":6},{"begin":383,"length":1},{"begin":389,"length":3},{"begin":393,"length":2},{"begin":397,"length":2},{"begin":400,"length":2},{"begin":406,"length":3},{"begin":411,"length":1},{"begin":413,"length":1},{"begin":416,"length":2},{"begin":423,"length":1},{"begin":426,"length":2},{"begin":430,"length":1},{"begin":432,"length":5},{"begin":441,"length":1},{"begin":443,"length":4},{"begin":448,"length":2},{"begin":454,"length":3},{"begin":458,"length":4},{"begin":464,"length":7},{"begin":473,"length":1},{"begin":475,"length":1},{"begin":481,"length":6},{"begin":489,"length":2},{"begin":495,"length":1},{"begin":497,"length":1},{"begin":501,"length":1},{"begin":504,"length":1},{"begin":510,"length":1},{"begin":515,"length":2},{"begin":523,"length":1},{"begin":530,"length":2},{"begin":536,"length":1},{"begin":548,"length":2},{"begin":562,"length":1},{"begin":564,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}'
1 jobs: ['5907144']
suites: ['1-pg-log-overrides/short_pg_log', '2-recovery-overrides/{more-async-recovery}', 'backoff/normal', 'ceph', 'clusters/{fixed-2', 'crc-failures/default', 'd-balancer/on', 'mon_election/connectivity', 'msgr-failures/fastclose', 'msgr/async-v1only', 'objectstore/bluestore-bitmap', 'openstack}', 'rados', 'rados/thrash/{0-size-min-size-overrides/3-size-2-min-size', 'supported-random-distro$/{centos_8}', 'thrashers/morepggrow', 'thrashosds-health', 'workloads/small-objects-localized}']

Dead: b'2021-02-23T22:11:47.359 INFO:teuthology.orchestra.run.smithi152.stdout:{"epoch":4693,"fsid":"2933fad2-a164-4141-81e3-3eec7961a384","created":"2021-02-23T10:30:09.265344+0000","modified":"2021-02-23T22:11:13.585995+0000","last_up_change":"2021-02-23T10:30:59.108913+0000","last_in_change":"2021-02-23T10:31:00.114008+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-02-23T10:30:18.696053+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0\'0","target_version":"0\'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-02-23T10:30:20.357098+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0\'0","target_version":"0\'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"base","create_time":"2021-02-23T10:30:58.835423+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":4,"pg_placement_num":4,"pg_placement_num_target":4,"pg_num_target":4,"pg_num_pending":4,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0\'0","target_version":"0\'0"},"last_change":"594","last_force_op_resend":"23","last_force_op_resend_prenautilus":"23","last_force_op_resend_preluminous":"23","auid":0,"snap_mode":"selfmanaged","snap_seq":567,"snap_epoch":594,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[4],"tier_of":-1,"read_tier":4,"write_tier":4,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}},{"pool":4,"pool_name":"cache","create_time":"2021-02-23T10:31:00.509872+0000","flags":8201,"flags_names":"hashpspool,incomplete_clones,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":4,"pg_placement_num":4,"pg_placement_num_target":4,"pg_num_target":4,"pg_num_pending":4,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0\'0","target_version":"0\'0"},"last_change":"594","last_force_op_resend":"23","last_force_op_resend_prenautilus":"23","last_force_op_resend_preluminous":"23","auid":0,"snap_mode":"selfmanaged","snap_seq":567,"snap_epoch":594,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":3,"read_tier":-1,"write_tier":-1,"cache_mode":"writeback","target_max_bytes":0,"target_max_objects":250,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"bloom","false_positive_probability":0.050000000000000003,"target_size":0,"seed":0},"hit_set_period":3600,"hit_set_count":8,"use_gmt_hitset":true,"min_read_recency_for_promote":2,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[1000000,1000000,1000000,1000000,1000000,1000000,1000000,1000000],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{}}],"osds":[{"osd":0,"uuid":"78a8bf4b-6dbd-4939-b221-0867c1ec0197","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.152:6808","nonce":35281}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.152:6809","nonce":35281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.152:6811","nonce":35281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.152:6810","nonce":35281}]},"public_addr":"172.21.15.152:6808/35281","cluster_addr":"172.21.15.152:6809/35281","heartbeat_back_addr":"172.21.15.152:6811/35281","heartbeat_front_addr":"172.21.15.152:6810/35281","state":["exists","up"]},{"osd":1,"uuid":"e2bacbf3-62f0-4ae1-b95b-e4037b92b6b5","up":0,"in":0,"weight":0,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":15,"down_at":18,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.152:6801","nonce":35251}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.152:6803","nonce":35251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.152:6807","nonce":35251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.152:6805","nonce":35251}]},"public_addr":"172.21.15.152:6801/35251","cluster_addr":"172.21.15.152:6803/35251","heartbeat_back_addr":"172.21.15.152:6807/35251","heartbeat_front_addr":"172.21.15.152:6805/35251","state":["exists"]},{"osd":2,"uuid":"95dab4a1-e111-46f8-a724-37ec9adba078","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.152:6800","nonce":35252}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.152:6802","nonce":35252}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.152:6806","nonce":35252}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.152:6804","nonce":35252}]},"public_addr":"172.21.15.152:6800/35252","cluster_addr":"172.21.15.152:6802/35252","heartbeat_back_addr":"172.21.15.152:6806/35252","heartbeat_front_addr":"172.21.15.152:6804/35252","state":["exists","up"]},{"osd":3,"uuid":"7c62a4e6-2f75-4d25-9602-4c8bea800924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.152:6812","nonce":35282}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.152:6813","nonce":35282}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.152:6815","nonce":35282}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.152:6814","nonce":35282}]},"public_addr":"172.21.15.152:6812/35282","cluster_addr":"172.21.15.152:6813/35282","heartbeat_back_addr":"172.21.15.152:6815/35282","heartbeat_front_addr":"172.21.15.152:6814/35282","state":["exists","up"]},{"osd":4,"uuid":"4506b95a-0602-4a4f-b904-d60d6d04eef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.185:6807","nonce":35260}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.185:6809","nonce":35260}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.185:6811","nonce":35260}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.185:6810","nonce":35260}]},"public_addr":"172.21.15.185:6807/35260","cluster_addr":"172.21.15.185:6809/35260","heartbeat_back_addr":"172.21.15.185:6811/35260","heartbeat_front_addr":"172.21.15.185:6810/35260","state":["exists","up"]},{"osd":5,"uuid":"1eb2d7eb-4da7-487f-b2f0-4a94771865e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.185:6800","nonce":35259}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.185:6801","nonce":35259}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.185:6803","nonce":35259}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.185:6802","nonce":35259}]},"public_addr":"172.21.15.185:6800/35259","cluster_addr":"172.21.15.185:6801/35259","heartbeat_back_addr":"172.21.15.185:6803/35259","heartbeat_front_addr":"172.21.15.185:6802/35259","state":["exists","up"]},{"osd":6,"uuid":"fe408bd8-0215-4e64-bf9d-4cfcc5f0344f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.185:6804","nonce":35269}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.185:6805","nonce":35269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.185:6808","nonce":35269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.185:6806","nonce":35269}]},"public_addr":"172.21.15.185:6804/35269","cluster_addr":"172.21.15.185:6805/35269","heartbeat_back_addr":"172.21.15.185:6808/35269","heartbeat_front_addr":"172.21.15.185:6806/35269","state":["exists","up"]},{"osd":7,"uuid":"264b5bd6-7e8c-4240-80a8-37cfc25b3325","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.185:6812","nonce":35276}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.185:6813","nonce":35276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.185:6815","nonce":35276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.185:6814","nonce":35276}]},"public_addr":"172.21.15.185:6812/35276","cluster_addr":"172.21.15.185:6813/35276","heartbeat_back_addr":"172.21.15.185:6815/35276","heartbeat_front_addr":"172.21.15.185:6814/35276","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-02-23T22:11:12.789241+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":65536,"last_purged_snaps_scrub":"2021-02-23T10:30:16.981784+0000","dead_epoch":18},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-02-23T22:11:03.551738+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-02-23T22:10:53.593367+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-02-23T22:11:06.831601+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-02-23T22:11:12.730221+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-02-23T22:11:12.486643+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-02-23T22:10:59.356923+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":3,"snaps":[{"begin":70,"length":1},{"begin":80,"length":1},{"begin":87,"length":1},{"begin":93,"length":1},{"begin":107,"length":1},{"begin":113,"length":2},{"begin":119,"length":1},{"begin":121,"length":2},{"begin":124,"length":1},{"begin":132,"length":2},{"begin":136,"length":1},{"begin":138,"length":1},{"begin":141,"length":1},{"begin":143,"length":5},{"begin":154,"length":4},{"begin":159,"length":1},{"begin":161,"length":1},{"begin":163,"length":1},{"begin":166,"length":3},{"begin":174,"length":1},{"begin":176,"length":1},{"begin":179,"length":2},{"begin":183,"length":2},{"begin":186,"length":4},{"begin":191,"length":5},{"begin":198,"length":1},{"begin":205,"length":1},{"begin":207,"length":4},{"begin":212,"length":4},{"begin":218,"length":2},{"begin":224,"length":2},{"begin":227,"length":1},{"begin":230,"length":5},{"begin":237,"length":1},{"begin":240,"length":1},{"begin":249,"length":1},{"begin":251,"length":2},{"begin":256,"length":2},{"begin":260,"length":1},{"begin":262,"length":1},{"begin":264,"length":2},{"begin":267,"length":2},{"begin":270,"length":2},{"begin":274,"length":1},{"begin":276,"length":2},{"begin":280,"length":5},{"begin":286,"length":2},{"begin":289,"length":1},{"begin":292,"length":3},{"begin":296,"length":1},{"begin":298,"length":2},{"begin":302,"length":5},{"begin":310,"length":1},{"begin":314,"length":2},{"begin":317,"length":2},{"begin":320,"length":1},{"begin":323,"length":2},{"begin":331,"length":1},{"begin":334,"length":3},{"begin":339,"length":2},{"begin":345,"length":1},{"begin":351,"length":2},{"begin":355,"length":2},{"begin":358,"length":5},{"begin":365,"length":1},{"begin":367,"length":1},{"begin":370,"length":1},{"begin":375,"length":3},{"begin":380,"length":2},{"begin":387,"length":1},{"begin":389,"length":1},{"begin":391,"length":1},{"begin":393,"length":1},{"begin":396,"length":2},{"begin":399,"length":1},{"begin":401,"length":2},{"begin":405,"length":1},{"begin":407,"length":2},{"begin":410,"length":1},{"begin":414,"length":1},{"begin":416,"length":2},{"begin":419,"length":1},{"begin":423,"length":4},{"begin":428,"length":1},{"begin":430,"length":5},{"begin":441,"length":1},{"begin":443,"length":1},{"begin":447,"length":1},{"begin":449,"length":3},{"begin":453,"length":2},{"begin":457,"length":1},{"begin":460,"length":3},{"begin":465,"length":2},{"begin":469,"length":2},{"begin":473,"length":1},{"begin":476,"length":4},{"begin":484,"length":3},{"begin":488,"length":3},{"begin":496,"length":1},{"begin":498,"length":2},{"begin":502,"length":1},{"begin":505,"length":6},{"begin":513,"length":1},{"begin":517,"length":1},{"begin":519,"length":1},{"begin":521,"length":1},{"begin":523,"length":1},{"begin":526,"length":1},{"begin":528,"length":1},{"begin":531,"length":1},{"begin":533,"length":1},{"begin":535,"length":1},{"begin":537,"length":3},{"begin":541,"length":2},{"begin":544,"length":2},{"begin":547,"length":1},{"begin":549,"length":2},{"begin":552,"length":3},{"begin":557,"length":2}]},{"pool":4,"snaps":[{"begin":70,"length":1},{"begin":80,"length":1},{"begin":87,"length":1},{"begin":93,"length":1},{"begin":99,"length":1},{"begin":107,"length":1},{"begin":113,"length":2},{"begin":119,"length":1},{"begin":121,"length":2},{"begin":124,"length":1},{"begin":132,"length":2},{"begin":136,"length":1},{"begin":138,"length":1},{"begin":141,"length":1},{"begin":143,"length":5},{"begin":154,"length":4},{"begin":159,"length":1},{"begin":161,"length":1},{"begin":163,"length":1},{"begin":166,"length":3},{"begin":174,"length":1},{"begin":176,"length":1},{"begin":179,"length":2},{"begin":183,"length":2},{"begin":186,"length":4},{"begin":191,"length":5},{"begin":198,"length":1},{"begin":205,"length":1},{"begin":207,"length":4},{"begin":212,"length":4},{"begin":218,"length":2},{"begin":224,"length":2},{"begin":227,"length":1},{"begin":230,"length":5},{"begin":237,"length":1},{"begin":240,"length":1},{"begin":249,"length":1},{"begin":251,"length":2},{"begin":256,"length":2},{"begin":260,"length":1},{"begin":262,"length":1},{"begin":264,"length":2},{"begin":267,"length":2},{"begin":270,"length":2},{"begin":274,"length":1},{"begin":276,"length":2},{"begin":280,"length":5},{"begin":286,"length":2},{"begin":289,"length":1},{"begin":292,"length":3},{"begin":296,"length":1},{"begin":298,"length":2},{"begin":302,"length":5},{"begin":310,"length":1},{"begin":314,"length":2},{"begin":317,"length":2},{"begin":320,"length":1},{"begin":323,"length":2},{"begin":331,"length":1},{"begin":334,"length":3},{"begin":339,"length":2},{"begin":345,"length":1},{"begin":351,"length":2},{"begin":355,"length":2},{"begin":358,"length":5},{"begin":365,"length":1},{"begin":367,"length":1},{"begin":370,"length":1},{"begin":375,"length":3},{"begin":380,"length":2},{"begin":387,"length":1},{"begin":389,"length":1},{"begin":391,"length":1},{"begin":393,"length":1},{"begin":396,"length":2},{"begin":399,"length":1},{"begin":401,"length":2},{"begin":405,"length":1},{"begin":407,"length":2},{"begin":410,"length":1},{"begin":414,"length":1},{"begin":416,"length":2},{"begin":419,"length":1},{"begin":423,"length":4},{"begin":428,"length":1},{"begin":430,"length":5},{"begin":441,"length":1},{"begin":443,"length":1},{"begin":447,"length":1},{"begin":449,"length":3},{"begin":453,"length":2},{"begin":457,"length":1},{"begin":460,"length":3},{"begin":465,"length":2},{"begin":469,"length":2},{"begin":473,"length":1},{"begin":476,"length":4},{"begin":484,"length":3},{"begin":488,"length":3},{"begin":496,"length":1},{"begin":498,"length":2},{"begin":502,"length":1},{"begin":505,"length":6},{"begin":513,"length":1},{"begin":517,"length":1},{"begin":519,"length":1},{"begin":521,"length":1},{"begin":523,"length":1},{"begin":526,"length":1},{"begin":528,"length":1},{"begin":531,"length":1},{"begin":533,"length":1},{"begin":535,"length":1},{"begin":537,"length":3},{"begin":541,"length":2},{"begin":544,"length":2},{"begin":547,"length":1},{"begin":549,"length":2},{"begin":552,"length":3},{"begin":557,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}'
1 jobs: ['5907143']
suites: ['1-pg-log-overrides/short_pg_log', '2-recovery-overrides/{more-async-recovery}', 'backoff/normal', 'ceph', 'clusters/{fixed-2', 'crc-failures/default', 'd-balancer/on', 'mon_election/connectivity', 'msgr-failures/fastclose', 'msgr/async-v1only', 'objectstore/bluestore-low-osd-mem-target', 'openstack}', 'rados', 'rados/thrash/{0-size-min-size-overrides/3-size-2-min-size', 'supported-random-distro$/{centos_8}', 'thrashers/morepggrow', 'thrashosds-health', 'workloads/cache-snaps-balanced}']