2021-01-10T13:26:54.044 INFO:root:teuthology version: 1.0.0-77817aa4
2021-01-10T13:26:54.045 INFO:teuthology.results:seed: '2477'
2021-01-10T13:26:54.174 INFO:root:teuthology version: 1.0.0-77817aa4
2021-01-10T13:26:54.175 INFO:teuthology.results:Waiting up to 43200 seconds for tests to finish...
2021-01-11T01:27:17.025 WARNING:teuthology.results:test(s) did not finish before timeout of 43200 seconds
2021-01-11T01:27:17.152 INFO:scrape:Found 1 jobs
2021-01-11T01:27:17.158 INFO:scrape:Found 1 distinct failure reasons
2021-01-11T01:27:17.159 INFO:scrape:Dead: b'2021-01-11T01:27:16.798 INFO:teuthology.orchestra.run.smithi191.stdout:{"epoch":2910,"fsid":"fe333606-de10-4663-9582-27da8ab41d6e","created":"2021-01-10T13:56:10.971193+0000","modified":"2021-01-10T15:51:56.061568+0000","last_up_change":"2021-01-10T13:59:22.120731+0000","last_in_change":"2021-01-10T13:59:16.138537+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":61,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-01-10T13:56:16.627095+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":11,"pg_placement_num":11,"pg_placement_num_target":11,"pg_num_target":11,"pg_num_pending":11,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0\'0","target_version":"0\'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"68","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-01-10T13:56:58.610209+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0\'0","target_version":"0\'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"9279c805-e26c-4a3a-afa4-c220255634e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":2905,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6812","nonce":35272}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6813","nonce":35272}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6815","nonce":35272}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6814","nonce":35272}]},"public_addr":"172.21.15.191:6812/35272","cluster_addr":"172.21.15.191:6813/35272","heartbeat_back_addr":"172.21.15.191:6815/35272","heartbeat_front_addr":"172.21.15.191:6814/35272","state":["exists","up"]},{"osd":1,"uuid":"acc8e6b9-3648-475d-89fd-5a49611480fe","up":1,"in":0,"weight":0,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6800","nonce":35270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6801","nonce":35270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6803","nonce":35270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6802","nonce":35270}]},"public_addr":"172.21.15.191:6800/35270","cluster_addr":"172.21.15.191:6801/35270","heartbeat_back_addr":"172.21.15.191:6803/35270","heartbeat_front_addr":"172.21.15.191:6802/35270","state":["exists","up"]},{"osd":2,"uuid":"c3c0e6f2-264e-47f8-9172-21758a7bf563","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":2905,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6804","nonce":35269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6805","nonce":35269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6807","nonce":35269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6806","nonce":35269}]},"public_addr":"172.21.15.191:6804/35269","cluster_addr":"172.21.15.191:6805/35269","heartbeat_back_addr":"172.21.15.191:6807/35269","heartbeat_front_addr":"172.21.15.191:6806/35269","state":["exists","up"]},{"osd":3,"uuid":"a8a6ac4e-0317-48a2-9031-7c3b5caf7bd7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":2905,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6808","nonce":35271}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6809","nonce":35271}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6811","nonce":35271}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6810","nonce":35271}]},"public_addr":"172.21.15.191:6808/35271","cluster_addr":"172.21.15.191:6809/35271","heartbeat_back_addr":"172.21.15.191:6811/35271","heartbeat_front_addr":"172.21.15.191:6810/35271","state":["exists","up"]},{"osd":4,"uuid":"e73ccc4e-9004-4918-87ac-31e5e534b7ed","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":92,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6809","nonce":35318}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":35318}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":35318}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6811","nonce":35318}]},"public_addr":"172.21.15.176:6809/35318","cluster_addr":"172.21.15.176:6810/35318","heartbeat_back_addr":"172.21.15.176:6812/35318","heartbeat_front_addr":"172.21.15.176:6811/35318","state":["exists"]},{"osd":5,"uuid":"1d618048-9942-4368-92e0-67bcb40935a5","up":1,"in":1,"weight":0.2385101318359375,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":2905,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6805","nonce":35319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":35319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":35319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6807","nonce":35319}]},"public_addr":"172.21.15.176:6805/35319","cluster_addr":"172.21.15.176:6806/35319","heartbeat_back_addr":"172.21.15.176:6808/35319","heartbeat_front_addr":"172.21.15.176:6807/35319","state":["exists","up"]},{"osd":6,"uuid":"31dae83f-5601-4e34-84ea-c2f79c2e1ebd","up":1,"in":1,"weight":1,"primary_affinity":0.670013427734375,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":2905,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6801","nonce":35320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":35320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":35320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6803","nonce":35320}]},"public_addr":"172.21.15.176:6801/35320","cluster_addr":"172.21.15.176:6802/35320","heartbeat_back_addr":"172.21.15.176:6804/35320","heartbeat_front_addr":"172.21.15.176:6803/35320","state":["exists","up"]},{"osd":7,"uuid":"5074f0a0-8ecb-44c2-9a9f-de64c747b3d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":2905,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6813","nonce":35321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":35321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":35321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6815","nonce":35321}]},"public_addr":"172.21.15.176:6813/35321","cluster_addr":"172.21.15.176:6814/35321","heartbeat_back_addr":"172.21.15.176:6816/35321","heartbeat_front_addr":"172.21.15.176:6815/35321","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-01-10T13:56:53.473407+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":64994,"last_purged_snaps_scrub":"2021-01-10T13:56:53.146074+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-01-10T13:56:53.019301+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-01-10T13:56:53.560107+0000","dead_epoch":0},{"osd":4,"down_stamp":"2021-01-10T13:59:22.120731+0000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-01-10T13:56:52.454184+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-01-10T13:56:52.095771+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-01-10T13:56:52.570498+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2021-01-10T13:56:52.823705+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":52,"snaps":[{"begin":2,"length":1}]},{"pool":55,"snaps":[{"begin":1,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}'
2021-01-11T01:27:17.160 INFO:scrape:1 jobs: ['5772961']
2021-01-11T01:27:17.160 INFO:scrape:suites: ['ceph', 'clusters/{fixed-2', 'd-thrash/default/{default', 'mon_election/classic', 'msgr-failures/few', 'msgr/async-v2only', 'objectstore/bluestore-comp-zlib', 'openstack}', 'rados', 'rados/verify/{centos_latest', 'tasks/rados_cls_all', 'thrashosds-health}', 'validater/valgrind}']
2021-01-11T01:27:17.161 INFO:scrape:
2021-01-11T01:27:17.161 INFO:teuthology.results:Sending results to tchaikov@gmail.com: Test Run: kchai-2021-01-10_13:20:22-rados-master-distro-basic-smithi
=================================================================
info:    http://pulpito.ceph.com/kchai-2021-01-10_13:20:22-rados-master-distro-basic-smithi/
logs:    http://qa-proxy.ceph.com/teuthology/kchai-2021-01-10_13:20:22-rados-master-distro-basic-smithi/
failed:  0
dead:    0
running: 1
waiting: 0
queued:  0
passed:  0


Running
=================================================================
[5772961] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zlib rados tasks/rados_cls_all validater/valgrind}
info:   http://pulpito.ceph.com/kchai-2021-01-10_13:20:22-rados-master-distro-basic-smithi/5772961/