2021-04-22T03:53:31.589 INFO:root:teuthology version: 1.1.0-2713a3cd 2021-04-22T03:53:31.590 INFO:teuthology.results:seed: '8827' 2021-04-22T04:24:25.554 INFO:root:teuthology version: 1.1.0-2713a3cd 2021-04-22T04:24:25.587 INFO:teuthology.results:Waiting up to 43200 seconds for tests to finish... 2021-04-22T16:24:50.466 WARNING:teuthology.results:test(s) did not finish before timeout of 43200 seconds 2021-04-22T16:24:51.259 INFO:scrape:Found 5 jobs 2021-04-22T16:24:51.348 INFO:scrape:Found 2 distinct failure reasons 2021-04-22T16:24:51.349 INFO:scrape:Dead: b'2021-04-22T16:24:50.686 INFO:teuthology.orchestra.run.gibba026.stdout:{"epoch":2636,"fsid":"a5eb37c3-68ba-4326-8a4a-cdb0a751e0bf","created":"2021-04-22T04:39:13.323852+0000","modified":"2021-04-22T06:19:12.285975+0000","last_up_change":"2021-04-22T05:28:50.531194+0000","last_in_change":"2021-04-22T05:28:34.913108+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":18,"max_osd":8,"require_min_compat_client":"octopus","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-04-22T04:39:16.187526+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":81,"pg_placement_num":81,"pg_placement_num_target":81,"pg_num_target":81,"pg_num_pending":81,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0\'0","target_version":"0\'0"},"last_change":"1528","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"1198","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-04-22T04:39:24.813005+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":38,"pg_placement_num":38,"pg_placement_num_target":38,"pg_num_target":38,"pg_num_pending":38,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0\'0","target_version":"0\'0"},"last_change":"1399","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"1397","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"pool_client.0","create_time":"2021-04-22T04:40:37.961437+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0\'0","target_version":"0\'0"},"last_change":"60","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":21,"snap_epoch":60,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":18,"pool_name":"unique_pool_14","create_time":"2021-04-22T05:28:19.387136+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0\'0","target_version":"0\'0"},"last_change":"1584","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"c84d5a59-509e-4c69-8b6f-c593fb6e5b51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":24,"last_clean_end":1530,"up_from":1557,"up_thru":1631,"down_at":1532,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.126:6802","nonce":197481},{"type":"v1","addr":"172.21.2.126:6803","nonce":197481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.126:6804","nonce":197481},{"type":"v1","addr":"172.21.2.126:6805","nonce":197481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.126:6808","nonce":197481},{"type":"v1","addr":"172.21.2.126:6809","nonce":197481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.126:6806","nonce":197481},{"type":"v1","addr":"172.21.2.126:6807","nonce":197481}]},"public_addr":"172.21.2.126:6803/197481","cluster_addr":"172.21.2.126:6805/197481","heartbeat_back_addr":"172.21.2.126:6809/197481","heartbeat_front_addr":"172.21.2.126:6807/197481","state":["exists","up"]},{"osd":1,"uuid":"91de9c31-6e7c-466b-bc4c-4a97906c279c","up":0,"in":1,"weight":1,"primary_affinity":0.6236419677734375,"last_clean_begin":13,"last_clean_end":22,"up_from":28,"up_thru":1509,"down_at":1513,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.126:6818","nonce":18792},{"type":"v1","addr":"172.21.2.126:6819","nonce":18792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.126:6820","nonce":18792},{"type":"v1","addr":"172.21.2.126:6821","nonce":18792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.126:6824","nonce":18792},{"type":"v1","addr":"172.21.2.126:6825","nonce":18792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.126:6822","nonce":18792},{"type":"v1","addr":"172.21.2.126:6823","nonce":18792}]},"public_addr":"172.21.2.126:6819/18792","cluster_addr":"172.21.2.126:6821/18792","heartbeat_back_addr":"172.21.2.126:6825/18792","heartbeat_front_addr":"172.21.2.126:6823/18792","state":["exists"]},{"osd":2,"uuid":"9bcc89fa-7865-447d-9971-dab224e84760","up":1,"in":0,"weight":0,"primary_affinity":0.2089691162109375,"last_clean_begin":13,"last_clean_end":25,"up_from":28,"up_thru":1580,"down_at":26,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.126:6810","nonce":18842},{"type":"v1","addr":"172.21.2.126:6811","nonce":18842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.126:6812","nonce":18842},{"type":"v1","addr":"172.21.2.126:6813","nonce":18842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.126:6816","nonce":18842},{"type":"v1","addr":"172.21.2.126:6817","nonce":18842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.126:6814","nonce":18842},{"type":"v1","addr":"172.21.2.126:6815","nonce":18842}]},"public_addr":"172.21.2.126:6811/18842","cluster_addr":"172.21.2.126:6813/18842","heartbeat_back_addr":"172.21.2.126:6817/18842","heartbeat_front_addr":"172.21.2.126:6815/18842","state":["exists","up"]},{"osd":3,"uuid":"eefb701d-cc4c-458f-b1e2-37a7a186a72a","up":1,"in":1,"weight":1,"primary_affinity":0.23382568359375,"last_clean_begin":962,"last_clean_end":1241,"up_from":1289,"up_thru":1609,"down_at":1242,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.126:6826","nonce":164721},{"type":"v1","addr":"172.21.2.126:6827","nonce":164721}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.126:6828","nonce":164721},{"type":"v1","addr":"172.21.2.126:6829","nonce":164721}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.126:6832","nonce":164721},{"type":"v1","addr":"172.21.2.126:6833","nonce":164721}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.126:6830","nonce":164721},{"type":"v1","addr":"172.21.2.126:6831","nonce":164721}]},"public_addr":"172.21.2.126:6827/164721","cluster_addr":"172.21.2.126:6829/164721","heartbeat_back_addr":"172.21.2.126:6833/164721","heartbeat_front_addr":"172.21.2.126:6831/164721","state":["exists","up"]},{"osd":4,"uuid":"09652e30-0df4-43d4-b78a-dbac434d4556","up":0,"in":1,"weight":1,"primary_affinity":0.0809783935546875,"last_clean_begin":593,"last_clean_end":924,"up_from":940,"up_thru":1596,"down_at":1609,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.134:6816","nonce":47609},{"type":"v1","addr":"172.21.2.134:6817","nonce":47609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.134:6818","nonce":47609},{"type":"v1","addr":"172.21.2.134:6819","nonce":47609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.134:6822","nonce":47609},{"type":"v1","addr":"172.21.2.134:6823","nonce":47609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.134:6820","nonce":47609},{"type":"v1","addr":"172.21.2.134:6821","nonce":47609}]},"public_addr":"172.21.2.134:6817/47609","cluster_addr":"172.21.2.134:6819/47609","heartbeat_back_addr":"172.21.2.134:6823/47609","heartbeat_front_addr":"172.21.2.134:6821/47609","state":["exists"]},{"osd":5,"uuid":"f19eb64e-b664-4086-a6c0-e056eafd1b76","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":1592,"down_at":1593,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.134:6808","nonce":14676},{"type":"v1","addr":"172.21.2.134:6809","nonce":14676}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.134:6810","nonce":14676},{"type":"v1","addr":"172.21.2.134:6811","nonce":14676}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.134:6814","nonce":14676},{"type":"v1","addr":"172.21.2.134:6815","nonce":14676}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.134:6812","nonce":14676},{"type":"v1","addr":"172.21.2.134:6813","nonce":14676}]},"public_addr":"172.21.2.134:6809/14676","cluster_addr":"172.21.2.134:6811/14676","heartbeat_back_addr":"172.21.2.134:6815/14676","heartbeat_front_addr":"172.21.2.134:6813/14676","state":["exists"]},{"osd":6,"uuid":"9f885d98-101d-479c-9712-35df7100094d","up":1,"in":1,"weight":1,"primary_affinity":0.927825927734375,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":1641,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.134:6824","nonce":14677},{"type":"v1","addr":"172.21.2.134:6825","nonce":14677}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.134:6826","nonce":14677},{"type":"v1","addr":"172.21.2.134:6827","nonce":14677}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.134:6830","nonce":14677},{"type":"v1","addr":"172.21.2.134:6831","nonce":14677}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.134:6828","nonce":14677},{"type":"v1","addr":"172.21.2.134:6829","nonce":14677}]},"public_addr":"172.21.2.134:6825/14677","cluster_addr":"172.21.2.134:6827/14677","heartbeat_back_addr":"172.21.2.134:6831/14677","heartbeat_front_addr":"172.21.2.134:6829/14677","state":["exists","up"]},{"osd":7,"uuid":"a8cd58c3-580e-4090-a4fd-5103299d89fa","up":1,"in":1,"weight":1,"primary_affinity":0,"last_clean_begin":13,"last_clean_end":1175,"up_from":1221,"up_thru":1632,"down_at":1176,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.134:6800","nonce":57630},{"type":"v1","addr":"172.21.2.134:6801","nonce":57630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.134:6802","nonce":57630},{"type":"v1","addr":"172.21.2.134:6803","nonce":57630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.134:6806","nonce":57630},{"type":"v1","addr":"172.21.2.134:6807","nonce":57630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.134:6804","nonce":57630},{"type":"v1","addr":"172.21.2.134:6805","nonce":57630}]},"public_addr":"172.21.2.134:6801/57630","cluster_addr":"172.21.2.134:6803/57630","heartbeat_back_addr":"172.21.2.134:6807/57630","heartbeat_front_addr":"172.21.2.134:6805/57630","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-04-22T04:39:19.439327+0000","dead_epoch":1532},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-04-22T04:39:19.224147+0000","dead_epoch":1513},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":65536,"last_purged_snaps_scrub":"2021-04-22T04:39:19.533770+0000","dead_epoch":26},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-04-22T04:39:19.464315+0000","dead_epoch":1242},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292836696063,"old_weight":0,"last_purged_snaps_scrub":"2021-04-22T04:39:19.469667+0000","dead_epoch":1609},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292836696063,"old_weight":0,"last_purged_snaps_scrub":"2021-04-22T04:39:19.419124+0000","dead_epoch":1593},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292836696063,"old_weight":0,"last_purged_snaps_scrub":"2021-04-22T04:39:19.525780+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292836696063,"old_weight":0,"last_purged_snaps_scrub":"2021-04-22T04:39:19.211593+0000","dead_epoch":1176}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[{"pgid":"1.10","osds":[7,6]},{"pgid":"1.12","osds":[5,6]},{"pgid":"1.15","osds":[7,0]},{"pgid":"1.18","osds":[7,0]},{"pgid":"1.23","osds":[0,6]},{"pgid":"1.26","osds":[4,0]},{"pgid":"1.29","osds":[7,6]},{"pgid":"1.2d","osds":[5,6]},{"pgid":"1.32","osds":[7,6]},{"pgid":"1.37","osds":[7,6]},{"pgid":"1.38","osds":[3,6]},{"pgid":"1.41","osds":[7,0]},{"pgid":"1.42","osds":[0,6]},{"pgid":"1.43","osds":[7,3]},{"pgid":"1.44","osds":[5,0]},{"pgid":"2.0","osds":[7,0]},{"pgid":"2.2","osds":[5,6]},{"pgid":"2.3","osds":[7,3]},{"pgid":"2.9","osds":[7,3]},{"pgid":"2.d","osds":[4,6]},{"pgid":"2.15","osds":[5,0]},{"pgid":"2.1c","osds":[7,6]},{"pgid":"2.20","osds":[7,6]},{"pgid":"2.23","osds":[3,6]},{"pgid":"2.24","osds":[6,0]},{"pgid":"3.0","osds":[6,0]},{"pgid":"3.4","osds":[5,0]},{"pgid":"3.5","osds":[3,6]},{"pgid":"3.c","osds":[3,6]},{"pgid":"3.d","osds":[7,6]},{"pgid":"3.f","osds":[7,0]},{"pgid":"3.13","osds":[7,6]},{"pgid":"3.16","osds":[7,0]},{"pgid":"3.1a","osds":[4,0]},{"pgid":"18.3","osds":[7,6]},{"pgid":"18.5","osds":[6,0]},{"pgid":"18.6","osds":[7,0]},{"pgid":"18.7","osds":[3,6]},{"pgid":"18.f","osds":[7,0]}],"primary_temp":[],"blacklist":{"172.21.2.126:0/1507681882":"2021-04-23T04:40:17.627695+0000","172.21.2.126:0/1056224399":"2021-04-23T04:40:17.627695+0000","172.21.2.126:6801/14673":"2021-04-23T04:40:17.627695+0000","172.21.2.126:6800/14673":"2021-04-23T04:40:17.627695+0000","172.21.2.126:0/1936841231":"2021-04-23T04:40:17.627695+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}}' 2021-04-22T16:24:51.349 INFO:scrape:1 jobs: ['6052516'] 2021-04-22T16:24:51.349 INFO:scrape:suites: ['1-ceph-install/octopus', '1.1.short_pg_log', '2-partial-upgrade/firsthalf', '3-thrash/default', '4-workload/{fsx', '5-finish-upgrade', '6-final-workload/{rbd-python', 'objectstore/bluestore-stupid', 'radosbench', 'rbd-cls', 'rbd-import-export', 'rbd_api', 'readwrite', 'snaps-few-objects}', 'snaps-many-objects}', 'start}', 'supported-all-distro/ubuntu_latest', 'thrashosds-health}', 'upgrade:octopus-p2p/octopus-p2p-stress-split/{0-cluster/{openstack'] 2021-04-22T16:24:51.349 INFO:scrape: 2021-04-22T16:24:51.349 INFO:scrape:Timeout 120 running ceph --cluster ceph --log-early tell osd.0 flush_pg_stats 2021-04-22T16:24:51.349 INFO:scrape:1 jobs: ['6052517'] 2021-04-22T16:24:51.349 INFO:scrape:suites: ['1-ceph-install/octopus', '1.1.short_pg_log', '2-partial-upgrade/firsthalf', '3-thrash/default', '4-workload/{fsx', '5-finish-upgrade', '6-final-workload/{rbd-python', 'objectstore/filestore-xfs', 'radosbench', 'rbd-cls', 'rbd-import-export', 'rbd_api', 'readwrite', 'snaps-few-objects}', 'snaps-many-objects}', 'start}', 'supported-all-distro/ubuntu_latest', 'thrashosds-health}', 'upgrade:octopus-p2p/octopus-p2p-stress-split/{0-cluster/{openstack'] 2021-04-22T16:24:51.350 INFO:scrape: 2021-04-22T16:24:51.350 INFO:teuthology.results:Sending results to ceph-qa@ceph.io: Test Run: teuthology-2021-04-17_01:25:03-upgrade:octopus-p2p-octopus-distro-basic-gibba ================================================================= info: http://pulpito.ceph.com/teuthology-2021-04-17_01:25:03-upgrade:octopus-p2p-octopus-distro-basic-gibba/ logs: http://qa-proxy.ceph.com/teuthology/teuthology-2021-04-17_01:25:03-upgrade:octopus-p2p-octopus-distro-basic-gibba/ failed: 1 dead: 0 running: 1 waiting: 0 queued: 0 passed: 3 Fail ================================================================= [6052517] upgrade:octopus-p2p/octopus-p2p-stress-split/{0-cluster/{openstack start} 1-ceph-install/octopus 1.1.short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{fsx radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 5-finish-upgrade 6-final-workload/{rbd-python snaps-many-objects} objectstore/filestore-xfs supported-all-distro/ubuntu_latest thrashosds-health} ----------------------------------------------------------------- time: 02:01:40 info: http://pulpito.ceph.com/teuthology-2021-04-17_01:25:03-upgrade:octopus-p2p-octopus-distro-basic-gibba/6052517/ log: http://qa-proxy.ceph.com/teuthology/teuthology-2021-04-17_01:25:03-upgrade:octopus-p2p-octopus-distro-basic-gibba/6052517/ sentry: https://sentry.ceph.com/organizations/ceph/?query=f11771d95b56423d9ef51dd95a85c25c Command failed on gibba006 with status 124: 'sudo adjust-ulimits ceph- coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early tell osd.0 flush_pg_stats' Running ================================================================= [6052516] upgrade:octopus-p2p/octopus-p2p-stress-split/{0-cluster/{openstack start} 1-ceph-install/octopus 1.1.short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{fsx radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 5-finish-upgrade 6-final-workload/{rbd-python snaps-many-objects} objectstore/bluestore-stupid supported-all-distro/ubuntu_latest thrashosds-health} info: http://pulpito.ceph.com/teuthology-2021-04-17_01:25:03-upgrade:octopus-p2p-octopus-distro-basic-gibba/6052516/ Pass ================================================================= [6052513] upgrade:octopus-p2p/octopus-p2p-parallel/{point-to-point-upgrade supported-all-distro/ubuntu_latest} time: 01:06:59 info: http://pulpito.ceph.com/teuthology-2021-04-17_01:25:03-upgrade:octopus-p2p-octopus-distro-basic-gibba/6052513/ [6052514] upgrade:octopus-p2p/octopus-p2p-stress-split/{0-cluster/{openstack start} 1-ceph-install/octopus 1.1.short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{fsx radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 5-finish-upgrade 6-final-workload/{rbd-python snaps-many-objects} objectstore/bluestore-bitmap supported-all-distro/ubuntu_latest thrashosds-health} time: 03:58:37 info: http://pulpito.ceph.com/teuthology-2021-04-17_01:25:03-upgrade:octopus-p2p-octopus-distro-basic-gibba/6052514/ [6052515] upgrade:octopus-p2p/octopus-p2p-stress-split/{0-cluster/{openstack start} 1-ceph-install/octopus 1.1.short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{fsx radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 5-finish-upgrade 6-final-workload/{rbd-python snaps-many-objects} objectstore/bluestore-comp supported-all-distro/ubuntu_latest thrashosds-health} time: 04:01:44 info: http://pulpito.ceph.com/teuthology-2021-04-17_01:25:03-upgrade:octopus-p2p-octopus-distro-basic-gibba/6052515/