2020-09-02T12:36:08.142 INFO:root:teuthology version: 1.0.0-f1fe128
2020-09-02T12:36:08.144 INFO:teuthology.results:subset: '21/9999'
2020-09-02T12:36:08.144 INFO:teuthology.results:seed: '6154'
2020-09-03T04:34:04.628 INFO:root:teuthology version: 1.0.0-f1fe128
2020-09-03T04:34:04.661 INFO:teuthology.results:Waiting up to 43200 seconds for tests to finish...
2020-09-03T08:51:16.054 INFO:teuthology.results:Tests finished! gathering results...
2020-09-03T08:54:06.389 INFO:scrape:Found 377 jobs
2020-09-03T08:54:10.677 WARNING:scrape:Ignoring malparsed backtrace:  ceph version 15.2.4-826-gd2c0087509f (d2c0087509fbc6d51d305426be93ad7c5b765f9c) octopus (stable)
,  1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x158) [0x7fb262e46b8c]
,  2: (()+0x279da6) [0x7fb262e46da6]

2020-09-03T08:54:10.681 WARNING:scrape:Ignoring malparsed backtrace: 2020-09-02T14:48:30.786 INFO:teuthology.orchestra.run.smithi084.stdout:
, dumped all
, 2020-09-02T14:48:30.807 INFO:teuthology.orchestra.run.smithi084.stdout:{"pg_ready":true,"pg_map":{"version":133,"stamp":"2020-09-02T14:48:30.093652+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30129199576,"num_objects":10133,"num_object_clones":0,"num_object_copies":20266,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10104,"num_whiteouts":37,"num_read":23719,"num_read_kb":2584229,"num_write":53428,"num_write_kb":24200837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":29,"num_bytes_hit_set_archive":14455,"num_flush":3594,"num_flush_kb":10496201,"num_evict":3106,"num_evict_kb":9040183,"num_promote":3917,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49498,"ondisk_log_size":49498,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":562196280,"kb_used":43912228,"kb_used_data":518319076,"kb_used_omap":74752,"kb_used_meta":0,"kb_avail":518284052,"statfs":{"total":575688990720,"available":530722869248,"internally_reserved":35864576,"allocated":530758733824,"data_stored":530758733824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":76546860,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":3,"commit_latency_ns":0,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-72557433,"num_objects":-26,"num_object_clones":0,"num_object_copies":-52,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-26,"num_whiteouts":0,"num_read":740,"num_read_kb":906285,"num_write":329,"num_write_kb":174067,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002389"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:47:52.983968+0000","last_change":"2020-09-02T14:45:07.725318+0000","last_active":"2020-09-02T14:47:52.983968+0000","last_peered":"2020-09-02T14:47:52.983968+0000","last_clean":"2020-09-02T14:47:52.983968+0000","last_became_active":"2020-09-02T14:45:07.724907+0000","last_became_peered":"2020-09-02T14:45:07.724907+0000","last_unstale":"2020-09-02T14:47:52.983968+0000","last_undegraded":"2020-09-02T14:47:52.983968+0000","last_fullsized":"2020-09-02T14:47:52.983968+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_clean_scrub_stamp":"2020-09-02T14:45:06.716189+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:47:52.984180+0000","last_change":"2020-09-02T14:45:08.300333+0000","last_active":"2020-09-02T14:47:52.984180+0000","last_peered":"2020-09-02T14:47:52.984180+0000","last_clean":"2020-09-02T14:47:52.984180+0000","last_became_active":"2020-09-02T14:45:08.299894+0000","last_became_peered":"2020-09-02T14:45:08.299894+0000","last_unstale":"2020-09-02T14:47:52.984180+0000","last_undegraded":"2020-09-02T14:47:52.984180+0000","last_fullsized":"2020-09-02T14:47:52.984180+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_clean_scrub_stamp":"2020-09-02T14:45:06.716189+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5862","reported_seq":"8120","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:48:16.764074+0000","last_change":"2020-09-02T14:45:17.756463+0000","last_active":"2020-09-02T14:48:16.764074+0000","last_peered":"2020-09-02T14:48:16.764074+0000","last_clean":"2020-09-02T14:48:16.764074+0000","last_became_active":"2020-09-02T14:45:17.756096+0000","last_became_peered":"2020-09-02T14:45:17.756096+0000","last_unstale":"2020-09-02T14:48:16.764074+0000","last_undegraded":"2020-09-02T14:48:16.764074+0000","last_fullsized":"2020-09-02T14:48:16.764074+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:16.747672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:16.747672+0000","last_clean_scrub_stamp":"2020-09-02T14:45:16.747672+0000","log_size":5862,"ondisk_log_size":5862,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":84496042,"num_objects":44,"num_object_clones":0,"num_object_copies":88,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":36,"num_whiteouts":8,"num_read":1980,"num_read_kb":988,"num_write":5149,"num_write_kb":1188093,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3828,"num_flush":929,"num_flush_kb":2722444,"num_evict":840,"num_evict_kb":2453769,"num_promote":1030,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'7057","reported_seq":"9335","reported_epoch":"33","state":"active+clean","last_fresh":"2020-09-02T14:48:23.784172+0000","last_change":"2020-09-02T14:45:15.748638+0000","last_active":"2020-09-02T14:48:23.784172+0000","last_peered":"2020-09-02T14:48:23.784172+0000","last_clean":"2020-09-02T14:48:23.784172+0000","last_became_active":"2020-09-02T14:45:15.748227+0000","last_became_peered":"2020-09-02T14:45:15.748227+0000","last_unstale":"2020-09-02T14:48:23.784172+0000","last_undegraded":"2020-09-02T14:48:23.784172+0000","last_fullsized":"2020-09-02T14:48:23.784172+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:14.737383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:14.737383+0000","last_clean_scrub_stamp":"2020-09-02T14:45:14.737383+0000","log_size":7057,"ondisk_log_size":7057,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7647962715,"num_objects":2560,"num_object_clones":0,"num_object_copies":5120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2560,"num_whiteouts":0,"num_read":4226,"num_read_kb":826890,"num_write":8795,"num_write_kb":4906324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:47:52.983945+0000","last_change":"2020-09-02T14:45:08.300349+0000","last_active":"2020-09-02T14:47:52.983945+0000","last_peered":"2020-09-02T14:47:52.983945+0000","last_clean":"2020-09-02T14:47:52.983945+0000","last_became_active":"2020-09-02T14:45:08.299878+0000","last_became_peered":"2020-09-02T14:45:08.299878+0000","last_unstale":"2020-09-02T14:47:52.983945+0000","last_undegraded":"2020-09-02T14:47:52.983945+0000","last_fullsized":"2020-09-02T14:47:52.983945+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_clean_scrub_stamp":"2020-09-02T14:45:06.716189+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5366","reported_seq":"7648","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:48:16.877301+0000","last_change":"2020-09-02T14:45:17.848227+0000","last_active":"2020-09-02T14:48:16.877301+0000","last_peered":"2020-09-02T14:48:16.877301+0000","last_clean":"2020-09-02T14:48:16.877301+0000","last_became_active":"2020-09-02T14:45:17.847832+0000","last_became_peered":"2020-09-02T14:45:17.847832+0000","last_unstale":"2020-09-02T14:48:16.877301+0000","last_undegraded":"2020-09-02T14:48:16.877301+0000","last_fullsized":"2020-09-02T14:48:16.877301+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:16.747672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:16.747672+0000","last_clean_scrub_stamp":"2020-09-02T14:45:16.747672+0000","log_size":5366,"ondisk_log_size":5366,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":79357381,"num_objects":42,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":34,"num_whiteouts":8,"num_read":1940,"num_read_kb":10165,"num_write":4769,"num_write_kb":1147280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3941,"num_flush":868,"num_flush_kb":2526785,"num_evict":695,"num_evict_kb":2006638,"num_promote":935,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6568","reported_seq":"8719","reported_epoch":"33","state":"active+clean","last_fresh":"2020-09-02T14:48:23.596670+0000","last_change":"2020-09-02T14:45:15.748756+0000","last_active":"2020-09-02T14:48:23.596670+0000","last_peered":"2020-09-02T14:48:23.596670+0000","last_clean":"2020-09-02T14:48:23.596670+0000","last_became_active":"2020-09-02T14:45:15.748401+0000","last_became_peered":"2020-09-02T14:45:15.748401+0000","last_unstale":"2020-09-02T14:48:23.596670+0000","last_undegraded":"2020-09-02T14:48:23.596670+0000","last_fullsized":"2020-09-02T14:48:23.596670+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:14.737383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:14.737383+0000","last_clean_scrub_stamp":"2020-09-02T14:45:14.737383+0000","log_size":6568,"ondisk_log_size":6568,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7325276503,"num_objects":2445,"num_object_clones":0,"num_object_copies":4890,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2445,"num_whiteouts":0,"num_read":3696,"num_read_kb":343031,"num_write":8115,"num_write_kb":4891331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:47:52.984100+0000","last_change":"2020-09-02T14:45:08.300196+0000","last_active":"2020-09-02T14:47:52.984100+0000","last_peered":"2020-09-02T14:47:52.984100+0000","last_clean":"2020-09-02T14:47:52.984100+0000","last_became_active":"2020-09-02T14:45:08.299765+0000","last_became_peered":"2020-09-02T14:45:08.299765+0000","last_unstale":"2020-09-02T14:47:52.984100+0000","last_undegraded":"2020-09-02T14:47:52.984100+0000","last_fullsized":"2020-09-02T14:47:52.984100+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_clean_scrub_stamp":"2020-09-02T14:45:06.716189+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"32'5463","reported_seq":"7671","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:48:16.761146+0000","last_change":"2020-09-02T14:45:17.848495+0000","last_active":"2020-09-02T14:48:16.761146+0000","last_peered":"2020-09-02T14:48:16.761146+0000","last_clean":"2020-09-02T14:48:16.761146+0000","last_became_active":"2020-09-02T14:45:17.848141+0000","last_became_peered":"2020-09-02T14:45:17.848141+0000","last_unstale":"2020-09-02T14:48:16.761146+0000","last_undegraded":"2020-09-02T14:48:16.761146+0000","last_fullsized":"2020-09-02T14:48:16.761146+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:16.747672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:16.747672+0000","last_clean_scrub_stamp":"2020-09-02T14:45:16.747672+0000","log_size":5463,"ondisk_log_size":5463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90286421,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":9,"num_read":1898,"num_read_kb":910,"num_write":4898,"num_write_kb":1166106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3910,"num_flush":880,"num_flush_kb":2573784,"num_evict":754,"num_evict_kb":2202570,"num_promote":942,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6400","reported_seq":"8619","reported_epoch":"33","state":"active+clean","last_fresh":"2020-09-02T14:48:23.784895+0000","last_change":"2020-09-02T14:45:15.748637+0000","last_active":"2020-09-02T14:48:23.784895+0000","last_peered":"2020-09-02T14:48:23.784895+0000","last_clean":"2020-09-02T14:48:23.784895+0000","last_became_active":"2020-09-02T14:45:15.748148+0000","last_became_peered":"2020-09-02T14:45:15.748148+0000","last_unstale":"2020-09-02T14:48:23.784895+0000","last_undegraded":"2020-09-02T14:48:23.784895+0000","last_fullsized":"2020-09-02T14:48:23.784895+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:14.737383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:14.737383+0000","last_clean_scrub_stamp":"2020-09-02T14:45:14.737383+0000","log_size":6400,"ondisk_log_size":6400,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7149158089,"num_objects":2396,"num_object_clones":0,"num_object_copies":4792,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2396,"num_whiteouts":0,"num_read":3873,"num_read_kb":656703,"num_write":7908,"num_write_kb":4805454,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:47:52.982917+0000","last_change":"2020-09-02T14:45:08.300529+0000","last_active":"2020-09-02T14:47:52.982917+0000","last_peered":"2020-09-02T14:47:52.982917+0000","last_clean":"2020-09-02T14:47:52.982917+0000","last_became_active":"2020-09-02T14:45:08.299752+0000","last_became_peered":"2020-09-02T14:45:08.299752+0000","last_unstale":"2020-09-02T14:47:52.982917+0000","last_undegraded":"2020-09-02T14:47:52.982917+0000","last_fullsized":"2020-09-02T14:47:52.982917+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_clean_scrub_stamp":"2020-09-02T14:45:06.716189+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5731","reported_seq":"7975","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:48:16.874633+0000","last_change":"2020-09-02T14:45:17.756321+0000","last_active":"2020-09-02T14:48:16.874633+0000","last_peered":"2020-09-02T14:48:16.874633+0000","last_clean":"2020-09-02T14:48:16.874633+0000","last_became_active":"2020-09-02T14:45:17.755907+0000","last_became_peered":"2020-09-02T14:45:17.755907+0000","last_unstale":"2020-09-02T14:48:16.874633+0000","last_undegraded":"2020-09-02T14:48:16.874633+0000","last_fullsized":"2020-09-02T14:48:16.874633+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:16.747672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:16.747672+0000","last_clean_scrub_stamp":"2020-09-02T14:45:16.747672+0000","log_size":5731,"ondisk_log_size":5731,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":75859304,"num_objects":42,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":12,"num_read":1939,"num_read_kb":967,"num_write":5022,"num_write_kb":1164719,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2776,"num_flush":917,"num_flush_kb":2673188,"num_evict":817,"num_evict_kb":2377206,"num_promote":1010,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'7051","reported_seq":"9330","reported_epoch":"33","state":"active+clean","last_fresh":"2020-09-02T14:48:23.786078+0000","last_change":"2020-09-02T14:45:15.748545+0000","last_active":"2020-09-02T14:48:23.786078+0000","last_peered":"2020-09-02T14:48:23.786078+0000","last_clean":"2020-09-02T14:48:23.786078+0000","last_became_active":"2020-09-02T14:45:15.748210+0000","last_became_peered":"2020-09-02T14:45:15.748210+0000","last_unstale":"2020-09-02T14:48:23.786078+0000","last_undegraded":"2020-09-02T14:48:23.786078+0000","last_fullsized":"2020-09-02T14:48:23.786078+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:14.737383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:14.737383+0000","last_clean_scrub_stamp":"2020-09-02T14:45:14.737383+0000","log_size":7051,"ondisk_log_size":7051,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7676803121,"num_objects":2558,"num_object_clones":0,"num_object_copies":5116,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2558,"num_whiteouts":0,"num_read":4167,"num_read_kb":744575,"num_write":8772,"num_write_kb":4931530,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:47:52.988383+0000","last_change":"2020-09-02T14:45:07.724635+0000","last_active":"2020-09-02T14:47:52.988383+0000","last_peered":"2020-09-02T14:47:52.988383+0000","last_clean":"2020-09-02T14:47:52.988383+0000","last_became_active":"2020-09-02T14:45:07.724377+0000","last_became_peered":"2020-09-02T14:45:07.724377+0000","last_unstale":"2020-09-02T14:47:52.988383+0000","last_undegraded":"2020-09-02T14:47:52.988383+0000","last_fullsized":"2020-09-02T14:47:52.988383+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_clean_scrub_stamp":"2020-09-02T14:45:06.716189+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:47:52.988487+0000","last_change":"2020-09-02T14:45:07.724144+0000","last_active":"2020-09-02T14:47:52.988487+0000","last_peered":"2020-09-02T14:47:52.988487+0000","last_clean":"2020-09-02T14:47:52.988487+0000","last_became_active":"2020-09-02T14:45:07.723704+0000","last_became_peered":"2020-09-02T14:45:07.723704+0000","last_unstale":"2020-09-02T14:47:52.988487+0000","last_undegraded":"2020-09-02T14:47:52.988487+0000","last_fullsized":"2020-09-02T14:47:52.988487+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_clean_scrub_stamp":"2020-09-02T14:45:06.716189+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:47:52.982931+0000","last_change":"2020-09-02T14:45:07.725712+0000","last_active":"2020-09-02T14:47:52.982931+0000","last_peered":"2020-09-02T14:47:52.982931+0000","last_clean":"2020-09-02T14:47:52.982931+0000","last_became_active":"2020-09-02T14:45:07.725414+0000","last_became_peered":"2020-09-02T14:45:07.725414+0000","last_unstale":"2020-09-02T14:47:52.982931+0000","last_undegraded":"2020-09-02T14:47:52.982931+0000","last_fullsized":"2020-09-02T14:47:52.982931+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_clean_scrub_stamp":"2020-09-02T14:45:06.716189+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":329999148,"num_objects":174,"num_object_clones":0,"num_object_copies":348,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":145,"num_whiteouts":37,"num_read":7757,"num_read_kb":13030,"num_write":19838,"num_write_kb":4666198,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":29,"num_bytes_hit_set_archive":14455,"num_flush":3594,"num_flush_kb":10496201,"num_evict":3106,"num_evict_kb":9040183,"num_promote":3917,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22422,"ondisk_log_size":22422,"up":8,"acting":8,"num_store_stats":0},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":0},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29799200428,"num_objects":9959,"num_object_clones":0,"num_object_copies":19918,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9959,"num_whiteouts":0,"num_read":15962,"num_read_kb":2571199,"num_write":33590,"num_write_kb":19534639,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":27076,"ondisk_log_size":27076,"up":8,"acting":8,"num_store_stats":0}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640301,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10538568,"kb_used_data":83189408,"kb_used_omap":12780,"kb_used_meta":0,"kb_avail":83160812,"statfs":{"total":95948165120,"available":85156671488,"internally_reserved":29282304,"allocated":85185953792,"data_stored":85185953792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13087502,"internal_metadata":0},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.66400000000000003,"15min":0.67200000000000004},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.1000000000000001,"5min":1.1759999999999999,"15min":1.1759999999999999},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.629,"5min":0.66200000000000003,"15min":0.66500000000000004},"min":{"1min":0.45600000000000002,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.88800000000000001,"5min":1.159,"15min":1.159},"last":0.623}]},{"osd":1,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.68000000000000005,"15min":0.66800000000000004},"min":{"1min":0.50900000000000001,"5min":0.441,"15min":0.441},"max":{"1min":0.95899999999999996,"5min":1.0800000000000001,"15min":1.0800000000000001},"last":0.79400000000000004},{"interface":"front","average":{"1min":1,"5min":0.78000000000000003,"15min":0.752},"min":{"1min":0.52200000000000002,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":3.5699999999999998,"5min":3.5699999999999998,"15min":3.5699999999999998},"last":1.0229999999999999}]},{"osd":2,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.77500000000000002,"5min":0.74299999999999999,"15min":0.73499999999999999},"min":{"1min":0.48899999999999999,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.111,"5min":1.282,"15min":1.282},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.87,"5min":0.83399999999999996,"15min":0.82999999999999996},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.3680000000000001,"5min":1.3899999999999999,"15min":1.3899999999999999},"last":0.93500000000000005}]},{"osd":3,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.67600000000000005,"15min":0.67200000000000004},"min":{"1min":0.49399999999999999,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.181,"5min":1.181,"15min":1.181},"last":0.81999999999999995},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.77600000000000002,"15min":0.79200000000000004},"min":{"1min":0.46600000000000003,"5min":0.441,"15min":0.441},"max":{"1min":1.2310000000000001,"5min":1.2310000000000001,"15min":1.2310000000000001},"last":0.83799999999999997}]},{"osd":4,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.73199999999999998,"15min":0.73799999999999999},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.1639999999999999,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":0.90800000000000003},{"interface":"front","average":{"1min":0.89000000000000001,"5min":0.82699999999999996,"15min":0.82099999999999995},"min":{"1min":0.60199999999999998,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.5169999999999999,"5min":1.5169999999999999,"15min":1.5169999999999999},"last":0.96299999999999997}]}]},{"osd":4,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":971636,"kb_used_data":92727744,"kb_used_omap":11783,"kb_used_meta":0,"kb_avail":92727744,"statfs":{"total":95948165120,"available":94953209856,"internally_reserved":0,"allocated":94953209856,"data_stored":94953209856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12066180,"internal_metadata":0},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.84999999999999998,"5min":0.72399999999999998,"15min":0.72599999999999998},"min":{"1min":0.41899999999999998,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":3.3090000000000002,"5min":3.3090000000000002,"15min":3.3090000000000002},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.70999999999999996,"15min":0.69399999999999995},"min":{"1min":0.45400000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":3.6280000000000001,"5min":3.6280000000000001,"15min":3.6280000000000001},"last":0.70399999999999996}]},{"osd":1,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":1.1970000000000001,"5min":0.86299999999999999,"15min":0.82499999999999996},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":3.839,"5min":3.839,"15min":3.839},"last":0.97699999999999998},{"interface":"front","average":{"1min":1.0940000000000001,"5min":0.78400000000000003,"15min":0.72799999999999998},"min":{"1min":0.57599999999999996,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":3.867,"5min":3.867,"15min":3.867},"last":0.84999999999999998}]},{"osd":2,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.73199999999999998,"15min":0.72599999999999998},"min":{"1min":0.51300000000000001,"5min":0.5,"15min":0.5},"max":{"1min":0.97899999999999998,"5min":1.2709999999999999,"15min":1.2709999999999999},"last":1.0369999999999999},{"interface":"front","average":{"1min":0.82299999999999995,"5min":0.872,"15min":0.88500000000000001},"min":{"1min":0.55100000000000005,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.484,"5min":1.702,"15min":1.702},"last":0.91900000000000004}]},{"osd":3,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.69099999999999995,"15min":0.69299999999999995},"min":{"1min":0.49299999999999999,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.258,"5min":1.3919999999999999,"15min":1.3919999999999999},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.80200000000000005,"15min":0.80000000000000004},"min":{"1min":0.53200000000000003,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.736,"5min":1.736,"15min":1.736},"last":1.056}]},{"osd":5,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.93600000000000005,"5min":0.80300000000000005,"15min":0.79300000000000004},"min":{"1min":0.54200000000000004,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":4.0789999999999997,"5min":4.0789999999999997,"15min":4.0789999999999997},"last":0.81799999999999995},{"interface":"front","average":{"1min":0.874,"5min":0.83099999999999996,"15min":0.82499999999999996},"min":{"1min":0.55800000000000005,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.4139999999999999,"5min":1.8109999999999999,"15min":1.8109999999999999},"last":0.94799999999999995}]}]},{"osd":3,"up_from":11,"seq":47244640300,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":5671332,"kb_used_data":88034476,"kb_used_omap":3769,"kb_used_meta":0,"kb_avail":88028048,"statfs":{"total":95948165120,"available":90140721152,"internally_reserved":6582272,"allocated":90147303424,"data_stored":90147303424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3859574,"internal_metadata":0},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep  2 14:48:04 2020","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.65900000000000003,"15min":0.69599999999999995},"min":{"1min":0.44700000000000001,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.80000000000000004}]},{"osd":1,"last update":"Wed Sep  2 14:48:04 2020","interfaces":[{"interface":"back","average":{"1min":0.84999999999999998,"5min":0.81799999999999995,"15min":0.84899999999999998},"min":{"1min":0.501,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":2.2290000000000001,"5min":2.2290000000000001,"15min":2.2290000000000001},"last":0.83099999999999996},{"interface":"front","average":{"1min":0.878,"5min":0.89100000000000001,"15min":0.92100000000000004},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":2.379,"5min":2.379,"15min":2.379},"last":0.69299999999999995}]},{"osd":2,"last update":"Wed Sep  2 14:48:04 2020","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.745,"15min":0.73199999999999998},"min":{"1min":0.54700000000000004,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.851,"5min":1.851,"15min":1.851},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.94899999999999995,"5min":0.77800000000000002,"15min":0.754},"min":{"1min":0.52900000000000003,"5min":0.496,"15min":0.496},"max":{"1min":2.3359999999999999,"5min":2.3359999999999999,"15min":2.3359999999999999},"last":0.66600000000000004}]},{"osd":4,"last update":"Wed Sep  2 14:48:04 2020","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.65300000000000002,"15min":0.65800000000000003},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.92700000000000005,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.89200000000000002},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.74299999999999999,"15min":0.71899999999999997},"min":{"1min":0.502,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.8360000000000001,"5min":1.8360000000000001,"15min":1.8360000000000001},"last":0.74199999999999999}]},{"osd":5,"last update":"Wed Sep  2 14:48:04 2020","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.745,"15min":0.73899999999999999},"min":{"1min":0.54200000000000004,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.0189999999999999,"5min":1.224,"15min":1.224},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.82499999999999996,"15min":0.82599999999999996},"min":{"1min":0.55100000000000005,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.6950000000000001,"5min":1.7669999999999999,"15min":1.7669999999999999},"last":1.2170000000000001}]}]},{"osd":2,"up_from":11,"seq":47244640299,"num_pgs":5,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10391608,"kb_used_data":83307772,"kb_used_omap":12565,"kb_used_meta":0,"kb_avail":83307772,"statfs":{"total":95948165120,"available":85307158528,"internally_reserved":0,"allocated":85307158528,"data_stored":85307158528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12866564,"internal_metadata":0},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.497,"15min":0.503},"min":{"1min":0.35699999999999998,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.51000000000000001,"15min":0.50700000000000001},"min":{"1min":0.35199999999999998,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.41399999999999998}]},{"osd":1,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.627,"15min":0.63500000000000001},"min":{"1min":0.41599999999999998,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.085,"5min":1.085,"15min":1.085},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.65600000000000003,"15min":0.68000000000000005},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.495}]},{"osd":3,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.754,"15min":0.78700000000000003},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.79600000000000004},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.74199999999999999,"15min":0.746},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":0.99199999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.69499999999999995}]},{"osd":4,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.76500000000000001,"15min":0.76600000000000001},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.02,"5min":1.839,"15min":1.839},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.77500000000000002,"5min":0.81499999999999995,"15min":0.82999999999999996},"min":{"1min":0.56699999999999995,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.1779999999999999,"5min":1.1839999999999999,"15min":1.1839999999999999},"last":0.92400000000000004}]},{"osd":5,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.84199999999999997,"15min":0.84899999999999998},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.127,"5min":1.2150000000000001,"15min":1.2150000000000001},"last":0.82499999999999996},{"interface":"front","average":{"1min":0.83399999999999996,"5min":0.85499999999999998,"15min":0.84299999999999997},"min":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.117,"5min":1.956,"15min":1.956},"last":0.76700000000000002}]}]},{"osd":0,"up_from":11,"seq":47244640300,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":971764,"kb_used_data":92727616,"kb_used_omap":11793,"kb_used_meta":0,"kb_avail":92727616,"statfs":{"total":95948165120,"available":94953078784,"internally_reserved":0,"allocated":94953078784,"data_stored":94953078784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12076178,"internal_metadata":0},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Sep  2 14:48:06 2020","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.58499999999999996,"15min":0.58899999999999997},"min":{"1min":0.33500000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":2.177,"5min":2.177,"15min":2.177},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.57399999999999995,"15min":0.59499999999999997},"min":{"1min":0.36399999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.1850000000000001,"5min":1.9770000000000001,"15min":1.9770000000000001},"last":0.51500000000000001}]},{"osd":2,"last update":"Wed Sep  2 14:48:06 2020","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.64200000000000002,"15min":0.61599999999999999},"min":{"1min":0.45700000000000002,"5min":0.376,"15min":0.376},"max":{"1min":2.3879999999999999,"5min":2.3879999999999999,"15min":2.3879999999999999},"last":0.433},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.59799999999999998,"15min":0.59399999999999997},"min":{"1min":0.41399999999999998,"5min":0.372,"15min":0.372},"max":{"1min":1.9159999999999999,"5min":1.9159999999999999,"15min":1.9159999999999999},"last":0.46899999999999997}]},{"osd":3,"last update":"Wed Sep  2 14:48:06 2020","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.68400000000000005,"15min":0.68899999999999995},"min":{"1min":0.46500000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.8680000000000001,"5min":1.8680000000000001,"15min":1.8680000000000001},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.96199999999999997,"5min":0.82399999999999995,"15min":0.80900000000000005},"min":{"1min":0.59199999999999997,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":2.0979999999999999,"5min":2.0979999999999999,"15min":2.0979999999999999},"last":0.63700000000000001}]},{"osd":4,"last update":"Wed Sep  2 14:48:06 2020","interfaces":[{"interface":"back","average":{"1min":0.97299999999999998,"5min":0.875,"15min":0.86499999999999999},"min":{"1min":0.64700000000000002,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":2.0259999999999998,"5min":2.1339999999999999,"15min":2.1339999999999999},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.876,"5min":0.82199999999999995,"15min":0.82799999999999996},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":2.1160000000000001,"5min":2.1160000000000001,"15min":2.1160000000000001},"last":1.3600000000000001}]},{"osd":5,"last update":"Wed Sep  2 14:48:06 2020","interfaces":[{"interface":"back","average":{"1min":0.96399999999999997,"5min":0.83999999999999997,"15min":0.82799999999999996},"min":{"1min":0.57999999999999996,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":3.1880000000000002,"5min":3.1880000000000002,"15min":3.1880000000000002},"last":1.2549999999999999},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.86399999999999999,"15min":0.86499999999999999},"min":{"1min":0.59199999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":2,"5min":2,"15min":2},"last":0.82399999999999995}]}]},{"osd":1,"up_from":11,"seq":47244640299,"num_pgs":7,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":15367320,"kb_used_data":78332060,"kb_used_omap":22061,"kb_used_meta":0,"kb_avail":78332060,"statfs":{"total":95948165120,"available":80212029440,"internally_reserved":0,"allocated":80212029440,"data_stored":80212029440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22590862,"internal_metadata":0},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep  2 14:48:07 2020","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.56000000000000005,"15min":0.58899999999999997},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.82999999999999996,"5min":1.234,"15min":1.234},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.61399999999999999,"15min":0.59699999999999998},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":5.1539999999999999,"5min":5.1539999999999999,"15min":5.1539999999999999},"last":0.71299999999999997}]},{"osd":2,"last update":"Wed Sep  2 14:48:07 2020","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.63800000000000001,"15min":0.64800000000000002},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":3.7989999999999999,"5min":3.7989999999999999,"15min":3.7989999999999999},"last":0.86899999999999999},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.82199999999999995,"15min":0.90400000000000003},"min":{"1min":0.44500000000000001,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":2.1760000000000002,"5min":4.5670000000000002,"15min":4.5670000000000002},"last":0.63800000000000001}]},{"osd":3,"last update":"Wed Sep  2 14:48:07 2020","interfaces":[{"interface":"back","average":{"1min":0.88100000000000001,"5min":0.83499999999999996,"15min":0.86299999999999999},"min":{"1min":0.49399999999999999,"5min":0.44,"15min":0.44},"max":{"1min":2.4369999999999998,"5min":2.4369999999999998,"15min":2.4369999999999998},"last":0.75},{"interface":"front","average":{"1min":1.0169999999999999,"5min":0.91200000000000003,"15min":0.92400000000000004},"min":{"1min":0.56200000000000006,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":3.9239999999999999,"5min":3.9239999999999999,"15min":3.9239999999999999},"last":1.083}]},{"osd":4,"last update":"Wed Sep  2 14:48:07 2020","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.85299999999999998,"15min":0.877},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.89000000000000001},{"interface":"front","average":{"1min":1.167,"5min":0.91800000000000004,"15min":0.89900000000000002},"min":{"1min":0.60199999999999998,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":4.0330000000000004,"5min":4.0330000000000004,"15min":4.0330000000000004},"last":0.99199999999999999}]},{"osd":5,"last update":"Wed Sep  2 14:48:07 2020","interfaces":[{"interface":"back","average":{"1min":0.89900000000000002,"5min":0.85999999999999999,"15min":0.86799999999999999},"min":{"1min":0.65500000000000003,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.4610000000000001,"5min":1.4610000000000001,"15min":1.4610000000000001},"last":1.0149999999999999},{"interface":"front","average":{"1min":1.03,"5min":0.93700000000000006,"15min":0.95899999999999996},"min":{"1min":0.58799999999999997,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":2.3610000000000002,"5min":2.3610000000000002,"15min":2.3610000000000002},"last":0.85099999999999998}]}]}]}}

2020-09-03T08:54:10.689 WARNING:scrape:Ignoring malparsed backtrace: 2020-09-02T14:49:52.577 INFO:teuthology.misc:Shutting down mon daemons...
, 2020-09-02T14:49:52.579 DEBUG:tasks.ceph.mon.a:waiting for process to exit
, 2020-09-02T14:49:52.580 INFO:teuthology.orchestra.run:waiting for 300

2020-09-03T08:54:10.690 WARNING:scrape:Ignoring malparsed backtrace: 2020-09-02T14:50:44.833 INFO:teuthology.orchestra.run.smithi200:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log
, 2020-09-02T14:50:44.885 INFO:teuthology.orchestra.run.smithi084:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|scontext=system_u:system_r:logrotate_t:s0\)'
, 2020-09-02T14:50:44.917 DEBUG:teuthology.orchestra.run:got remote process result: 1

2020-09-03T08:54:10.691 WARNING:scrape:Ignoring malparsed backtrace: 2020-09-02T14:51:06.148 INFO:teuthology.task.internal:Not uploading archives.
, 2020-09-02T14:51:06.149 DEBUG:teuthology.run_tasks:Unwinding manager internal.base
, 2020-09-02T14:51:06.176 INFO:teuthology.task.internal:Tidying up after the test...

2020-09-03T08:54:10.865 WARNING:scrape:Ignoring malparsed backtrace:  ceph version 15.2.4-826-gd2c0087509f (d2c0087509fbc6d51d305426be93ad7c5b765f9c) octopus (stable)
,  1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x158) [0x7fb262e46b8c]
,  2: (()+0x279da6) [0x7fb262e46da6]

2020-09-03T08:54:10.868 WARNING:scrape:Ignoring malparsed backtrace: 2020-09-02T14:48:30.786 INFO:teuthology.orchestra.run.smithi084.stdout:
, dumped all
, 2020-09-02T14:48:30.807 INFO:teuthology.orchestra.run.smithi084.stdout:{"pg_ready":true,"pg_map":{"version":133,"stamp":"2020-09-02T14:48:30.093652+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30129199576,"num_objects":10133,"num_object_clones":0,"num_object_copies":20266,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10104,"num_whiteouts":37,"num_read":23719,"num_read_kb":2584229,"num_write":53428,"num_write_kb":24200837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":29,"num_bytes_hit_set_archive":14455,"num_flush":3594,"num_flush_kb":10496201,"num_evict":3106,"num_evict_kb":9040183,"num_promote":3917,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49498,"ondisk_log_size":49498,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":562196280,"kb_used":43912228,"kb_used_data":518319076,"kb_used_omap":74752,"kb_used_meta":0,"kb_avail":518284052,"statfs":{"total":575688990720,"available":530722869248,"internally_reserved":35864576,"allocated":530758733824,"data_stored":530758733824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":76546860,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":3,"commit_latency_ns":0,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-72557433,"num_objects":-26,"num_object_clones":0,"num_object_copies":-52,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-26,"num_whiteouts":0,"num_read":740,"num_read_kb":906285,"num_write":329,"num_write_kb":174067,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002389"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:47:52.983968+0000","last_change":"2020-09-02T14:45:07.725318+0000","last_active":"2020-09-02T14:47:52.983968+0000","last_peered":"2020-09-02T14:47:52.983968+0000","last_clean":"2020-09-02T14:47:52.983968+0000","last_became_active":"2020-09-02T14:45:07.724907+0000","last_became_peered":"2020-09-02T14:45:07.724907+0000","last_unstale":"2020-09-02T14:47:52.983968+0000","last_undegraded":"2020-09-02T14:47:52.983968+0000","last_fullsized":"2020-09-02T14:47:52.983968+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_clean_scrub_stamp":"2020-09-02T14:45:06.716189+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:47:52.984180+0000","last_change":"2020-09-02T14:45:08.300333+0000","last_active":"2020-09-02T14:47:52.984180+0000","last_peered":"2020-09-02T14:47:52.984180+0000","last_clean":"2020-09-02T14:47:52.984180+0000","last_became_active":"2020-09-02T14:45:08.299894+0000","last_became_peered":"2020-09-02T14:45:08.299894+0000","last_unstale":"2020-09-02T14:47:52.984180+0000","last_undegraded":"2020-09-02T14:47:52.984180+0000","last_fullsized":"2020-09-02T14:47:52.984180+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_clean_scrub_stamp":"2020-09-02T14:45:06.716189+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5862","reported_seq":"8120","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:48:16.764074+0000","last_change":"2020-09-02T14:45:17.756463+0000","last_active":"2020-09-02T14:48:16.764074+0000","last_peered":"2020-09-02T14:48:16.764074+0000","last_clean":"2020-09-02T14:48:16.764074+0000","last_became_active":"2020-09-02T14:45:17.756096+0000","last_became_peered":"2020-09-02T14:45:17.756096+0000","last_unstale":"2020-09-02T14:48:16.764074+0000","last_undegraded":"2020-09-02T14:48:16.764074+0000","last_fullsized":"2020-09-02T14:48:16.764074+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:16.747672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:16.747672+0000","last_clean_scrub_stamp":"2020-09-02T14:45:16.747672+0000","log_size":5862,"ondisk_log_size":5862,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":84496042,"num_objects":44,"num_object_clones":0,"num_object_copies":88,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":36,"num_whiteouts":8,"num_read":1980,"num_read_kb":988,"num_write":5149,"num_write_kb":1188093,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3828,"num_flush":929,"num_flush_kb":2722444,"num_evict":840,"num_evict_kb":2453769,"num_promote":1030,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'7057","reported_seq":"9335","reported_epoch":"33","state":"active+clean","last_fresh":"2020-09-02T14:48:23.784172+0000","last_change":"2020-09-02T14:45:15.748638+0000","last_active":"2020-09-02T14:48:23.784172+0000","last_peered":"2020-09-02T14:48:23.784172+0000","last_clean":"2020-09-02T14:48:23.784172+0000","last_became_active":"2020-09-02T14:45:15.748227+0000","last_became_peered":"2020-09-02T14:45:15.748227+0000","last_unstale":"2020-09-02T14:48:23.784172+0000","last_undegraded":"2020-09-02T14:48:23.784172+0000","last_fullsized":"2020-09-02T14:48:23.784172+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:14.737383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:14.737383+0000","last_clean_scrub_stamp":"2020-09-02T14:45:14.737383+0000","log_size":7057,"ondisk_log_size":7057,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7647962715,"num_objects":2560,"num_object_clones":0,"num_object_copies":5120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2560,"num_whiteouts":0,"num_read":4226,"num_read_kb":826890,"num_write":8795,"num_write_kb":4906324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:47:52.983945+0000","last_change":"2020-09-02T14:45:08.300349+0000","last_active":"2020-09-02T14:47:52.983945+0000","last_peered":"2020-09-02T14:47:52.983945+0000","last_clean":"2020-09-02T14:47:52.983945+0000","last_became_active":"2020-09-02T14:45:08.299878+0000","last_became_peered":"2020-09-02T14:45:08.299878+0000","last_unstale":"2020-09-02T14:47:52.983945+0000","last_undegraded":"2020-09-02T14:47:52.983945+0000","last_fullsized":"2020-09-02T14:47:52.983945+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_clean_scrub_stamp":"2020-09-02T14:45:06.716189+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5366","reported_seq":"7648","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:48:16.877301+0000","last_change":"2020-09-02T14:45:17.848227+0000","last_active":"2020-09-02T14:48:16.877301+0000","last_peered":"2020-09-02T14:48:16.877301+0000","last_clean":"2020-09-02T14:48:16.877301+0000","last_became_active":"2020-09-02T14:45:17.847832+0000","last_became_peered":"2020-09-02T14:45:17.847832+0000","last_unstale":"2020-09-02T14:48:16.877301+0000","last_undegraded":"2020-09-02T14:48:16.877301+0000","last_fullsized":"2020-09-02T14:48:16.877301+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:16.747672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:16.747672+0000","last_clean_scrub_stamp":"2020-09-02T14:45:16.747672+0000","log_size":5366,"ondisk_log_size":5366,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":79357381,"num_objects":42,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":34,"num_whiteouts":8,"num_read":1940,"num_read_kb":10165,"num_write":4769,"num_write_kb":1147280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3941,"num_flush":868,"num_flush_kb":2526785,"num_evict":695,"num_evict_kb":2006638,"num_promote":935,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6568","reported_seq":"8719","reported_epoch":"33","state":"active+clean","last_fresh":"2020-09-02T14:48:23.596670+0000","last_change":"2020-09-02T14:45:15.748756+0000","last_active":"2020-09-02T14:48:23.596670+0000","last_peered":"2020-09-02T14:48:23.596670+0000","last_clean":"2020-09-02T14:48:23.596670+0000","last_became_active":"2020-09-02T14:45:15.748401+0000","last_became_peered":"2020-09-02T14:45:15.748401+0000","last_unstale":"2020-09-02T14:48:23.596670+0000","last_undegraded":"2020-09-02T14:48:23.596670+0000","last_fullsized":"2020-09-02T14:48:23.596670+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:14.737383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:14.737383+0000","last_clean_scrub_stamp":"2020-09-02T14:45:14.737383+0000","log_size":6568,"ondisk_log_size":6568,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7325276503,"num_objects":2445,"num_object_clones":0,"num_object_copies":4890,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2445,"num_whiteouts":0,"num_read":3696,"num_read_kb":343031,"num_write":8115,"num_write_kb":4891331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:47:52.984100+0000","last_change":"2020-09-02T14:45:08.300196+0000","last_active":"2020-09-02T14:47:52.984100+0000","last_peered":"2020-09-02T14:47:52.984100+0000","last_clean":"2020-09-02T14:47:52.984100+0000","last_became_active":"2020-09-02T14:45:08.299765+0000","last_became_peered":"2020-09-02T14:45:08.299765+0000","last_unstale":"2020-09-02T14:47:52.984100+0000","last_undegraded":"2020-09-02T14:47:52.984100+0000","last_fullsized":"2020-09-02T14:47:52.984100+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_clean_scrub_stamp":"2020-09-02T14:45:06.716189+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"32'5463","reported_seq":"7671","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:48:16.761146+0000","last_change":"2020-09-02T14:45:17.848495+0000","last_active":"2020-09-02T14:48:16.761146+0000","last_peered":"2020-09-02T14:48:16.761146+0000","last_clean":"2020-09-02T14:48:16.761146+0000","last_became_active":"2020-09-02T14:45:17.848141+0000","last_became_peered":"2020-09-02T14:45:17.848141+0000","last_unstale":"2020-09-02T14:48:16.761146+0000","last_undegraded":"2020-09-02T14:48:16.761146+0000","last_fullsized":"2020-09-02T14:48:16.761146+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:16.747672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:16.747672+0000","last_clean_scrub_stamp":"2020-09-02T14:45:16.747672+0000","log_size":5463,"ondisk_log_size":5463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90286421,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":9,"num_read":1898,"num_read_kb":910,"num_write":4898,"num_write_kb":1166106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3910,"num_flush":880,"num_flush_kb":2573784,"num_evict":754,"num_evict_kb":2202570,"num_promote":942,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6400","reported_seq":"8619","reported_epoch":"33","state":"active+clean","last_fresh":"2020-09-02T14:48:23.784895+0000","last_change":"2020-09-02T14:45:15.748637+0000","last_active":"2020-09-02T14:48:23.784895+0000","last_peered":"2020-09-02T14:48:23.784895+0000","last_clean":"2020-09-02T14:48:23.784895+0000","last_became_active":"2020-09-02T14:45:15.748148+0000","last_became_peered":"2020-09-02T14:45:15.748148+0000","last_unstale":"2020-09-02T14:48:23.784895+0000","last_undegraded":"2020-09-02T14:48:23.784895+0000","last_fullsized":"2020-09-02T14:48:23.784895+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:14.737383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:14.737383+0000","last_clean_scrub_stamp":"2020-09-02T14:45:14.737383+0000","log_size":6400,"ondisk_log_size":6400,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7149158089,"num_objects":2396,"num_object_clones":0,"num_object_copies":4792,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2396,"num_whiteouts":0,"num_read":3873,"num_read_kb":656703,"num_write":7908,"num_write_kb":4805454,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:47:52.982917+0000","last_change":"2020-09-02T14:45:08.300529+0000","last_active":"2020-09-02T14:47:52.982917+0000","last_peered":"2020-09-02T14:47:52.982917+0000","last_clean":"2020-09-02T14:47:52.982917+0000","last_became_active":"2020-09-02T14:45:08.299752+0000","last_became_peered":"2020-09-02T14:45:08.299752+0000","last_unstale":"2020-09-02T14:47:52.982917+0000","last_undegraded":"2020-09-02T14:47:52.982917+0000","last_fullsized":"2020-09-02T14:47:52.982917+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_clean_scrub_stamp":"2020-09-02T14:45:06.716189+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5731","reported_seq":"7975","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:48:16.874633+0000","last_change":"2020-09-02T14:45:17.756321+0000","last_active":"2020-09-02T14:48:16.874633+0000","last_peered":"2020-09-02T14:48:16.874633+0000","last_clean":"2020-09-02T14:48:16.874633+0000","last_became_active":"2020-09-02T14:45:17.755907+0000","last_became_peered":"2020-09-02T14:45:17.755907+0000","last_unstale":"2020-09-02T14:48:16.874633+0000","last_undegraded":"2020-09-02T14:48:16.874633+0000","last_fullsized":"2020-09-02T14:48:16.874633+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:16.747672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:16.747672+0000","last_clean_scrub_stamp":"2020-09-02T14:45:16.747672+0000","log_size":5731,"ondisk_log_size":5731,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":75859304,"num_objects":42,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":12,"num_read":1939,"num_read_kb":967,"num_write":5022,"num_write_kb":1164719,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2776,"num_flush":917,"num_flush_kb":2673188,"num_evict":817,"num_evict_kb":2377206,"num_promote":1010,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'7051","reported_seq":"9330","reported_epoch":"33","state":"active+clean","last_fresh":"2020-09-02T14:48:23.786078+0000","last_change":"2020-09-02T14:45:15.748545+0000","last_active":"2020-09-02T14:48:23.786078+0000","last_peered":"2020-09-02T14:48:23.786078+0000","last_clean":"2020-09-02T14:48:23.786078+0000","last_became_active":"2020-09-02T14:45:15.748210+0000","last_became_peered":"2020-09-02T14:45:15.748210+0000","last_unstale":"2020-09-02T14:48:23.786078+0000","last_undegraded":"2020-09-02T14:48:23.786078+0000","last_fullsized":"2020-09-02T14:48:23.786078+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:14.737383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:14.737383+0000","last_clean_scrub_stamp":"2020-09-02T14:45:14.737383+0000","log_size":7051,"ondisk_log_size":7051,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7676803121,"num_objects":2558,"num_object_clones":0,"num_object_copies":5116,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2558,"num_whiteouts":0,"num_read":4167,"num_read_kb":744575,"num_write":8772,"num_write_kb":4931530,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:47:52.988383+0000","last_change":"2020-09-02T14:45:07.724635+0000","last_active":"2020-09-02T14:47:52.988383+0000","last_peered":"2020-09-02T14:47:52.988383+0000","last_clean":"2020-09-02T14:47:52.988383+0000","last_became_active":"2020-09-02T14:45:07.724377+0000","last_became_peered":"2020-09-02T14:45:07.724377+0000","last_unstale":"2020-09-02T14:47:52.988383+0000","last_undegraded":"2020-09-02T14:47:52.988383+0000","last_fullsized":"2020-09-02T14:47:52.988383+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_clean_scrub_stamp":"2020-09-02T14:45:06.716189+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:47:52.988487+0000","last_change":"2020-09-02T14:45:07.724144+0000","last_active":"2020-09-02T14:47:52.988487+0000","last_peered":"2020-09-02T14:47:52.988487+0000","last_clean":"2020-09-02T14:47:52.988487+0000","last_became_active":"2020-09-02T14:45:07.723704+0000","last_became_peered":"2020-09-02T14:45:07.723704+0000","last_unstale":"2020-09-02T14:47:52.988487+0000","last_undegraded":"2020-09-02T14:47:52.988487+0000","last_fullsized":"2020-09-02T14:47:52.988487+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_clean_scrub_stamp":"2020-09-02T14:45:06.716189+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:47:52.982931+0000","last_change":"2020-09-02T14:45:07.725712+0000","last_active":"2020-09-02T14:47:52.982931+0000","last_peered":"2020-09-02T14:47:52.982931+0000","last_clean":"2020-09-02T14:47:52.982931+0000","last_became_active":"2020-09-02T14:45:07.725414+0000","last_became_peered":"2020-09-02T14:45:07.725414+0000","last_unstale":"2020-09-02T14:47:52.982931+0000","last_undegraded":"2020-09-02T14:47:52.982931+0000","last_fullsized":"2020-09-02T14:47:52.982931+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_clean_scrub_stamp":"2020-09-02T14:45:06.716189+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":329999148,"num_objects":174,"num_object_clones":0,"num_object_copies":348,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":145,"num_whiteouts":37,"num_read":7757,"num_read_kb":13030,"num_write":19838,"num_write_kb":4666198,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":29,"num_bytes_hit_set_archive":14455,"num_flush":3594,"num_flush_kb":10496201,"num_evict":3106,"num_evict_kb":9040183,"num_promote":3917,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22422,"ondisk_log_size":22422,"up":8,"acting":8,"num_store_stats":0},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":0},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29799200428,"num_objects":9959,"num_object_clones":0,"num_object_copies":19918,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9959,"num_whiteouts":0,"num_read":15962,"num_read_kb":2571199,"num_write":33590,"num_write_kb":19534639,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":27076,"ondisk_log_size":27076,"up":8,"acting":8,"num_store_stats":0}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640301,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10538568,"kb_used_data":83189408,"kb_used_omap":12780,"kb_used_meta":0,"kb_avail":83160812,"statfs":{"total":95948165120,"available":85156671488,"internally_reserved":29282304,"allocated":85185953792,"data_stored":85185953792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13087502,"internal_metadata":0},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.66400000000000003,"15min":0.67200000000000004},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.1000000000000001,"5min":1.1759999999999999,"15min":1.1759999999999999},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.629,"5min":0.66200000000000003,"15min":0.66500000000000004},"min":{"1min":0.45600000000000002,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.88800000000000001,"5min":1.159,"15min":1.159},"last":0.623}]},{"osd":1,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.68000000000000005,"15min":0.66800000000000004},"min":{"1min":0.50900000000000001,"5min":0.441,"15min":0.441},"max":{"1min":0.95899999999999996,"5min":1.0800000000000001,"15min":1.0800000000000001},"last":0.79400000000000004},{"interface":"front","average":{"1min":1,"5min":0.78000000000000003,"15min":0.752},"min":{"1min":0.52200000000000002,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":3.5699999999999998,"5min":3.5699999999999998,"15min":3.5699999999999998},"last":1.0229999999999999}]},{"osd":2,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.77500000000000002,"5min":0.74299999999999999,"15min":0.73499999999999999},"min":{"1min":0.48899999999999999,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.111,"5min":1.282,"15min":1.282},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.87,"5min":0.83399999999999996,"15min":0.82999999999999996},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.3680000000000001,"5min":1.3899999999999999,"15min":1.3899999999999999},"last":0.93500000000000005}]},{"osd":3,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.67600000000000005,"15min":0.67200000000000004},"min":{"1min":0.49399999999999999,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.181,"5min":1.181,"15min":1.181},"last":0.81999999999999995},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.77600000000000002,"15min":0.79200000000000004},"min":{"1min":0.46600000000000003,"5min":0.441,"15min":0.441},"max":{"1min":1.2310000000000001,"5min":1.2310000000000001,"15min":1.2310000000000001},"last":0.83799999999999997}]},{"osd":4,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.73199999999999998,"15min":0.73799999999999999},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.1639999999999999,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":0.90800000000000003},{"interface":"front","average":{"1min":0.89000000000000001,"5min":0.82699999999999996,"15min":0.82099999999999995},"min":{"1min":0.60199999999999998,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.5169999999999999,"5min":1.5169999999999999,"15min":1.5169999999999999},"last":0.96299999999999997}]}]},{"osd":4,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":971636,"kb_used_data":92727744,"kb_used_omap":11783,"kb_used_meta":0,"kb_avail":92727744,"statfs":{"total":95948165120,"available":94953209856,"internally_reserved":0,"allocated":94953209856,"data_stored":94953209856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12066180,"internal_metadata":0},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.84999999999999998,"5min":0.72399999999999998,"15min":0.72599999999999998},"min":{"1min":0.41899999999999998,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":3.3090000000000002,"5min":3.3090000000000002,"15min":3.3090000000000002},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.70999999999999996,"15min":0.69399999999999995},"min":{"1min":0.45400000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":3.6280000000000001,"5min":3.6280000000000001,"15min":3.6280000000000001},"last":0.70399999999999996}]},{"osd":1,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":1.1970000000000001,"5min":0.86299999999999999,"15min":0.82499999999999996},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":3.839,"5min":3.839,"15min":3.839},"last":0.97699999999999998},{"interface":"front","average":{"1min":1.0940000000000001,"5min":0.78400000000000003,"15min":0.72799999999999998},"min":{"1min":0.57599999999999996,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":3.867,"5min":3.867,"15min":3.867},"last":0.84999999999999998}]},{"osd":2,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.73199999999999998,"15min":0.72599999999999998},"min":{"1min":0.51300000000000001,"5min":0.5,"15min":0.5},"max":{"1min":0.97899999999999998,"5min":1.2709999999999999,"15min":1.2709999999999999},"last":1.0369999999999999},{"interface":"front","average":{"1min":0.82299999999999995,"5min":0.872,"15min":0.88500000000000001},"min":{"1min":0.55100000000000005,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.484,"5min":1.702,"15min":1.702},"last":0.91900000000000004}]},{"osd":3,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.69099999999999995,"15min":0.69299999999999995},"min":{"1min":0.49299999999999999,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.258,"5min":1.3919999999999999,"15min":1.3919999999999999},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.80200000000000005,"15min":0.80000000000000004},"min":{"1min":0.53200000000000003,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.736,"5min":1.736,"15min":1.736},"last":1.056}]},{"osd":5,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.93600000000000005,"5min":0.80300000000000005,"15min":0.79300000000000004},"min":{"1min":0.54200000000000004,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":4.0789999999999997,"5min":4.0789999999999997,"15min":4.0789999999999997},"last":0.81799999999999995},{"interface":"front","average":{"1min":0.874,"5min":0.83099999999999996,"15min":0.82499999999999996},"min":{"1min":0.55800000000000005,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.4139999999999999,"5min":1.8109999999999999,"15min":1.8109999999999999},"last":0.94799999999999995}]}]},{"osd":3,"up_from":11,"seq":47244640300,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":5671332,"kb_used_data":88034476,"kb_used_omap":3769,"kb_used_meta":0,"kb_avail":88028048,"statfs":{"total":95948165120,"available":90140721152,"internally_reserved":6582272,"allocated":90147303424,"data_stored":90147303424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3859574,"internal_metadata":0},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep  2 14:48:04 2020","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.65900000000000003,"15min":0.69599999999999995},"min":{"1min":0.44700000000000001,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.80000000000000004}]},{"osd":1,"last update":"Wed Sep  2 14:48:04 2020","interfaces":[{"interface":"back","average":{"1min":0.84999999999999998,"5min":0.81799999999999995,"15min":0.84899999999999998},"min":{"1min":0.501,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":2.2290000000000001,"5min":2.2290000000000001,"15min":2.2290000000000001},"last":0.83099999999999996},{"interface":"front","average":{"1min":0.878,"5min":0.89100000000000001,"15min":0.92100000000000004},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":2.379,"5min":2.379,"15min":2.379},"last":0.69299999999999995}]},{"osd":2,"last update":"Wed Sep  2 14:48:04 2020","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.745,"15min":0.73199999999999998},"min":{"1min":0.54700000000000004,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.851,"5min":1.851,"15min":1.851},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.94899999999999995,"5min":0.77800000000000002,"15min":0.754},"min":{"1min":0.52900000000000003,"5min":0.496,"15min":0.496},"max":{"1min":2.3359999999999999,"5min":2.3359999999999999,"15min":2.3359999999999999},"last":0.66600000000000004}]},{"osd":4,"last update":"Wed Sep  2 14:48:04 2020","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.65300000000000002,"15min":0.65800000000000003},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.92700000000000005,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.89200000000000002},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.74299999999999999,"15min":0.71899999999999997},"min":{"1min":0.502,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.8360000000000001,"5min":1.8360000000000001,"15min":1.8360000000000001},"last":0.74199999999999999}]},{"osd":5,"last update":"Wed Sep  2 14:48:04 2020","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.745,"15min":0.73899999999999999},"min":{"1min":0.54200000000000004,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.0189999999999999,"5min":1.224,"15min":1.224},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.82499999999999996,"15min":0.82599999999999996},"min":{"1min":0.55100000000000005,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.6950000000000001,"5min":1.7669999999999999,"15min":1.7669999999999999},"last":1.2170000000000001}]}]},{"osd":2,"up_from":11,"seq":47244640299,"num_pgs":5,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10391608,"kb_used_data":83307772,"kb_used_omap":12565,"kb_used_meta":0,"kb_avail":83307772,"statfs":{"total":95948165120,"available":85307158528,"internally_reserved":0,"allocated":85307158528,"data_stored":85307158528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12866564,"internal_metadata":0},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.497,"15min":0.503},"min":{"1min":0.35699999999999998,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.51000000000000001,"15min":0.50700000000000001},"min":{"1min":0.35199999999999998,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.41399999999999998}]},{"osd":1,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.627,"15min":0.63500000000000001},"min":{"1min":0.41599999999999998,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.085,"5min":1.085,"15min":1.085},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.65600000000000003,"15min":0.68000000000000005},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.495}]},{"osd":3,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.754,"15min":0.78700000000000003},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.79600000000000004},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.74199999999999999,"15min":0.746},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":0.99199999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.69499999999999995}]},{"osd":4,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.76500000000000001,"15min":0.76600000000000001},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.02,"5min":1.839,"15min":1.839},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.77500000000000002,"5min":0.81499999999999995,"15min":0.82999999999999996},"min":{"1min":0.56699999999999995,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.1779999999999999,"5min":1.1839999999999999,"15min":1.1839999999999999},"last":0.92400000000000004}]},{"osd":5,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.84199999999999997,"15min":0.84899999999999998},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.127,"5min":1.2150000000000001,"15min":1.2150000000000001},"last":0.82499999999999996},{"interface":"front","average":{"1min":0.83399999999999996,"5min":0.85499999999999998,"15min":0.84299999999999997},"min":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.117,"5min":1.956,"15min":1.956},"last":0.76700000000000002}]}]},{"osd":0,"up_from":11,"seq":47244640300,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":971764,"kb_used_data":92727616,"kb_used_omap":11793,"kb_used_meta":0,"kb_avail":92727616,"statfs":{"total":95948165120,"available":94953078784,"internally_reserved":0,"allocated":94953078784,"data_stored":94953078784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12076178,"internal_metadata":0},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Sep  2 14:48:06 2020","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.58499999999999996,"15min":0.58899999999999997},"min":{"1min":0.33500000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":2.177,"5min":2.177,"15min":2.177},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.57399999999999995,"15min":0.59499999999999997},"min":{"1min":0.36399999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.1850000000000001,"5min":1.9770000000000001,"15min":1.9770000000000001},"last":0.51500000000000001}]},{"osd":2,"last update":"Wed Sep  2 14:48:06 2020","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.64200000000000002,"15min":0.61599999999999999},"min":{"1min":0.45700000000000002,"5min":0.376,"15min":0.376},"max":{"1min":2.3879999999999999,"5min":2.3879999999999999,"15min":2.3879999999999999},"last":0.433},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.59799999999999998,"15min":0.59399999999999997},"min":{"1min":0.41399999999999998,"5min":0.372,"15min":0.372},"max":{"1min":1.9159999999999999,"5min":1.9159999999999999,"15min":1.9159999999999999},"last":0.46899999999999997}]},{"osd":3,"last update":"Wed Sep  2 14:48:06 2020","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.68400000000000005,"15min":0.68899999999999995},"min":{"1min":0.46500000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.8680000000000001,"5min":1.8680000000000001,"15min":1.8680000000000001},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.96199999999999997,"5min":0.82399999999999995,"15min":0.80900000000000005},"min":{"1min":0.59199999999999997,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":2.0979999999999999,"5min":2.0979999999999999,"15min":2.0979999999999999},"last":0.63700000000000001}]},{"osd":4,"last update":"Wed Sep  2 14:48:06 2020","interfaces":[{"interface":"back","average":{"1min":0.97299999999999998,"5min":0.875,"15min":0.86499999999999999},"min":{"1min":0.64700000000000002,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":2.0259999999999998,"5min":2.1339999999999999,"15min":2.1339999999999999},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.876,"5min":0.82199999999999995,"15min":0.82799999999999996},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":2.1160000000000001,"5min":2.1160000000000001,"15min":2.1160000000000001},"last":1.3600000000000001}]},{"osd":5,"last update":"Wed Sep  2 14:48:06 2020","interfaces":[{"interface":"back","average":{"1min":0.96399999999999997,"5min":0.83999999999999997,"15min":0.82799999999999996},"min":{"1min":0.57999999999999996,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":3.1880000000000002,"5min":3.1880000000000002,"15min":3.1880000000000002},"last":1.2549999999999999},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.86399999999999999,"15min":0.86499999999999999},"min":{"1min":0.59199999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":2,"5min":2,"15min":2},"last":0.82399999999999995}]}]},{"osd":1,"up_from":11,"seq":47244640299,"num_pgs":7,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":15367320,"kb_used_data":78332060,"kb_used_omap":22061,"kb_used_meta":0,"kb_avail":78332060,"statfs":{"total":95948165120,"available":80212029440,"internally_reserved":0,"allocated":80212029440,"data_stored":80212029440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22590862,"internal_metadata":0},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep  2 14:48:07 2020","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.56000000000000005,"15min":0.58899999999999997},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.82999999999999996,"5min":1.234,"15min":1.234},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.61399999999999999,"15min":0.59699999999999998},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":5.1539999999999999,"5min":5.1539999999999999,"15min":5.1539999999999999},"last":0.71299999999999997}]},{"osd":2,"last update":"Wed Sep  2 14:48:07 2020","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.63800000000000001,"15min":0.64800000000000002},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":3.7989999999999999,"5min":3.7989999999999999,"15min":3.7989999999999999},"last":0.86899999999999999},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.82199999999999995,"15min":0.90400000000000003},"min":{"1min":0.44500000000000001,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":2.1760000000000002,"5min":4.5670000000000002,"15min":4.5670000000000002},"last":0.63800000000000001}]},{"osd":3,"last update":"Wed Sep  2 14:48:07 2020","interfaces":[{"interface":"back","average":{"1min":0.88100000000000001,"5min":0.83499999999999996,"15min":0.86299999999999999},"min":{"1min":0.49399999999999999,"5min":0.44,"15min":0.44},"max":{"1min":2.4369999999999998,"5min":2.4369999999999998,"15min":2.4369999999999998},"last":0.75},{"interface":"front","average":{"1min":1.0169999999999999,"5min":0.91200000000000003,"15min":0.92400000000000004},"min":{"1min":0.56200000000000006,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":3.9239999999999999,"5min":3.9239999999999999,"15min":3.9239999999999999},"last":1.083}]},{"osd":4,"last update":"Wed Sep  2 14:48:07 2020","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.85299999999999998,"15min":0.877},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.89000000000000001},{"interface":"front","average":{"1min":1.167,"5min":0.91800000000000004,"15min":0.89900000000000002},"min":{"1min":0.60199999999999998,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":4.0330000000000004,"5min":4.0330000000000004,"15min":4.0330000000000004},"last":0.99199999999999999}]},{"osd":5,"last update":"Wed Sep  2 14:48:07 2020","interfaces":[{"interface":"back","average":{"1min":0.89900000000000002,"5min":0.85999999999999999,"15min":0.86799999999999999},"min":{"1min":0.65500000000000003,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.4610000000000001,"5min":1.4610000000000001,"15min":1.4610000000000001},"last":1.0149999999999999},{"interface":"front","average":{"1min":1.03,"5min":0.93700000000000006,"15min":0.95899999999999996},"min":{"1min":0.58799999999999997,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":2.3610000000000002,"5min":2.3610000000000002,"15min":2.3610000000000002},"last":0.85099999999999998}]}]}]}}

2020-09-03T08:54:10.870 WARNING:scrape:Ignoring malparsed backtrace: 2020-09-02T14:49:52.577 INFO:teuthology.misc:Shutting down mon daemons...
, 2020-09-02T14:49:52.579 DEBUG:tasks.ceph.mon.a:waiting for process to exit
, 2020-09-02T14:49:52.580 INFO:teuthology.orchestra.run:waiting for 300

2020-09-03T08:54:10.871 WARNING:scrape:Ignoring malparsed backtrace: 2020-09-02T14:50:44.833 INFO:teuthology.orchestra.run.smithi200:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log
, 2020-09-02T14:50:44.885 INFO:teuthology.orchestra.run.smithi084:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|scontext=system_u:system_r:logrotate_t:s0\)'
, 2020-09-02T14:50:44.917 DEBUG:teuthology.orchestra.run:got remote process result: 1

2020-09-03T08:54:10.873 WARNING:scrape:Ignoring malparsed backtrace: 2020-09-02T14:51:06.148 INFO:teuthology.task.internal:Not uploading archives.
, 2020-09-02T14:51:06.149 DEBUG:teuthology.run_tasks:Unwinding manager internal.base
, 2020-09-02T14:51:06.176 INFO:teuthology.task.internal:Tidying up after the test...

2020-09-03T08:54:11.040 WARNING:scrape:Ignoring malparsed backtrace:  ceph version 15.2.4-826-gd2c0087509f (d2c0087509fbc6d51d305426be93ad7c5b765f9c) octopus (stable)
,  1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x158) [0x7fb262e46b8c]
,  2: (()+0x279da6) [0x7fb262e46da6]

2020-09-03T08:54:11.043 WARNING:scrape:Ignoring malparsed backtrace: 2020-09-02T14:48:30.786 INFO:teuthology.orchestra.run.smithi084.stdout:
, dumped all
, 2020-09-02T14:48:30.807 INFO:teuthology.orchestra.run.smithi084.stdout:{"pg_ready":true,"pg_map":{"version":133,"stamp":"2020-09-02T14:48:30.093652+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30129199576,"num_objects":10133,"num_object_clones":0,"num_object_copies":20266,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10104,"num_whiteouts":37,"num_read":23719,"num_read_kb":2584229,"num_write":53428,"num_write_kb":24200837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":29,"num_bytes_hit_set_archive":14455,"num_flush":3594,"num_flush_kb":10496201,"num_evict":3106,"num_evict_kb":9040183,"num_promote":3917,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49498,"ondisk_log_size":49498,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":562196280,"kb_used":43912228,"kb_used_data":518319076,"kb_used_omap":74752,"kb_used_meta":0,"kb_avail":518284052,"statfs":{"total":575688990720,"available":530722869248,"internally_reserved":35864576,"allocated":530758733824,"data_stored":530758733824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":76546860,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":3,"commit_latency_ns":0,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-72557433,"num_objects":-26,"num_object_clones":0,"num_object_copies":-52,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-26,"num_whiteouts":0,"num_read":740,"num_read_kb":906285,"num_write":329,"num_write_kb":174067,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002389"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:47:52.983968+0000","last_change":"2020-09-02T14:45:07.725318+0000","last_active":"2020-09-02T14:47:52.983968+0000","last_peered":"2020-09-02T14:47:52.983968+0000","last_clean":"2020-09-02T14:47:52.983968+0000","last_became_active":"2020-09-02T14:45:07.724907+0000","last_became_peered":"2020-09-02T14:45:07.724907+0000","last_unstale":"2020-09-02T14:47:52.983968+0000","last_undegraded":"2020-09-02T14:47:52.983968+0000","last_fullsized":"2020-09-02T14:47:52.983968+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_clean_scrub_stamp":"2020-09-02T14:45:06.716189+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:47:52.984180+0000","last_change":"2020-09-02T14:45:08.300333+0000","last_active":"2020-09-02T14:47:52.984180+0000","last_peered":"2020-09-02T14:47:52.984180+0000","last_clean":"2020-09-02T14:47:52.984180+0000","last_became_active":"2020-09-02T14:45:08.299894+0000","last_became_peered":"2020-09-02T14:45:08.299894+0000","last_unstale":"2020-09-02T14:47:52.984180+0000","last_undegraded":"2020-09-02T14:47:52.984180+0000","last_fullsized":"2020-09-02T14:47:52.984180+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_clean_scrub_stamp":"2020-09-02T14:45:06.716189+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5862","reported_seq":"8120","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:48:16.764074+0000","last_change":"2020-09-02T14:45:17.756463+0000","last_active":"2020-09-02T14:48:16.764074+0000","last_peered":"2020-09-02T14:48:16.764074+0000","last_clean":"2020-09-02T14:48:16.764074+0000","last_became_active":"2020-09-02T14:45:17.756096+0000","last_became_peered":"2020-09-02T14:45:17.756096+0000","last_unstale":"2020-09-02T14:48:16.764074+0000","last_undegraded":"2020-09-02T14:48:16.764074+0000","last_fullsized":"2020-09-02T14:48:16.764074+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:16.747672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:16.747672+0000","last_clean_scrub_stamp":"2020-09-02T14:45:16.747672+0000","log_size":5862,"ondisk_log_size":5862,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":84496042,"num_objects":44,"num_object_clones":0,"num_object_copies":88,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":36,"num_whiteouts":8,"num_read":1980,"num_read_kb":988,"num_write":5149,"num_write_kb":1188093,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3828,"num_flush":929,"num_flush_kb":2722444,"num_evict":840,"num_evict_kb":2453769,"num_promote":1030,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'7057","reported_seq":"9335","reported_epoch":"33","state":"active+clean","last_fresh":"2020-09-02T14:48:23.784172+0000","last_change":"2020-09-02T14:45:15.748638+0000","last_active":"2020-09-02T14:48:23.784172+0000","last_peered":"2020-09-02T14:48:23.784172+0000","last_clean":"2020-09-02T14:48:23.784172+0000","last_became_active":"2020-09-02T14:45:15.748227+0000","last_became_peered":"2020-09-02T14:45:15.748227+0000","last_unstale":"2020-09-02T14:48:23.784172+0000","last_undegraded":"2020-09-02T14:48:23.784172+0000","last_fullsized":"2020-09-02T14:48:23.784172+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:14.737383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:14.737383+0000","last_clean_scrub_stamp":"2020-09-02T14:45:14.737383+0000","log_size":7057,"ondisk_log_size":7057,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7647962715,"num_objects":2560,"num_object_clones":0,"num_object_copies":5120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2560,"num_whiteouts":0,"num_read":4226,"num_read_kb":826890,"num_write":8795,"num_write_kb":4906324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:47:52.983945+0000","last_change":"2020-09-02T14:45:08.300349+0000","last_active":"2020-09-02T14:47:52.983945+0000","last_peered":"2020-09-02T14:47:52.983945+0000","last_clean":"2020-09-02T14:47:52.983945+0000","last_became_active":"2020-09-02T14:45:08.299878+0000","last_became_peered":"2020-09-02T14:45:08.299878+0000","last_unstale":"2020-09-02T14:47:52.983945+0000","last_undegraded":"2020-09-02T14:47:52.983945+0000","last_fullsized":"2020-09-02T14:47:52.983945+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_clean_scrub_stamp":"2020-09-02T14:45:06.716189+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5366","reported_seq":"7648","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:48:16.877301+0000","last_change":"2020-09-02T14:45:17.848227+0000","last_active":"2020-09-02T14:48:16.877301+0000","last_peered":"2020-09-02T14:48:16.877301+0000","last_clean":"2020-09-02T14:48:16.877301+0000","last_became_active":"2020-09-02T14:45:17.847832+0000","last_became_peered":"2020-09-02T14:45:17.847832+0000","last_unstale":"2020-09-02T14:48:16.877301+0000","last_undegraded":"2020-09-02T14:48:16.877301+0000","last_fullsized":"2020-09-02T14:48:16.877301+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:16.747672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:16.747672+0000","last_clean_scrub_stamp":"2020-09-02T14:45:16.747672+0000","log_size":5366,"ondisk_log_size":5366,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":79357381,"num_objects":42,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":34,"num_whiteouts":8,"num_read":1940,"num_read_kb":10165,"num_write":4769,"num_write_kb":1147280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3941,"num_flush":868,"num_flush_kb":2526785,"num_evict":695,"num_evict_kb":2006638,"num_promote":935,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6568","reported_seq":"8719","reported_epoch":"33","state":"active+clean","last_fresh":"2020-09-02T14:48:23.596670+0000","last_change":"2020-09-02T14:45:15.748756+0000","last_active":"2020-09-02T14:48:23.596670+0000","last_peered":"2020-09-02T14:48:23.596670+0000","last_clean":"2020-09-02T14:48:23.596670+0000","last_became_active":"2020-09-02T14:45:15.748401+0000","last_became_peered":"2020-09-02T14:45:15.748401+0000","last_unstale":"2020-09-02T14:48:23.596670+0000","last_undegraded":"2020-09-02T14:48:23.596670+0000","last_fullsized":"2020-09-02T14:48:23.596670+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:14.737383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:14.737383+0000","last_clean_scrub_stamp":"2020-09-02T14:45:14.737383+0000","log_size":6568,"ondisk_log_size":6568,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7325276503,"num_objects":2445,"num_object_clones":0,"num_object_copies":4890,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2445,"num_whiteouts":0,"num_read":3696,"num_read_kb":343031,"num_write":8115,"num_write_kb":4891331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:47:52.984100+0000","last_change":"2020-09-02T14:45:08.300196+0000","last_active":"2020-09-02T14:47:52.984100+0000","last_peered":"2020-09-02T14:47:52.984100+0000","last_clean":"2020-09-02T14:47:52.984100+0000","last_became_active":"2020-09-02T14:45:08.299765+0000","last_became_peered":"2020-09-02T14:45:08.299765+0000","last_unstale":"2020-09-02T14:47:52.984100+0000","last_undegraded":"2020-09-02T14:47:52.984100+0000","last_fullsized":"2020-09-02T14:47:52.984100+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_clean_scrub_stamp":"2020-09-02T14:45:06.716189+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"32'5463","reported_seq":"7671","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:48:16.761146+0000","last_change":"2020-09-02T14:45:17.848495+0000","last_active":"2020-09-02T14:48:16.761146+0000","last_peered":"2020-09-02T14:48:16.761146+0000","last_clean":"2020-09-02T14:48:16.761146+0000","last_became_active":"2020-09-02T14:45:17.848141+0000","last_became_peered":"2020-09-02T14:45:17.848141+0000","last_unstale":"2020-09-02T14:48:16.761146+0000","last_undegraded":"2020-09-02T14:48:16.761146+0000","last_fullsized":"2020-09-02T14:48:16.761146+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:16.747672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:16.747672+0000","last_clean_scrub_stamp":"2020-09-02T14:45:16.747672+0000","log_size":5463,"ondisk_log_size":5463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90286421,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":9,"num_read":1898,"num_read_kb":910,"num_write":4898,"num_write_kb":1166106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3910,"num_flush":880,"num_flush_kb":2573784,"num_evict":754,"num_evict_kb":2202570,"num_promote":942,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6400","reported_seq":"8619","reported_epoch":"33","state":"active+clean","last_fresh":"2020-09-02T14:48:23.784895+0000","last_change":"2020-09-02T14:45:15.748637+0000","last_active":"2020-09-02T14:48:23.784895+0000","last_peered":"2020-09-02T14:48:23.784895+0000","last_clean":"2020-09-02T14:48:23.784895+0000","last_became_active":"2020-09-02T14:45:15.748148+0000","last_became_peered":"2020-09-02T14:45:15.748148+0000","last_unstale":"2020-09-02T14:48:23.784895+0000","last_undegraded":"2020-09-02T14:48:23.784895+0000","last_fullsized":"2020-09-02T14:48:23.784895+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:14.737383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:14.737383+0000","last_clean_scrub_stamp":"2020-09-02T14:45:14.737383+0000","log_size":6400,"ondisk_log_size":6400,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7149158089,"num_objects":2396,"num_object_clones":0,"num_object_copies":4792,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2396,"num_whiteouts":0,"num_read":3873,"num_read_kb":656703,"num_write":7908,"num_write_kb":4805454,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:47:52.982917+0000","last_change":"2020-09-02T14:45:08.300529+0000","last_active":"2020-09-02T14:47:52.982917+0000","last_peered":"2020-09-02T14:47:52.982917+0000","last_clean":"2020-09-02T14:47:52.982917+0000","last_became_active":"2020-09-02T14:45:08.299752+0000","last_became_peered":"2020-09-02T14:45:08.299752+0000","last_unstale":"2020-09-02T14:47:52.982917+0000","last_undegraded":"2020-09-02T14:47:52.982917+0000","last_fullsized":"2020-09-02T14:47:52.982917+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_clean_scrub_stamp":"2020-09-02T14:45:06.716189+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5731","reported_seq":"7975","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:48:16.874633+0000","last_change":"2020-09-02T14:45:17.756321+0000","last_active":"2020-09-02T14:48:16.874633+0000","last_peered":"2020-09-02T14:48:16.874633+0000","last_clean":"2020-09-02T14:48:16.874633+0000","last_became_active":"2020-09-02T14:45:17.755907+0000","last_became_peered":"2020-09-02T14:45:17.755907+0000","last_unstale":"2020-09-02T14:48:16.874633+0000","last_undegraded":"2020-09-02T14:48:16.874633+0000","last_fullsized":"2020-09-02T14:48:16.874633+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:16.747672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:16.747672+0000","last_clean_scrub_stamp":"2020-09-02T14:45:16.747672+0000","log_size":5731,"ondisk_log_size":5731,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":75859304,"num_objects":42,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":12,"num_read":1939,"num_read_kb":967,"num_write":5022,"num_write_kb":1164719,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2776,"num_flush":917,"num_flush_kb":2673188,"num_evict":817,"num_evict_kb":2377206,"num_promote":1010,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'7051","reported_seq":"9330","reported_epoch":"33","state":"active+clean","last_fresh":"2020-09-02T14:48:23.786078+0000","last_change":"2020-09-02T14:45:15.748545+0000","last_active":"2020-09-02T14:48:23.786078+0000","last_peered":"2020-09-02T14:48:23.786078+0000","last_clean":"2020-09-02T14:48:23.786078+0000","last_became_active":"2020-09-02T14:45:15.748210+0000","last_became_peered":"2020-09-02T14:45:15.748210+0000","last_unstale":"2020-09-02T14:48:23.786078+0000","last_undegraded":"2020-09-02T14:48:23.786078+0000","last_fullsized":"2020-09-02T14:48:23.786078+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:14.737383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:14.737383+0000","last_clean_scrub_stamp":"2020-09-02T14:45:14.737383+0000","log_size":7051,"ondisk_log_size":7051,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7676803121,"num_objects":2558,"num_object_clones":0,"num_object_copies":5116,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2558,"num_whiteouts":0,"num_read":4167,"num_read_kb":744575,"num_write":8772,"num_write_kb":4931530,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:47:52.988383+0000","last_change":"2020-09-02T14:45:07.724635+0000","last_active":"2020-09-02T14:47:52.988383+0000","last_peered":"2020-09-02T14:47:52.988383+0000","last_clean":"2020-09-02T14:47:52.988383+0000","last_became_active":"2020-09-02T14:45:07.724377+0000","last_became_peered":"2020-09-02T14:45:07.724377+0000","last_unstale":"2020-09-02T14:47:52.988383+0000","last_undegraded":"2020-09-02T14:47:52.988383+0000","last_fullsized":"2020-09-02T14:47:52.988383+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_clean_scrub_stamp":"2020-09-02T14:45:06.716189+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:47:52.988487+0000","last_change":"2020-09-02T14:45:07.724144+0000","last_active":"2020-09-02T14:47:52.988487+0000","last_peered":"2020-09-02T14:47:52.988487+0000","last_clean":"2020-09-02T14:47:52.988487+0000","last_became_active":"2020-09-02T14:45:07.723704+0000","last_became_peered":"2020-09-02T14:45:07.723704+0000","last_unstale":"2020-09-02T14:47:52.988487+0000","last_undegraded":"2020-09-02T14:47:52.988487+0000","last_fullsized":"2020-09-02T14:47:52.988487+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_clean_scrub_stamp":"2020-09-02T14:45:06.716189+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:47:52.982931+0000","last_change":"2020-09-02T14:45:07.725712+0000","last_active":"2020-09-02T14:47:52.982931+0000","last_peered":"2020-09-02T14:47:52.982931+0000","last_clean":"2020-09-02T14:47:52.982931+0000","last_became_active":"2020-09-02T14:45:07.725414+0000","last_became_peered":"2020-09-02T14:45:07.725414+0000","last_unstale":"2020-09-02T14:47:52.982931+0000","last_undegraded":"2020-09-02T14:47:52.982931+0000","last_fullsized":"2020-09-02T14:47:52.982931+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_clean_scrub_stamp":"2020-09-02T14:45:06.716189+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":329999148,"num_objects":174,"num_object_clones":0,"num_object_copies":348,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":145,"num_whiteouts":37,"num_read":7757,"num_read_kb":13030,"num_write":19838,"num_write_kb":4666198,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":29,"num_bytes_hit_set_archive":14455,"num_flush":3594,"num_flush_kb":10496201,"num_evict":3106,"num_evict_kb":9040183,"num_promote":3917,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22422,"ondisk_log_size":22422,"up":8,"acting":8,"num_store_stats":0},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":0},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29799200428,"num_objects":9959,"num_object_clones":0,"num_object_copies":19918,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9959,"num_whiteouts":0,"num_read":15962,"num_read_kb":2571199,"num_write":33590,"num_write_kb":19534639,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":27076,"ondisk_log_size":27076,"up":8,"acting":8,"num_store_stats":0}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640301,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10538568,"kb_used_data":83189408,"kb_used_omap":12780,"kb_used_meta":0,"kb_avail":83160812,"statfs":{"total":95948165120,"available":85156671488,"internally_reserved":29282304,"allocated":85185953792,"data_stored":85185953792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13087502,"internal_metadata":0},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.66400000000000003,"15min":0.67200000000000004},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.1000000000000001,"5min":1.1759999999999999,"15min":1.1759999999999999},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.629,"5min":0.66200000000000003,"15min":0.66500000000000004},"min":{"1min":0.45600000000000002,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.88800000000000001,"5min":1.159,"15min":1.159},"last":0.623}]},{"osd":1,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.68000000000000005,"15min":0.66800000000000004},"min":{"1min":0.50900000000000001,"5min":0.441,"15min":0.441},"max":{"1min":0.95899999999999996,"5min":1.0800000000000001,"15min":1.0800000000000001},"last":0.79400000000000004},{"interface":"front","average":{"1min":1,"5min":0.78000000000000003,"15min":0.752},"min":{"1min":0.52200000000000002,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":3.5699999999999998,"5min":3.5699999999999998,"15min":3.5699999999999998},"last":1.0229999999999999}]},{"osd":2,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.77500000000000002,"5min":0.74299999999999999,"15min":0.73499999999999999},"min":{"1min":0.48899999999999999,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.111,"5min":1.282,"15min":1.282},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.87,"5min":0.83399999999999996,"15min":0.82999999999999996},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.3680000000000001,"5min":1.3899999999999999,"15min":1.3899999999999999},"last":0.93500000000000005}]},{"osd":3,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.67600000000000005,"15min":0.67200000000000004},"min":{"1min":0.49399999999999999,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.181,"5min":1.181,"15min":1.181},"last":0.81999999999999995},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.77600000000000002,"15min":0.79200000000000004},"min":{"1min":0.46600000000000003,"5min":0.441,"15min":0.441},"max":{"1min":1.2310000000000001,"5min":1.2310000000000001,"15min":1.2310000000000001},"last":0.83799999999999997}]},{"osd":4,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.73199999999999998,"15min":0.73799999999999999},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.1639999999999999,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":0.90800000000000003},{"interface":"front","average":{"1min":0.89000000000000001,"5min":0.82699999999999996,"15min":0.82099999999999995},"min":{"1min":0.60199999999999998,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.5169999999999999,"5min":1.5169999999999999,"15min":1.5169999999999999},"last":0.96299999999999997}]}]},{"osd":4,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":971636,"kb_used_data":92727744,"kb_used_omap":11783,"kb_used_meta":0,"kb_avail":92727744,"statfs":{"total":95948165120,"available":94953209856,"internally_reserved":0,"allocated":94953209856,"data_stored":94953209856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12066180,"internal_metadata":0},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.84999999999999998,"5min":0.72399999999999998,"15min":0.72599999999999998},"min":{"1min":0.41899999999999998,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":3.3090000000000002,"5min":3.3090000000000002,"15min":3.3090000000000002},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.70999999999999996,"15min":0.69399999999999995},"min":{"1min":0.45400000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":3.6280000000000001,"5min":3.6280000000000001,"15min":3.6280000000000001},"last":0.70399999999999996}]},{"osd":1,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":1.1970000000000001,"5min":0.86299999999999999,"15min":0.82499999999999996},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":3.839,"5min":3.839,"15min":3.839},"last":0.97699999999999998},{"interface":"front","average":{"1min":1.0940000000000001,"5min":0.78400000000000003,"15min":0.72799999999999998},"min":{"1min":0.57599999999999996,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":3.867,"5min":3.867,"15min":3.867},"last":0.84999999999999998}]},{"osd":2,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.73199999999999998,"15min":0.72599999999999998},"min":{"1min":0.51300000000000001,"5min":0.5,"15min":0.5},"max":{"1min":0.97899999999999998,"5min":1.2709999999999999,"15min":1.2709999999999999},"last":1.0369999999999999},{"interface":"front","average":{"1min":0.82299999999999995,"5min":0.872,"15min":0.88500000000000001},"min":{"1min":0.55100000000000005,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.484,"5min":1.702,"15min":1.702},"last":0.91900000000000004}]},{"osd":3,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.69099999999999995,"15min":0.69299999999999995},"min":{"1min":0.49299999999999999,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.258,"5min":1.3919999999999999,"15min":1.3919999999999999},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.80200000000000005,"15min":0.80000000000000004},"min":{"1min":0.53200000000000003,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.736,"5min":1.736,"15min":1.736},"last":1.056}]},{"osd":5,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.93600000000000005,"5min":0.80300000000000005,"15min":0.79300000000000004},"min":{"1min":0.54200000000000004,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":4.0789999999999997,"5min":4.0789999999999997,"15min":4.0789999999999997},"last":0.81799999999999995},{"interface":"front","average":{"1min":0.874,"5min":0.83099999999999996,"15min":0.82499999999999996},"min":{"1min":0.55800000000000005,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.4139999999999999,"5min":1.8109999999999999,"15min":1.8109999999999999},"last":0.94799999999999995}]}]},{"osd":3,"up_from":11,"seq":47244640300,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":5671332,"kb_used_data":88034476,"kb_used_omap":3769,"kb_used_meta":0,"kb_avail":88028048,"statfs":{"total":95948165120,"available":90140721152,"internally_reserved":6582272,"allocated":90147303424,"data_stored":90147303424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3859574,"internal_metadata":0},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep  2 14:48:04 2020","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.65900000000000003,"15min":0.69599999999999995},"min":{"1min":0.44700000000000001,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.80000000000000004}]},{"osd":1,"last update":"Wed Sep  2 14:48:04 2020","interfaces":[{"interface":"back","average":{"1min":0.84999999999999998,"5min":0.81799999999999995,"15min":0.84899999999999998},"min":{"1min":0.501,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":2.2290000000000001,"5min":2.2290000000000001,"15min":2.2290000000000001},"last":0.83099999999999996},{"interface":"front","average":{"1min":0.878,"5min":0.89100000000000001,"15min":0.92100000000000004},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":2.379,"5min":2.379,"15min":2.379},"last":0.69299999999999995}]},{"osd":2,"last update":"Wed Sep  2 14:48:04 2020","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.745,"15min":0.73199999999999998},"min":{"1min":0.54700000000000004,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.851,"5min":1.851,"15min":1.851},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.94899999999999995,"5min":0.77800000000000002,"15min":0.754},"min":{"1min":0.52900000000000003,"5min":0.496,"15min":0.496},"max":{"1min":2.3359999999999999,"5min":2.3359999999999999,"15min":2.3359999999999999},"last":0.66600000000000004}]},{"osd":4,"last update":"Wed Sep  2 14:48:04 2020","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.65300000000000002,"15min":0.65800000000000003},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.92700000000000005,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.89200000000000002},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.74299999999999999,"15min":0.71899999999999997},"min":{"1min":0.502,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.8360000000000001,"5min":1.8360000000000001,"15min":1.8360000000000001},"last":0.74199999999999999}]},{"osd":5,"last update":"Wed Sep  2 14:48:04 2020","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.745,"15min":0.73899999999999999},"min":{"1min":0.54200000000000004,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.0189999999999999,"5min":1.224,"15min":1.224},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.82499999999999996,"15min":0.82599999999999996},"min":{"1min":0.55100000000000005,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.6950000000000001,"5min":1.7669999999999999,"15min":1.7669999999999999},"last":1.2170000000000001}]}]},{"osd":2,"up_from":11,"seq":47244640299,"num_pgs":5,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10391608,"kb_used_data":83307772,"kb_used_omap":12565,"kb_used_meta":0,"kb_avail":83307772,"statfs":{"total":95948165120,"available":85307158528,"internally_reserved":0,"allocated":85307158528,"data_stored":85307158528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12866564,"internal_metadata":0},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.497,"15min":0.503},"min":{"1min":0.35699999999999998,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.51000000000000001,"15min":0.50700000000000001},"min":{"1min":0.35199999999999998,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.41399999999999998}]},{"osd":1,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.627,"15min":0.63500000000000001},"min":{"1min":0.41599999999999998,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.085,"5min":1.085,"15min":1.085},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.65600000000000003,"15min":0.68000000000000005},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.495}]},{"osd":3,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.754,"15min":0.78700000000000003},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.79600000000000004},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.74199999999999999,"15min":0.746},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":0.99199999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.69499999999999995}]},{"osd":4,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.76500000000000001,"15min":0.76600000000000001},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.02,"5min":1.839,"15min":1.839},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.77500000000000002,"5min":0.81499999999999995,"15min":0.82999999999999996},"min":{"1min":0.56699999999999995,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.1779999999999999,"5min":1.1839999999999999,"15min":1.1839999999999999},"last":0.92400000000000004}]},{"osd":5,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.84199999999999997,"15min":0.84899999999999998},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.127,"5min":1.2150000000000001,"15min":1.2150000000000001},"last":0.82499999999999996},{"interface":"front","average":{"1min":0.83399999999999996,"5min":0.85499999999999998,"15min":0.84299999999999997},"min":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.117,"5min":1.956,"15min":1.956},"last":0.76700000000000002}]}]},{"osd":0,"up_from":11,"seq":47244640300,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":971764,"kb_used_data":92727616,"kb_used_omap":11793,"kb_used_meta":0,"kb_avail":92727616,"statfs":{"total":95948165120,"available":94953078784,"internally_reserved":0,"allocated":94953078784,"data_stored":94953078784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12076178,"internal_metadata":0},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Sep  2 14:48:06 2020","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.58499999999999996,"15min":0.58899999999999997},"min":{"1min":0.33500000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":2.177,"5min":2.177,"15min":2.177},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.57399999999999995,"15min":0.59499999999999997},"min":{"1min":0.36399999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.1850000000000001,"5min":1.9770000000000001,"15min":1.9770000000000001},"last":0.51500000000000001}]},{"osd":2,"last update":"Wed Sep  2 14:48:06 2020","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.64200000000000002,"15min":0.61599999999999999},"min":{"1min":0.45700000000000002,"5min":0.376,"15min":0.376},"max":{"1min":2.3879999999999999,"5min":2.3879999999999999,"15min":2.3879999999999999},"last":0.433},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.59799999999999998,"15min":0.59399999999999997},"min":{"1min":0.41399999999999998,"5min":0.372,"15min":0.372},"max":{"1min":1.9159999999999999,"5min":1.9159999999999999,"15min":1.9159999999999999},"last":0.46899999999999997}]},{"osd":3,"last update":"Wed Sep  2 14:48:06 2020","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.68400000000000005,"15min":0.68899999999999995},"min":{"1min":0.46500000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.8680000000000001,"5min":1.8680000000000001,"15min":1.8680000000000001},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.96199999999999997,"5min":0.82399999999999995,"15min":0.80900000000000005},"min":{"1min":0.59199999999999997,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":2.0979999999999999,"5min":2.0979999999999999,"15min":2.0979999999999999},"last":0.63700000000000001}]},{"osd":4,"last update":"Wed Sep  2 14:48:06 2020","interfaces":[{"interface":"back","average":{"1min":0.97299999999999998,"5min":0.875,"15min":0.86499999999999999},"min":{"1min":0.64700000000000002,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":2.0259999999999998,"5min":2.1339999999999999,"15min":2.1339999999999999},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.876,"5min":0.82199999999999995,"15min":0.82799999999999996},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":2.1160000000000001,"5min":2.1160000000000001,"15min":2.1160000000000001},"last":1.3600000000000001}]},{"osd":5,"last update":"Wed Sep  2 14:48:06 2020","interfaces":[{"interface":"back","average":{"1min":0.96399999999999997,"5min":0.83999999999999997,"15min":0.82799999999999996},"min":{"1min":0.57999999999999996,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":3.1880000000000002,"5min":3.1880000000000002,"15min":3.1880000000000002},"last":1.2549999999999999},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.86399999999999999,"15min":0.86499999999999999},"min":{"1min":0.59199999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":2,"5min":2,"15min":2},"last":0.82399999999999995}]}]},{"osd":1,"up_from":11,"seq":47244640299,"num_pgs":7,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":15367320,"kb_used_data":78332060,"kb_used_omap":22061,"kb_used_meta":0,"kb_avail":78332060,"statfs":{"total":95948165120,"available":80212029440,"internally_reserved":0,"allocated":80212029440,"data_stored":80212029440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22590862,"internal_metadata":0},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep  2 14:48:07 2020","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.56000000000000005,"15min":0.58899999999999997},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.82999999999999996,"5min":1.234,"15min":1.234},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.61399999999999999,"15min":0.59699999999999998},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":5.1539999999999999,"5min":5.1539999999999999,"15min":5.1539999999999999},"last":0.71299999999999997}]},{"osd":2,"last update":"Wed Sep  2 14:48:07 2020","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.63800000000000001,"15min":0.64800000000000002},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":3.7989999999999999,"5min":3.7989999999999999,"15min":3.7989999999999999},"last":0.86899999999999999},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.82199999999999995,"15min":0.90400000000000003},"min":{"1min":0.44500000000000001,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":2.1760000000000002,"5min":4.5670000000000002,"15min":4.5670000000000002},"last":0.63800000000000001}]},{"osd":3,"last update":"Wed Sep  2 14:48:07 2020","interfaces":[{"interface":"back","average":{"1min":0.88100000000000001,"5min":0.83499999999999996,"15min":0.86299999999999999},"min":{"1min":0.49399999999999999,"5min":0.44,"15min":0.44},"max":{"1min":2.4369999999999998,"5min":2.4369999999999998,"15min":2.4369999999999998},"last":0.75},{"interface":"front","average":{"1min":1.0169999999999999,"5min":0.91200000000000003,"15min":0.92400000000000004},"min":{"1min":0.56200000000000006,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":3.9239999999999999,"5min":3.9239999999999999,"15min":3.9239999999999999},"last":1.083}]},{"osd":4,"last update":"Wed Sep  2 14:48:07 2020","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.85299999999999998,"15min":0.877},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.89000000000000001},{"interface":"front","average":{"1min":1.167,"5min":0.91800000000000004,"15min":0.89900000000000002},"min":{"1min":0.60199999999999998,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":4.0330000000000004,"5min":4.0330000000000004,"15min":4.0330000000000004},"last":0.99199999999999999}]},{"osd":5,"last update":"Wed Sep  2 14:48:07 2020","interfaces":[{"interface":"back","average":{"1min":0.89900000000000002,"5min":0.85999999999999999,"15min":0.86799999999999999},"min":{"1min":0.65500000000000003,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.4610000000000001,"5min":1.4610000000000001,"15min":1.4610000000000001},"last":1.0149999999999999},{"interface":"front","average":{"1min":1.03,"5min":0.93700000000000006,"15min":0.95899999999999996},"min":{"1min":0.58799999999999997,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":2.3610000000000002,"5min":2.3610000000000002,"15min":2.3610000000000002},"last":0.85099999999999998}]}]}]}}

2020-09-03T08:54:11.046 WARNING:scrape:Ignoring malparsed backtrace: 2020-09-02T14:49:52.577 INFO:teuthology.misc:Shutting down mon daemons...
, 2020-09-02T14:49:52.579 DEBUG:tasks.ceph.mon.a:waiting for process to exit
, 2020-09-02T14:49:52.580 INFO:teuthology.orchestra.run:waiting for 300

2020-09-03T08:54:11.047 WARNING:scrape:Ignoring malparsed backtrace: 2020-09-02T14:50:44.833 INFO:teuthology.orchestra.run.smithi200:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log
, 2020-09-02T14:50:44.885 INFO:teuthology.orchestra.run.smithi084:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|scontext=system_u:system_r:logrotate_t:s0\)'
, 2020-09-02T14:50:44.917 DEBUG:teuthology.orchestra.run:got remote process result: 1

2020-09-03T08:54:11.048 WARNING:scrape:Ignoring malparsed backtrace: 2020-09-02T14:51:06.148 INFO:teuthology.task.internal:Not uploading archives.
, 2020-09-02T14:51:06.149 DEBUG:teuthology.run_tasks:Unwinding manager internal.base
, 2020-09-02T14:51:06.176 INFO:teuthology.task.internal:Tidying up after the test...

2020-09-03T08:54:11.203 WARNING:scrape:Ignoring malparsed backtrace:  ceph version 15.2.4-826-gd2c0087509f (d2c0087509fbc6d51d305426be93ad7c5b765f9c) octopus (stable)
,  1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x158) [0x7fb262e46b8c]
,  2: (()+0x279da6) [0x7fb262e46da6]

2020-09-03T08:54:11.206 WARNING:scrape:Ignoring malparsed backtrace: 2020-09-02T14:48:30.786 INFO:teuthology.orchestra.run.smithi084.stdout:
, dumped all
, 2020-09-02T14:48:30.807 INFO:teuthology.orchestra.run.smithi084.stdout:{"pg_ready":true,"pg_map":{"version":133,"stamp":"2020-09-02T14:48:30.093652+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30129199576,"num_objects":10133,"num_object_clones":0,"num_object_copies":20266,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10104,"num_whiteouts":37,"num_read":23719,"num_read_kb":2584229,"num_write":53428,"num_write_kb":24200837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":29,"num_bytes_hit_set_archive":14455,"num_flush":3594,"num_flush_kb":10496201,"num_evict":3106,"num_evict_kb":9040183,"num_promote":3917,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49498,"ondisk_log_size":49498,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":562196280,"kb_used":43912228,"kb_used_data":518319076,"kb_used_omap":74752,"kb_used_meta":0,"kb_avail":518284052,"statfs":{"total":575688990720,"available":530722869248,"internally_reserved":35864576,"allocated":530758733824,"data_stored":530758733824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":76546860,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":3,"commit_latency_ns":0,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-72557433,"num_objects":-26,"num_object_clones":0,"num_object_copies":-52,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-26,"num_whiteouts":0,"num_read":740,"num_read_kb":906285,"num_write":329,"num_write_kb":174067,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002389"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:47:52.983968+0000","last_change":"2020-09-02T14:45:07.725318+0000","last_active":"2020-09-02T14:47:52.983968+0000","last_peered":"2020-09-02T14:47:52.983968+0000","last_clean":"2020-09-02T14:47:52.983968+0000","last_became_active":"2020-09-02T14:45:07.724907+0000","last_became_peered":"2020-09-02T14:45:07.724907+0000","last_unstale":"2020-09-02T14:47:52.983968+0000","last_undegraded":"2020-09-02T14:47:52.983968+0000","last_fullsized":"2020-09-02T14:47:52.983968+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_clean_scrub_stamp":"2020-09-02T14:45:06.716189+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:47:52.984180+0000","last_change":"2020-09-02T14:45:08.300333+0000","last_active":"2020-09-02T14:47:52.984180+0000","last_peered":"2020-09-02T14:47:52.984180+0000","last_clean":"2020-09-02T14:47:52.984180+0000","last_became_active":"2020-09-02T14:45:08.299894+0000","last_became_peered":"2020-09-02T14:45:08.299894+0000","last_unstale":"2020-09-02T14:47:52.984180+0000","last_undegraded":"2020-09-02T14:47:52.984180+0000","last_fullsized":"2020-09-02T14:47:52.984180+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_clean_scrub_stamp":"2020-09-02T14:45:06.716189+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5862","reported_seq":"8120","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:48:16.764074+0000","last_change":"2020-09-02T14:45:17.756463+0000","last_active":"2020-09-02T14:48:16.764074+0000","last_peered":"2020-09-02T14:48:16.764074+0000","last_clean":"2020-09-02T14:48:16.764074+0000","last_became_active":"2020-09-02T14:45:17.756096+0000","last_became_peered":"2020-09-02T14:45:17.756096+0000","last_unstale":"2020-09-02T14:48:16.764074+0000","last_undegraded":"2020-09-02T14:48:16.764074+0000","last_fullsized":"2020-09-02T14:48:16.764074+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:16.747672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:16.747672+0000","last_clean_scrub_stamp":"2020-09-02T14:45:16.747672+0000","log_size":5862,"ondisk_log_size":5862,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":84496042,"num_objects":44,"num_object_clones":0,"num_object_copies":88,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":36,"num_whiteouts":8,"num_read":1980,"num_read_kb":988,"num_write":5149,"num_write_kb":1188093,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3828,"num_flush":929,"num_flush_kb":2722444,"num_evict":840,"num_evict_kb":2453769,"num_promote":1030,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'7057","reported_seq":"9335","reported_epoch":"33","state":"active+clean","last_fresh":"2020-09-02T14:48:23.784172+0000","last_change":"2020-09-02T14:45:15.748638+0000","last_active":"2020-09-02T14:48:23.784172+0000","last_peered":"2020-09-02T14:48:23.784172+0000","last_clean":"2020-09-02T14:48:23.784172+0000","last_became_active":"2020-09-02T14:45:15.748227+0000","last_became_peered":"2020-09-02T14:45:15.748227+0000","last_unstale":"2020-09-02T14:48:23.784172+0000","last_undegraded":"2020-09-02T14:48:23.784172+0000","last_fullsized":"2020-09-02T14:48:23.784172+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:14.737383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:14.737383+0000","last_clean_scrub_stamp":"2020-09-02T14:45:14.737383+0000","log_size":7057,"ondisk_log_size":7057,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7647962715,"num_objects":2560,"num_object_clones":0,"num_object_copies":5120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2560,"num_whiteouts":0,"num_read":4226,"num_read_kb":826890,"num_write":8795,"num_write_kb":4906324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:47:52.983945+0000","last_change":"2020-09-02T14:45:08.300349+0000","last_active":"2020-09-02T14:47:52.983945+0000","last_peered":"2020-09-02T14:47:52.983945+0000","last_clean":"2020-09-02T14:47:52.983945+0000","last_became_active":"2020-09-02T14:45:08.299878+0000","last_became_peered":"2020-09-02T14:45:08.299878+0000","last_unstale":"2020-09-02T14:47:52.983945+0000","last_undegraded":"2020-09-02T14:47:52.983945+0000","last_fullsized":"2020-09-02T14:47:52.983945+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_clean_scrub_stamp":"2020-09-02T14:45:06.716189+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5366","reported_seq":"7648","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:48:16.877301+0000","last_change":"2020-09-02T14:45:17.848227+0000","last_active":"2020-09-02T14:48:16.877301+0000","last_peered":"2020-09-02T14:48:16.877301+0000","last_clean":"2020-09-02T14:48:16.877301+0000","last_became_active":"2020-09-02T14:45:17.847832+0000","last_became_peered":"2020-09-02T14:45:17.847832+0000","last_unstale":"2020-09-02T14:48:16.877301+0000","last_undegraded":"2020-09-02T14:48:16.877301+0000","last_fullsized":"2020-09-02T14:48:16.877301+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:16.747672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:16.747672+0000","last_clean_scrub_stamp":"2020-09-02T14:45:16.747672+0000","log_size":5366,"ondisk_log_size":5366,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":79357381,"num_objects":42,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":34,"num_whiteouts":8,"num_read":1940,"num_read_kb":10165,"num_write":4769,"num_write_kb":1147280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3941,"num_flush":868,"num_flush_kb":2526785,"num_evict":695,"num_evict_kb":2006638,"num_promote":935,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6568","reported_seq":"8719","reported_epoch":"33","state":"active+clean","last_fresh":"2020-09-02T14:48:23.596670+0000","last_change":"2020-09-02T14:45:15.748756+0000","last_active":"2020-09-02T14:48:23.596670+0000","last_peered":"2020-09-02T14:48:23.596670+0000","last_clean":"2020-09-02T14:48:23.596670+0000","last_became_active":"2020-09-02T14:45:15.748401+0000","last_became_peered":"2020-09-02T14:45:15.748401+0000","last_unstale":"2020-09-02T14:48:23.596670+0000","last_undegraded":"2020-09-02T14:48:23.596670+0000","last_fullsized":"2020-09-02T14:48:23.596670+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:14.737383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:14.737383+0000","last_clean_scrub_stamp":"2020-09-02T14:45:14.737383+0000","log_size":6568,"ondisk_log_size":6568,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7325276503,"num_objects":2445,"num_object_clones":0,"num_object_copies":4890,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2445,"num_whiteouts":0,"num_read":3696,"num_read_kb":343031,"num_write":8115,"num_write_kb":4891331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:47:52.984100+0000","last_change":"2020-09-02T14:45:08.300196+0000","last_active":"2020-09-02T14:47:52.984100+0000","last_peered":"2020-09-02T14:47:52.984100+0000","last_clean":"2020-09-02T14:47:52.984100+0000","last_became_active":"2020-09-02T14:45:08.299765+0000","last_became_peered":"2020-09-02T14:45:08.299765+0000","last_unstale":"2020-09-02T14:47:52.984100+0000","last_undegraded":"2020-09-02T14:47:52.984100+0000","last_fullsized":"2020-09-02T14:47:52.984100+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_clean_scrub_stamp":"2020-09-02T14:45:06.716189+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"32'5463","reported_seq":"7671","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:48:16.761146+0000","last_change":"2020-09-02T14:45:17.848495+0000","last_active":"2020-09-02T14:48:16.761146+0000","last_peered":"2020-09-02T14:48:16.761146+0000","last_clean":"2020-09-02T14:48:16.761146+0000","last_became_active":"2020-09-02T14:45:17.848141+0000","last_became_peered":"2020-09-02T14:45:17.848141+0000","last_unstale":"2020-09-02T14:48:16.761146+0000","last_undegraded":"2020-09-02T14:48:16.761146+0000","last_fullsized":"2020-09-02T14:48:16.761146+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:16.747672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:16.747672+0000","last_clean_scrub_stamp":"2020-09-02T14:45:16.747672+0000","log_size":5463,"ondisk_log_size":5463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90286421,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":9,"num_read":1898,"num_read_kb":910,"num_write":4898,"num_write_kb":1166106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3910,"num_flush":880,"num_flush_kb":2573784,"num_evict":754,"num_evict_kb":2202570,"num_promote":942,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6400","reported_seq":"8619","reported_epoch":"33","state":"active+clean","last_fresh":"2020-09-02T14:48:23.784895+0000","last_change":"2020-09-02T14:45:15.748637+0000","last_active":"2020-09-02T14:48:23.784895+0000","last_peered":"2020-09-02T14:48:23.784895+0000","last_clean":"2020-09-02T14:48:23.784895+0000","last_became_active":"2020-09-02T14:45:15.748148+0000","last_became_peered":"2020-09-02T14:45:15.748148+0000","last_unstale":"2020-09-02T14:48:23.784895+0000","last_undegraded":"2020-09-02T14:48:23.784895+0000","last_fullsized":"2020-09-02T14:48:23.784895+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:14.737383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:14.737383+0000","last_clean_scrub_stamp":"2020-09-02T14:45:14.737383+0000","log_size":6400,"ondisk_log_size":6400,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7149158089,"num_objects":2396,"num_object_clones":0,"num_object_copies":4792,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2396,"num_whiteouts":0,"num_read":3873,"num_read_kb":656703,"num_write":7908,"num_write_kb":4805454,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:47:52.982917+0000","last_change":"2020-09-02T14:45:08.300529+0000","last_active":"2020-09-02T14:47:52.982917+0000","last_peered":"2020-09-02T14:47:52.982917+0000","last_clean":"2020-09-02T14:47:52.982917+0000","last_became_active":"2020-09-02T14:45:08.299752+0000","last_became_peered":"2020-09-02T14:45:08.299752+0000","last_unstale":"2020-09-02T14:47:52.982917+0000","last_undegraded":"2020-09-02T14:47:52.982917+0000","last_fullsized":"2020-09-02T14:47:52.982917+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_clean_scrub_stamp":"2020-09-02T14:45:06.716189+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5731","reported_seq":"7975","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:48:16.874633+0000","last_change":"2020-09-02T14:45:17.756321+0000","last_active":"2020-09-02T14:48:16.874633+0000","last_peered":"2020-09-02T14:48:16.874633+0000","last_clean":"2020-09-02T14:48:16.874633+0000","last_became_active":"2020-09-02T14:45:17.755907+0000","last_became_peered":"2020-09-02T14:45:17.755907+0000","last_unstale":"2020-09-02T14:48:16.874633+0000","last_undegraded":"2020-09-02T14:48:16.874633+0000","last_fullsized":"2020-09-02T14:48:16.874633+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:16.747672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:16.747672+0000","last_clean_scrub_stamp":"2020-09-02T14:45:16.747672+0000","log_size":5731,"ondisk_log_size":5731,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":75859304,"num_objects":42,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":12,"num_read":1939,"num_read_kb":967,"num_write":5022,"num_write_kb":1164719,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2776,"num_flush":917,"num_flush_kb":2673188,"num_evict":817,"num_evict_kb":2377206,"num_promote":1010,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'7051","reported_seq":"9330","reported_epoch":"33","state":"active+clean","last_fresh":"2020-09-02T14:48:23.786078+0000","last_change":"2020-09-02T14:45:15.748545+0000","last_active":"2020-09-02T14:48:23.786078+0000","last_peered":"2020-09-02T14:48:23.786078+0000","last_clean":"2020-09-02T14:48:23.786078+0000","last_became_active":"2020-09-02T14:45:15.748210+0000","last_became_peered":"2020-09-02T14:45:15.748210+0000","last_unstale":"2020-09-02T14:48:23.786078+0000","last_undegraded":"2020-09-02T14:48:23.786078+0000","last_fullsized":"2020-09-02T14:48:23.786078+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:14.737383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:14.737383+0000","last_clean_scrub_stamp":"2020-09-02T14:45:14.737383+0000","log_size":7051,"ondisk_log_size":7051,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7676803121,"num_objects":2558,"num_object_clones":0,"num_object_copies":5116,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2558,"num_whiteouts":0,"num_read":4167,"num_read_kb":744575,"num_write":8772,"num_write_kb":4931530,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:47:52.988383+0000","last_change":"2020-09-02T14:45:07.724635+0000","last_active":"2020-09-02T14:47:52.988383+0000","last_peered":"2020-09-02T14:47:52.988383+0000","last_clean":"2020-09-02T14:47:52.988383+0000","last_became_active":"2020-09-02T14:45:07.724377+0000","last_became_peered":"2020-09-02T14:45:07.724377+0000","last_unstale":"2020-09-02T14:47:52.988383+0000","last_undegraded":"2020-09-02T14:47:52.988383+0000","last_fullsized":"2020-09-02T14:47:52.988383+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_clean_scrub_stamp":"2020-09-02T14:45:06.716189+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:47:52.988487+0000","last_change":"2020-09-02T14:45:07.724144+0000","last_active":"2020-09-02T14:47:52.988487+0000","last_peered":"2020-09-02T14:47:52.988487+0000","last_clean":"2020-09-02T14:47:52.988487+0000","last_became_active":"2020-09-02T14:45:07.723704+0000","last_became_peered":"2020-09-02T14:45:07.723704+0000","last_unstale":"2020-09-02T14:47:52.988487+0000","last_undegraded":"2020-09-02T14:47:52.988487+0000","last_fullsized":"2020-09-02T14:47:52.988487+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_clean_scrub_stamp":"2020-09-02T14:45:06.716189+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-09-02T14:47:52.982931+0000","last_change":"2020-09-02T14:45:07.725712+0000","last_active":"2020-09-02T14:47:52.982931+0000","last_peered":"2020-09-02T14:47:52.982931+0000","last_clean":"2020-09-02T14:47:52.982931+0000","last_became_active":"2020-09-02T14:45:07.725414+0000","last_became_peered":"2020-09-02T14:45:07.725414+0000","last_unstale":"2020-09-02T14:47:52.982931+0000","last_undegraded":"2020-09-02T14:47:52.982931+0000","last_fullsized":"2020-09-02T14:47:52.982931+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-09-02T14:45:06.716189+0000","last_clean_scrub_stamp":"2020-09-02T14:45:06.716189+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":329999148,"num_objects":174,"num_object_clones":0,"num_object_copies":348,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":145,"num_whiteouts":37,"num_read":7757,"num_read_kb":13030,"num_write":19838,"num_write_kb":4666198,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":29,"num_bytes_hit_set_archive":14455,"num_flush":3594,"num_flush_kb":10496201,"num_evict":3106,"num_evict_kb":9040183,"num_promote":3917,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22422,"ondisk_log_size":22422,"up":8,"acting":8,"num_store_stats":0},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":0},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29799200428,"num_objects":9959,"num_object_clones":0,"num_object_copies":19918,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9959,"num_whiteouts":0,"num_read":15962,"num_read_kb":2571199,"num_write":33590,"num_write_kb":19534639,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":27076,"ondisk_log_size":27076,"up":8,"acting":8,"num_store_stats":0}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640301,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10538568,"kb_used_data":83189408,"kb_used_omap":12780,"kb_used_meta":0,"kb_avail":83160812,"statfs":{"total":95948165120,"available":85156671488,"internally_reserved":29282304,"allocated":85185953792,"data_stored":85185953792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13087502,"internal_metadata":0},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.66400000000000003,"15min":0.67200000000000004},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.1000000000000001,"5min":1.1759999999999999,"15min":1.1759999999999999},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.629,"5min":0.66200000000000003,"15min":0.66500000000000004},"min":{"1min":0.45600000000000002,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.88800000000000001,"5min":1.159,"15min":1.159},"last":0.623}]},{"osd":1,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.68000000000000005,"15min":0.66800000000000004},"min":{"1min":0.50900000000000001,"5min":0.441,"15min":0.441},"max":{"1min":0.95899999999999996,"5min":1.0800000000000001,"15min":1.0800000000000001},"last":0.79400000000000004},{"interface":"front","average":{"1min":1,"5min":0.78000000000000003,"15min":0.752},"min":{"1min":0.52200000000000002,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":3.5699999999999998,"5min":3.5699999999999998,"15min":3.5699999999999998},"last":1.0229999999999999}]},{"osd":2,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.77500000000000002,"5min":0.74299999999999999,"15min":0.73499999999999999},"min":{"1min":0.48899999999999999,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.111,"5min":1.282,"15min":1.282},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.87,"5min":0.83399999999999996,"15min":0.82999999999999996},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.3680000000000001,"5min":1.3899999999999999,"15min":1.3899999999999999},"last":0.93500000000000005}]},{"osd":3,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.67600000000000005,"15min":0.67200000000000004},"min":{"1min":0.49399999999999999,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.181,"5min":1.181,"15min":1.181},"last":0.81999999999999995},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.77600000000000002,"15min":0.79200000000000004},"min":{"1min":0.46600000000000003,"5min":0.441,"15min":0.441},"max":{"1min":1.2310000000000001,"5min":1.2310000000000001,"15min":1.2310000000000001},"last":0.83799999999999997}]},{"osd":4,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.73199999999999998,"15min":0.73799999999999999},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.1639999999999999,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":0.90800000000000003},{"interface":"front","average":{"1min":0.89000000000000001,"5min":0.82699999999999996,"15min":0.82099999999999995},"min":{"1min":0.60199999999999998,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.5169999999999999,"5min":1.5169999999999999,"15min":1.5169999999999999},"last":0.96299999999999997}]}]},{"osd":4,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":971636,"kb_used_data":92727744,"kb_used_omap":11783,"kb_used_meta":0,"kb_avail":92727744,"statfs":{"total":95948165120,"available":94953209856,"internally_reserved":0,"allocated":94953209856,"data_stored":94953209856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12066180,"internal_metadata":0},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.84999999999999998,"5min":0.72399999999999998,"15min":0.72599999999999998},"min":{"1min":0.41899999999999998,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":3.3090000000000002,"5min":3.3090000000000002,"15min":3.3090000000000002},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.70999999999999996,"15min":0.69399999999999995},"min":{"1min":0.45400000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":3.6280000000000001,"5min":3.6280000000000001,"15min":3.6280000000000001},"last":0.70399999999999996}]},{"osd":1,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":1.1970000000000001,"5min":0.86299999999999999,"15min":0.82499999999999996},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":3.839,"5min":3.839,"15min":3.839},"last":0.97699999999999998},{"interface":"front","average":{"1min":1.0940000000000001,"5min":0.78400000000000003,"15min":0.72799999999999998},"min":{"1min":0.57599999999999996,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":3.867,"5min":3.867,"15min":3.867},"last":0.84999999999999998}]},{"osd":2,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.73199999999999998,"15min":0.72599999999999998},"min":{"1min":0.51300000000000001,"5min":0.5,"15min":0.5},"max":{"1min":0.97899999999999998,"5min":1.2709999999999999,"15min":1.2709999999999999},"last":1.0369999999999999},{"interface":"front","average":{"1min":0.82299999999999995,"5min":0.872,"15min":0.88500000000000001},"min":{"1min":0.55100000000000005,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.484,"5min":1.702,"15min":1.702},"last":0.91900000000000004}]},{"osd":3,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.69099999999999995,"15min":0.69299999999999995},"min":{"1min":0.49299999999999999,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.258,"5min":1.3919999999999999,"15min":1.3919999999999999},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.80200000000000005,"15min":0.80000000000000004},"min":{"1min":0.53200000000000003,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.736,"5min":1.736,"15min":1.736},"last":1.056}]},{"osd":5,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.93600000000000005,"5min":0.80300000000000005,"15min":0.79300000000000004},"min":{"1min":0.54200000000000004,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":4.0789999999999997,"5min":4.0789999999999997,"15min":4.0789999999999997},"last":0.81799999999999995},{"interface":"front","average":{"1min":0.874,"5min":0.83099999999999996,"15min":0.82499999999999996},"min":{"1min":0.55800000000000005,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.4139999999999999,"5min":1.8109999999999999,"15min":1.8109999999999999},"last":0.94799999999999995}]}]},{"osd":3,"up_from":11,"seq":47244640300,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":5671332,"kb_used_data":88034476,"kb_used_omap":3769,"kb_used_meta":0,"kb_avail":88028048,"statfs":{"total":95948165120,"available":90140721152,"internally_reserved":6582272,"allocated":90147303424,"data_stored":90147303424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3859574,"internal_metadata":0},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep  2 14:48:04 2020","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.65900000000000003,"15min":0.69599999999999995},"min":{"1min":0.44700000000000001,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.80000000000000004}]},{"osd":1,"last update":"Wed Sep  2 14:48:04 2020","interfaces":[{"interface":"back","average":{"1min":0.84999999999999998,"5min":0.81799999999999995,"15min":0.84899999999999998},"min":{"1min":0.501,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":2.2290000000000001,"5min":2.2290000000000001,"15min":2.2290000000000001},"last":0.83099999999999996},{"interface":"front","average":{"1min":0.878,"5min":0.89100000000000001,"15min":0.92100000000000004},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":2.379,"5min":2.379,"15min":2.379},"last":0.69299999999999995}]},{"osd":2,"last update":"Wed Sep  2 14:48:04 2020","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.745,"15min":0.73199999999999998},"min":{"1min":0.54700000000000004,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.851,"5min":1.851,"15min":1.851},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.94899999999999995,"5min":0.77800000000000002,"15min":0.754},"min":{"1min":0.52900000000000003,"5min":0.496,"15min":0.496},"max":{"1min":2.3359999999999999,"5min":2.3359999999999999,"15min":2.3359999999999999},"last":0.66600000000000004}]},{"osd":4,"last update":"Wed Sep  2 14:48:04 2020","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.65300000000000002,"15min":0.65800000000000003},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.92700000000000005,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.89200000000000002},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.74299999999999999,"15min":0.71899999999999997},"min":{"1min":0.502,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.8360000000000001,"5min":1.8360000000000001,"15min":1.8360000000000001},"last":0.74199999999999999}]},{"osd":5,"last update":"Wed Sep  2 14:48:04 2020","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.745,"15min":0.73899999999999999},"min":{"1min":0.54200000000000004,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.0189999999999999,"5min":1.224,"15min":1.224},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.82499999999999996,"15min":0.82599999999999996},"min":{"1min":0.55100000000000005,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.6950000000000001,"5min":1.7669999999999999,"15min":1.7669999999999999},"last":1.2170000000000001}]}]},{"osd":2,"up_from":11,"seq":47244640299,"num_pgs":5,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10391608,"kb_used_data":83307772,"kb_used_omap":12565,"kb_used_meta":0,"kb_avail":83307772,"statfs":{"total":95948165120,"available":85307158528,"internally_reserved":0,"allocated":85307158528,"data_stored":85307158528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12866564,"internal_metadata":0},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.497,"15min":0.503},"min":{"1min":0.35699999999999998,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.51000000000000001,"15min":0.50700000000000001},"min":{"1min":0.35199999999999998,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.41399999999999998}]},{"osd":1,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.627,"15min":0.63500000000000001},"min":{"1min":0.41599999999999998,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.085,"5min":1.085,"15min":1.085},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.65600000000000003,"15min":0.68000000000000005},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.495}]},{"osd":3,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.754,"15min":0.78700000000000003},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.79600000000000004},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.74199999999999999,"15min":0.746},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":0.99199999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.69499999999999995}]},{"osd":4,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.76500000000000001,"15min":0.76600000000000001},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.02,"5min":1.839,"15min":1.839},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.77500000000000002,"5min":0.81499999999999995,"15min":0.82999999999999996},"min":{"1min":0.56699999999999995,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.1779999999999999,"5min":1.1839999999999999,"15min":1.1839999999999999},"last":0.92400000000000004}]},{"osd":5,"last update":"Wed Sep  2 14:48:05 2020","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.84199999999999997,"15min":0.84899999999999998},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.127,"5min":1.2150000000000001,"15min":1.2150000000000001},"last":0.82499999999999996},{"interface":"front","average":{"1min":0.83399999999999996,"5min":0.85499999999999998,"15min":0.84299999999999997},"min":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.117,"5min":1.956,"15min":1.956},"last":0.76700000000000002}]}]},{"osd":0,"up_from":11,"seq":47244640300,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":971764,"kb_used_data":92727616,"kb_used_omap":11793,"kb_used_meta":0,"kb_avail":92727616,"statfs":{"total":95948165120,"available":94953078784,"internally_reserved":0,"allocated":94953078784,"data_stored":94953078784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12076178,"internal_metadata":0},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Sep  2 14:48:06 2020","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.58499999999999996,"15min":0.58899999999999997},"min":{"1min":0.33500000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":2.177,"5min":2.177,"15min":2.177},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.57399999999999995,"15min":0.59499999999999997},"min":{"1min":0.36399999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.1850000000000001,"5min":1.9770000000000001,"15min":1.9770000000000001},"last":0.51500000000000001}]},{"osd":2,"last update":"Wed Sep  2 14:48:06 2020","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.64200000000000002,"15min":0.61599999999999999},"min":{"1min":0.45700000000000002,"5min":0.376,"15min":0.376},"max":{"1min":2.3879999999999999,"5min":2.3879999999999999,"15min":2.3879999999999999},"last":0.433},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.59799999999999998,"15min":0.59399999999999997},"min":{"1min":0.41399999999999998,"5min":0.372,"15min":0.372},"max":{"1min":1.9159999999999999,"5min":1.9159999999999999,"15min":1.9159999999999999},"last":0.46899999999999997}]},{"osd":3,"last update":"Wed Sep  2 14:48:06 2020","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.68400000000000005,"15min":0.68899999999999995},"min":{"1min":0.46500000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.8680000000000001,"5min":1.8680000000000001,"15min":1.8680000000000001},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.96199999999999997,"5min":0.82399999999999995,"15min":0.80900000000000005},"min":{"1min":0.59199999999999997,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":2.0979999999999999,"5min":2.0979999999999999,"15min":2.0979999999999999},"last":0.63700000000000001}]},{"osd":4,"last update":"Wed Sep  2 14:48:06 2020","interfaces":[{"interface":"back","average":{"1min":0.97299999999999998,"5min":0.875,"15min":0.86499999999999999},"min":{"1min":0.64700000000000002,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":2.0259999999999998,"5min":2.1339999999999999,"15min":2.1339999999999999},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.876,"5min":0.82199999999999995,"15min":0.82799999999999996},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":2.1160000000000001,"5min":2.1160000000000001,"15min":2.1160000000000001},"last":1.3600000000000001}]},{"osd":5,"last update":"Wed Sep  2 14:48:06 2020","interfaces":[{"interface":"back","average":{"1min":0.96399999999999997,"5min":0.83999999999999997,"15min":0.82799999999999996},"min":{"1min":0.57999999999999996,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":3.1880000000000002,"5min":3.1880000000000002,"15min":3.1880000000000002},"last":1.2549999999999999},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.86399999999999999,"15min":0.86499999999999999},"min":{"1min":0.59199999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":2,"5min":2,"15min":2},"last":0.82399999999999995}]}]},{"osd":1,"up_from":11,"seq":47244640299,"num_pgs":7,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":15367320,"kb_used_data":78332060,"kb_used_omap":22061,"kb_used_meta":0,"kb_avail":78332060,"statfs":{"total":95948165120,"available":80212029440,"internally_reserved":0,"allocated":80212029440,"data_stored":80212029440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22590862,"internal_metadata":0},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Sep  2 14:48:07 2020","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.56000000000000005,"15min":0.58899999999999997},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.82999999999999996,"5min":1.234,"15min":1.234},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.61399999999999999,"15min":0.59699999999999998},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":5.1539999999999999,"5min":5.1539999999999999,"15min":5.1539999999999999},"last":0.71299999999999997}]},{"osd":2,"last update":"Wed Sep  2 14:48:07 2020","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.63800000000000001,"15min":0.64800000000000002},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":3.7989999999999999,"5min":3.7989999999999999,"15min":3.7989999999999999},"last":0.86899999999999999},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.82199999999999995,"15min":0.90400000000000003},"min":{"1min":0.44500000000000001,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":2.1760000000000002,"5min":4.5670000000000002,"15min":4.5670000000000002},"last":0.63800000000000001}]},{"osd":3,"last update":"Wed Sep  2 14:48:07 2020","interfaces":[{"interface":"back","average":{"1min":0.88100000000000001,"5min":0.83499999999999996,"15min":0.86299999999999999},"min":{"1min":0.49399999999999999,"5min":0.44,"15min":0.44},"max":{"1min":2.4369999999999998,"5min":2.4369999999999998,"15min":2.4369999999999998},"last":0.75},{"interface":"front","average":{"1min":1.0169999999999999,"5min":0.91200000000000003,"15min":0.92400000000000004},"min":{"1min":0.56200000000000006,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":3.9239999999999999,"5min":3.9239999999999999,"15min":3.9239999999999999},"last":1.083}]},{"osd":4,"last update":"Wed Sep  2 14:48:07 2020","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.85299999999999998,"15min":0.877},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.89000000000000001},{"interface":"front","average":{"1min":1.167,"5min":0.91800000000000004,"15min":0.89900000000000002},"min":{"1min":0.60199999999999998,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":4.0330000000000004,"5min":4.0330000000000004,"15min":4.0330000000000004},"last":0.99199999999999999}]},{"osd":5,"last update":"Wed Sep  2 14:48:07 2020","interfaces":[{"interface":"back","average":{"1min":0.89900000000000002,"5min":0.85999999999999999,"15min":0.86799999999999999},"min":{"1min":0.65500000000000003,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.4610000000000001,"5min":1.4610000000000001,"15min":1.4610000000000001},"last":1.0149999999999999},{"interface":"front","average":{"1min":1.03,"5min":0.93700000000000006,"15min":0.95899999999999996},"min":{"1min":0.58799999999999997,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":2.3610000000000002,"5min":2.3610000000000002,"15min":2.3610000000000002},"last":0.85099999999999998}]}]}]}}

2020-09-03T08:54:11.209 WARNING:scrape:Ignoring malparsed backtrace: 2020-09-02T14:49:52.577 INFO:teuthology.misc:Shutting down mon daemons...
, 2020-09-02T14:49:52.579 DEBUG:tasks.ceph.mon.a:waiting for process to exit
, 2020-09-02T14:49:52.580 INFO:teuthology.orchestra.run:waiting for 300

2020-09-03T08:54:11.210 WARNING:scrape:Ignoring malparsed backtrace: 2020-09-02T14:50:44.833 INFO:teuthology.orchestra.run.smithi200:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log
, 2020-09-02T14:50:44.885 INFO:teuthology.orchestra.run.smithi084:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|scontext=system_u:system_r:logrotate_t:s0\)'
, 2020-09-02T14:50:44.917 DEBUG:teuthology.orchestra.run:got remote process result: 1

2020-09-03T08:54:11.211 WARNING:scrape:Ignoring malparsed backtrace: 2020-09-02T14:51:06.148 INFO:teuthology.task.internal:Not uploading archives.
, 2020-09-02T14:51:06.149 DEBUG:teuthology.run_tasks:Unwinding manager internal.base
, 2020-09-02T14:51:06.176 INFO:teuthology.task.internal:Tidying up after the test...

2020-09-03T08:54:20.781 INFO:scrape:Found 3 distinct failure reasons
2020-09-03T08:54:20.783 INFO:scrape:Failure: reached maximum tries (180) after waiting for 180 seconds
2020-09-03T08:54:20.783 INFO:scrape:6 jobs: ['5392101', '5392615', '5392681', '5392800', '5392740', '5392175']
2020-09-03T08:54:20.784 INFO:scrape:suites intersection: ['ceph', 'clusters/{openstack', 'distro$/{centos_7.6}', 'rados', 'thrashosds-health', 'three-plus-one}']
2020-09-03T08:54:20.784 INFO:scrape:suites union: ['1-install/hammer', '1-install/nautilus', '1-install/nautilus-v1only', '1-install/nautilus-v2only', 'backoff/normal', 'backoff/peering', 'backoff/peering_and_degraded', 'ceph', 'clusters/{openstack', 'd-balancer/crush-compat', 'd-balancer/off', 'distro$/{centos_7.6}', 'msgr-failures/fastclose', 'msgr-failures/few', 'msgr-failures/osd-delay', 'rados', 'rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size', 'rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size', 'thrashers/careful', 'thrashers/default', 'thrashers/mapgap', 'thrashers/morepggrow', 'thrashers/none', 'thrashers/pggrow', 'thrashosds-health', 'three-plus-one}', 'workloads/cache-snaps}', 'workloads/radosbench}', 'workloads/snaps-few-objects}', 'workloads/test_rbd_api}']
2020-09-03T08:54:20.785 INFO:scrape:
2020-09-03T08:54:20.785 INFO:scrape:Failure: Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 400000 --objects 10000 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 600 --op read 100 --op write 50 --op delete 50 --op copy_from 50 --op write_excl 50 --pool base'
2020-09-03T08:54:20.786 INFO:scrape:1 jobs: ['5392179']
2020-09-03T08:54:20.786 INFO:scrape:suites: ['msgr-failures/few', 'msgr/async-v1only', 'objectstore/filestore-xfs', 'rados', 'rados/singleton/{all/thrash_cache_writeback_proxy_none', 'supported-random-distro$/{centos_latest}}']
2020-09-03T08:54:20.787 INFO:scrape:
2020-09-03T08:54:20.787 INFO:scrape:Failure: ect.org/pub/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\n', '_ansible_no_log': False}}Traceback (most recent call last):  File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure    log.error(yaml.safe_dump(failure))  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 306, in safe_dump    return dump_all([data], stream, Dumper=SafeDumper, **kwds)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all    dumper.represent(data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 27, in represent    node = self.represent_data(data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data    node = self.yaml_representers[data_types[0]](self, data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict    return self.represent_mapping('tag:yaml.org,2002:map', data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping    node_value = self.represent_data(item_value)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data    node = self.yaml_representers[data_types[0]](self, data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict    return self.represent_mapping('tag:yaml.org,2002:map', data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping    node_value = self.represent_data(item_value)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data    node = self.yaml_representers[data_types[0]](self, data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict    return self.represent_mapping('tag:yaml.org,2002:map', data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping    node_value = self.represent_data(item_value)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data    node = self.yaml_representers[data_types[0]](self, data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict    return self.represent_mapping('tag:yaml.org,2002:map', data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping    node_value = self.represent_data(item_value)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data    node = self.yaml_representers[data_types[0]](self, data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 199, in represent_list    return self.represent_sequence('tag:yaml.org,2002:seq', data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 92, in represent_sequence    node_item = self.represent_data(item)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 58, in represent_data    node = self.yaml_representers[None](self, data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined    raise RepresenterError("cannot represent an object", data)yaml.representer.RepresenterError: ('cannot represent an object', 'epel')Failure object was: {'smithi092.front.sepia.ceph.com': {'changed': False, 'results': [], 'rc': 1, 'invocation': {'module_args': {'lock_timeout': 30, 'update_cache': False, 'disable_excludes': None, 'exclude': [], 'allow_downgrade': False, 'disable_gpg_check': False, 'conf_file': None, 'use_backend': 'auto', 'state': 'latest', 'disablerepo': [], 'releasever': None, 'skip_broken': False, 'autoremove': False, 'download_dir': None, 'enable_plugin': [], 'installroot': '/', 'install_weak_deps': True, 'name': ['nagios-common', 'nrpe', 'nagios-plugins', 'nagios-plugins-load'], 'download_only': False, 'bugfix': False, 'list': None, 'install_repoquery': True, 'update_only': False, 'disable_plugin': [], 'enablerepo': ['epel'], 'security': False, 'validate_certs': True}}, 'msg': 'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nTo address this issue please refer to the below wiki article \n\nhttps://wiki.centos.org/yum-errors\n\nIf above article doesn\'t help to resolve this issue please use https://bugs.centos.org/.\n\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/442cb1f6d0749575dea2e26359115d9db5c4542d567b046ff720092168b27c4a-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/442cb1f6d0749575dea2e26359115d9db5c4542d567b046ff720092168b27c4a-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://download-cc-rdu01.fedoraproject.org/pub/epel/7/x86_64/repodata/442cb1f6d0749575dea2e26359115d9db5c4542d567b046ff720092168b27c4a-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://download-ib01.fedoraproject.org/pub/epel/7/x86_64/repodata/442cb1f6d0749575dea2e26359115d9db5c4542d567b046ff720092168b27c4a-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/442cb1f6d0749575dea2e26359115d9db5c4542d567b046ff720092168b27c4a-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://download-cc-rdu01.fedoraproject.org/pub/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://download-ib01.fedoraproject.org/pub/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/442cb1f6d0749575dea2e26359115d9db5c4542d567b046ff720092168b27c4a-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://download-cc-rdu01.fedoraproject.org/pub/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://download-ib01.fedoraproject.org/pub/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://download-cc-rdu01.fedoraproject.org/pub/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://download-ib01.fedoraproject.org/pub/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\n\n\n One of the configured repositories failed (Extra Packages for Enterprise Linux),\n and yum doesn\'t have enough cached data to continue. At this point the only\n safe thing yum can do is fail. There are a few ways to work "fix" this:\n\n     1. Contact the upstream for the repository and get them to fix the problem.\n\n     2. Reconfigure the baseurl/etc. for the repository, to point to a working\n        upstream. This is most often useful if you are using a newer\n        distribution release than is supported by the repository (and the\n        packages for the previous distribution release still work).\n\n     3. Run the command with the repository temporarily disabled\n            yum --disablerepo=epel ...\n\n     4. Disable the repository permanently, so yum won\'t use it by default. Yum\n        will then just ignore the repository until you permanently enable it\n        again or use --enablerepo for temporary usage:\n\n            yum-config-manager --disable epel\n        or\n            subscription-manager repos --disable=epel\n\n     5. Configure the failing repository to be skipped, if it is unavailable.\n        Note that yum will try to contact the repo. when it runs most commands,\n        so will have to try and fail each time (and thus. yum will be be much\n        slower). If it is a very temporary problem though, this is often a nice\n        compromise:\n\n            yum-config-manager --save --setopt=epel.skip_if_unavailable=true\n\nfailure: repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2 from epel: [Errno 256] No more mirrors to try.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://download-cc-rdu01.fedoraproject.org/pub/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://download-ib01.fedoraproject.org/pub/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\n', '_ansible_no_log': False}}Traceback (most recent call last):  File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure    log.error(yaml.safe_dump(failure))  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 306, in safe_dump    return dump_all([data], stream, Dumper=SafeDumper, **kwds)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all    dumper.represent(data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 27, in represent    node = self.represent_data(data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data    node = self.yaml_representers[data_types[0]](self, data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict    return self.represent_mapping('tag:yaml.org,2002:map', data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping    node_value = self.represent_data(item_value)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data    node = self.yaml_representers[data_types[0]](self, data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict    return self.represent_mapping('tag:yaml.org,2002:map', data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping    node_value = self.represent_data(item_value)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data    node = self.yaml_representers[data_types[0]](self, data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict    return self.represent_mapping('tag:yaml.org,2002:map', data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping    node_value = self.represent_data(item_value)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data    node = self.yaml_representers[data_types[0]](self, data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict    return self.represent_mapping('tag:yaml.org,2002:map', data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping    node_value = self.represent_data(item_value)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data    node = self.yaml_representers[data_types[0]](self, data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 199, in represent_list    return self.represent_sequence('tag:yaml.org,2002:seq', data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 92, in represent_sequence    node_item = self.represent_data(item)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 58, in represent_data    node = self.yaml_representers[None](self, data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined    raise RepresenterError("cannot represent an object", data)yaml.representer.RepresenterError: ('cannot represent an object', 'epel')Failure object was: {'smithi019.front.sepia.ceph.com': {'changed': False, 'results': [], 'rc': 1, 'invocation': {'module_args': {'lock_timeout': 30, 'update_cache': False, 'disable_excludes': None, 'exclude': [], 'allow_downgrade': False, 'disable_gpg_check': False, 'conf_file': None, 'use_backend': 'auto', 'state': 'latest', 'disablerepo': [], 'releasever': None, 'skip_broken': False, 'autoremove': False, 'download_dir': None, 'enable_plugin': [], 'installroot': '/', 'install_weak_deps': True, 'name': ['nagios-common', 'nrpe', 'nagios-plugins', 'nagios-plugins-load'], 'download_only': False, 'bugfix': False, 'list': None, 'install_repoquery': True, 'update_only': False, 'disable_plugin': [], 'enablerepo': ['epel'], 'security': False, 'validate_certs': True}}, 'msg': 'http://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/442cb1f6d0749575dea2e26359115d9db5c4542d567b046ff720092168b27c4a-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nTo address this issue please refer to the below wiki article \n\nhttps://wiki.centos.org/yum-errors\n\nIf above article doesn\'t help to resolve this issue please use https://bugs.centos.org/.\n\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/442cb1f6d0749575dea2e26359115d9db5c4542d567b046ff720092168b27c4a-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://download-cc-rdu01.fedoraproject.org/pub/epel/7/x86_64/repodata/442cb1f6d0749575dea2e26359115d9db5c4542d567b046ff720092168b27c4a-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://download-ib01.fedoraproject.org/pub/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/442cb1f6d0749575dea2e26359115d9db5c4542d567b046ff720092168b27c4a-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://download-cc-rdu01.fedoraproject.org/pub/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/442cb1f6d0749575dea2e26359115d9db5c4542d567b046ff720092168b27c4a-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://download-ib01.fedoraproject.org/pub/epel/7/x86_64/repodata/442cb1f6d0749575dea2e26359115d9db5c4542d567b046ff720092168b27c4a-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://download-cc-rdu01.fedoraproject.org/pub/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://download-ib01.fedoraproject.org/pub/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://download-ib01.fedoraproject.org/pub/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://download-cc-rdu01.fedoraproject.org/pub/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\n\n\n One of the configured repositories failed (Extra Packages for Enterprise Linux),\n and yum doesn\'t have enough cached data to continue. At this point the only\n safe thing yum can do is fail. There are a few ways to work "fix" this:\n\n     1. Contact the upstream for the repository and get them to fix the problem.\n\n     2. Reconfigure the baseurl/etc. for the repository, to point to a working\n        upstream. This is most often useful if you are using a newer\n        distribution release than is supported by the repository (and the\n        packages for the previous distribution release still work).\n\n     3. Run the command with the repository temporarily disabled\n            yum --disablerepo=epel ...\n\n     4. Disable the repository permanently, so yum won\'t use it by default. Yum\n        will then just ignore the repository until you permanently enable it\n        again or use --enablerepo for temporary usage:\n\n            yum-config-manager --disable epel\n        or\n            subscription-manager repos --disable=epel\n\n     5. Configure the failing repository to be skipped, if it is unavailable.\n        Note that yum will try to contact the repo. when it runs most commands,\n        so will have to try and fail each time (and thus. yum will be be much\n        slower). If it is a very temporary problem though, this is often a nice\n        compromise:\n\n            yum-config-manager --save --setopt=epel.skip_if_unavailable=true\n\nfailure: repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2 from epel: [Errno 256] No more mirrors to try.\nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://download-ib01.fedoraproject.org/pub/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://download-cc-rdu01.fedoraproject.org/pub/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\n', '_ansible_no_log': False}}Traceback (most recent call last):  File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure    log.error(yaml.safe_dump(failure))  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 306, in safe_dump    return dump_all([data], stream, Dumper=SafeDumper, **kwds)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all    dumper.represent(data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 27, in represent    node = self.represent_data(data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data    node = self.yaml_representers[data_types[0]](self, data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict    return self.represent_mapping('tag:yaml.org,2002:map', data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping    node_value = self.represent_data(item_value)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data    node = self.yaml_representers[data_types[0]](self, data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict    return self.represent_mapping('tag:yaml.org,2002:map', data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping    node_value = self.represent_data(item_value)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data    node = self.yaml_representers[data_types[0]](self, data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict    return self.represent_mapping('tag:yaml.org,2002:map', data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping    node_value = self.represent_data(item_value)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data    node = self.yaml_representers[data_types[0]](self, data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict    return self.represent_mapping('tag:yaml.org,2002:map', data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping    node_value = self.represent_data(item_value)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data    node = self.yaml_representers[data_types[0]](self, data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 199, in represent_list    return self.represent_sequence('tag:yaml.org,2002:seq', data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 92, in represent_sequence    node_item = self.represent_data(item)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 58, in represent_data    node = self.yaml_representers[None](self, data)  File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined    raise RepresenterError("cannot represent an object", data)yaml.representer.RepresenterError: ('cannot represent an object', 'epel')
2020-09-03T08:54:20.788 INFO:scrape:1 jobs: ['5392361']
2020-09-03T08:54:20.789 INFO:scrape:suites: ['1-install/luminous-v1only', 'backoff/peering', 'ceph', 'clusters/{openstack', 'd-balancer/off', 'distro$/{centos_7.6}', 'msgr-failures/few', 'rados', 'rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size', 'thrashers/default', 'thrashosds-health', 'three-plus-one}', 'workloads/test_rbd_api}']
2020-09-03T08:54:20.789 INFO:scrape:
2020-09-03T08:54:20.814 INFO:teuthology.results:Sending results to ceph-qa@ceph.io: Test Run: teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi
=================================================================
info:    http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/
logs:    http://qa-proxy.ceph.com/teuthology/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/
failed:  7
dead:    1
running: 0
waiting: 0
queued:  0
passed:  369


Fail
=================================================================
[5392101]  rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{centos_7.6} msgr-failures/fastclose rados thrashers/morepggrow thrashosds-health workloads/cache-snaps}
-----------------------------------------------------------------
time:   00:23:29
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392101/
log:    http://qa-proxy.ceph.com/teuthology/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392101/
sentry: https://sentry.ceph.com/sepia/teuthology/?query=13dc199c1e8140b88ea687f32ff3cd8a

    reached maximum tries (180) after waiting for 180 seconds

[5392175]  rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/hammer backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{centos_7.6} msgr-failures/few rados thrashers/none thrashosds-health workloads/radosbench}
-----------------------------------------------------------------
time:   00:22:40
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392175/
log:    http://qa-proxy.ceph.com/teuthology/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392175/
sentry: https://sentry.ceph.com/sepia/teuthology/?query=48d8567854c84a13bd8bc1f8fad7239f

    reached maximum tries (180) after waiting for 180 seconds

[5392179]  rados/singleton/{all/thrash_cache_writeback_proxy_none msgr-failures/few msgr/async-v1only objectstore/filestore-xfs rados supported-random-distro$/{centos_latest}}
-----------------------------------------------------------------
time:   00:11:09
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392179/
log:    http://qa-proxy.ceph.com/teuthology/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392179/

    Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage
    /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 400000
    --objects 10000 --max-in-flight 16 --size 4000000 --min-stride-size 400000
    --max-stride-size 800000 --max-seconds 600 --op read 100 --op write 50 --op
    delete 50 --op copy_from 50 --op write_excl 50 --pool base'

[5392615]  rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus-v1only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{centos_7.6} msgr-failures/osd-delay rados thrashers/pggrow thrashosds-health workloads/snaps-few-objects}
-----------------------------------------------------------------
time:   00:24:36
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392615/
log:    http://qa-proxy.ceph.com/teuthology/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392615/
sentry: https://sentry.ceph.com/sepia/teuthology/?query=b3c6e7e0be8045c2884a0d8fa9885d30

    reached maximum tries (180) after waiting for 180 seconds

[5392681]  rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus-v2only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{centos_7.6} msgr-failures/fastclose rados thrashers/careful thrashosds-health workloads/test_rbd_api}
-----------------------------------------------------------------
time:   00:23:25
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392681/
log:    http://qa-proxy.ceph.com/teuthology/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392681/
sentry: https://sentry.ceph.com/sepia/teuthology/?query=f98f97ef210a49b9b5eb8ab22d1c4eba

    reached maximum tries (180) after waiting for 180 seconds

[5392740]  rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{centos_7.6} msgr-failures/few rados thrashers/default thrashosds-health workloads/cache-snaps}
-----------------------------------------------------------------
time:   00:23:46
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392740/
log:    http://qa-proxy.ceph.com/teuthology/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392740/
sentry: https://sentry.ceph.com/sepia/teuthology/?query=85579e12b58948409e4e87deb3ecf1d0

    reached maximum tries (180) after waiting for 180 seconds

[5392800]  rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/hammer backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{centos_7.6} msgr-failures/osd-delay rados thrashers/mapgap thrashosds-health workloads/radosbench}
-----------------------------------------------------------------
time:   00:23:14
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392800/
log:    http://qa-proxy.ceph.com/teuthology/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392800/
sentry: https://sentry.ceph.com/sepia/teuthology/?query=4a7fb81990094c20aaa3d9cfed5b4089

    reached maximum tries (180) after waiting for 180 seconds



Dead
=================================================================
[5392361]  rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/luminous-v1only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{centos_7.6} msgr-failures/few rados thrashers/default thrashosds-health workloads/test_rbd_api}
-----------------------------------------------------------------
time:   00:02:40
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392361/
log:    http://qa-proxy.ceph.com/teuthology/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392361/
sentry: https://sentry.ceph.com/sepia/teuthology/?query=e08502d80baa4b638a9c659b2ec843da

    ect.org/pub/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c43
    2a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 -
    Not Found\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/93bcb9fea2d784f457b
    05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno
    14] HTTP Error 404 - Not Found\n', '_ansible_no_log': False}}Traceback
    (most recent call last):  File
    "/home/teuthworker/src/git.ceph.com_git_ceph-cm-
    ansible_master/callback_plugins/failure_log.py", line 44, in log_failure
    log.error(yaml.safe_dump(failure))  File "/home/teuthworker/src/git.ceph.co
    m_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/__init__.py", line 306, in safe_dump    return
    dump_all([data], stream, Dumper=SafeDumper, **kwds)  File "/home/teuthworke
    r/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/__init__.py", line 278, in dump_all    dumper.represent(data)
    File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/l
    ib/python3.6/site-packages/yaml/representer.py", line 27, in represent
    node = self.represent_data(data)  File "/home/teuthworker/src/git.ceph.com_
    git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 48, in represent_data    node =
    self.yaml_representers[data_types[0]](self, data)  File "/home/teuthworker/
    src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 207, in represent_dict    return
    self.represent_mapping('tag:yaml.org,2002:map', data)  File "/home/teuthwor
    ker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 118, in represent_mapping    node_value
    = self.represent_data(item_value)  File "/home/teuthworker/src/git.ceph.com
    _git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 48, in represent_data    node =
    self.yaml_representers[data_types[0]](self, data)  File "/home/teuthworker/
    src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 207, in represent_dict    return
    self.represent_mapping('tag:yaml.org,2002:map', data)  File "/home/teuthwor
    ker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 118, in represent_mapping    node_value
    = self.represent_data(item_value)  File "/home/teuthworker/src/git.ceph.com
    _git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 48, in represent_data    node =
    self.yaml_representers[data_types[0]](self, data)  File "/home/teuthworker/
    src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 207, in represent_dict    return
    self.represent_mapping('tag:yaml.org,2002:map', data)  File "/home/teuthwor
    ker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 118, in represent_mapping    node_value
    = self.represent_data(item_value)  File "/home/teuthworker/src/git.ceph.com
    _git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 48, in represent_data    node =
    self.yaml_representers[data_types[0]](self, data)  File "/home/teuthworker/
    src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 207, in represent_dict    return
    self.represent_mapping('tag:yaml.org,2002:map', data)  File "/home/teuthwor
    ker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 118, in represent_mapping    node_value
    = self.represent_data(item_value)  File "/home/teuthworker/src/git.ceph.com
    _git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 48, in represent_data    node =
    self.yaml_representers[data_types[0]](self, data)  File "/home/teuthworker/
    src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 199, in represent_list    return
    self.represent_sequence('tag:yaml.org,2002:seq', data)  File "/home/teuthwo
    rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 92, in represent_sequence    node_item
    = self.represent_data(item)  File "/home/teuthworker/src/git.ceph.com_git_t
    euthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 58, in represent_data    node =
    self.yaml_representers[None](self, data)  File "/home/teuthworker/src/git.c
    eph.com_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 231, in represent_undefined    raise
    RepresenterError("cannot represent an object",
    data)yaml.representer.RepresenterError: ('cannot represent an object',
    'epel')Failure object was: {'smithi092.front.sepia.ceph.com': {'changed':
    False, 'results': [], 'rc': 1, 'invocation': {'module_args':
    {'lock_timeout': 30, 'update_cache': False, 'disable_excludes': None,
    'exclude': [], 'allow_downgrade': False, 'disable_gpg_check': False,
    'conf_file': None, 'use_backend': 'auto', 'state': 'latest', 'disablerepo':
    [], 'releasever': None, 'skip_broken': False, 'autoremove': False,
    'download_dir': None, 'enable_plugin': [], 'installroot': '/',
    'install_weak_deps': True, 'name': ['nagios-common', 'nrpe', 'nagios-
    plugins', 'nagios-plugins-load'], 'download_only': False, 'bugfix': False,
    'list': None, 'install_repoquery': True, 'update_only': False,
    'disable_plugin': [], 'enablerepo': ['epel'], 'security': False,
    'validate_certs': True}}, 'msg': 'http://ftp.linux.ncsu.edu/pub/epel/7/x86_
    64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f692
    0-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other
    mirror.\nTo address this issue please refer to the below wiki article
    \n\nhttps://wiki.centos.org/yum-errors\n\nIf above article doesn\'t help to
    resolve this issue please use https://bugs.centos.org/.\n\nhttp://ftp.linux
    .ncsu.edu/pub/epel/7/x86_64/repodata/442cb1f6d0749575dea2e26359115d9db5c454
    2d567b046ff720092168b27c4a-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 -
    Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/rep
    odata/442cb1f6d0749575dea2e26359115d9db5c4542d567b046ff720092168b27c4a-upda
    teinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.
    \nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec21
    9e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP
    Error 404 - Not Found\nTrying other mirror.\nhttp://download-cc-rdu01.fedor
    aproject.org/pub/epel/7/x86_64/repodata/442cb1f6d0749575dea2e26359115d9db5c
    4542d567b046ff720092168b27c4a-updateinfo.xml.bz2: [Errno 14] HTTP Error 404
    - Not Found\nTrying other mirror.\nhttp://download-ib01.fedoraproject.org/p
    ub/epel/7/x86_64/repodata/442cb1f6d0749575dea2e26359115d9db5c4542d567b046ff
    720092168b27c4a-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not
    Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repod
    ata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primar
    y.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\n
    http://mirror.pnl.gov/epel/7/x86_64/repodata/442cb1f6d0749575dea2e26359115d
    9db5c4542d567b046ff720092168b27c4a-updateinfo.xml.bz2: [Errno 14] HTTP
    Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x
    86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f
    6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying
    other mirror.\nhttp://download-cc-rdu01.fedoraproject.org/pub/epel/7/x86_64
    /repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-
    primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other
    mirror.\nhttp://download-ib01.fedoraproject.org/pub/epel/7/x86_64/repodata/
    93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sq
    lite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp
    ://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/442cb1f6d0749575dea2e26359115
    d9db5c4542d567b046ff720092168b27c4a-updateinfo.xml.bz2: [Errno 14] HTTP
    Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/
    epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac02
    5d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not
    Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodat
    a/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.
    sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nht
    tp://mirror.pnl.gov/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fd
    f5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error
    404 - Not Found\nTrying other mirror.\nhttp://download-cc-rdu01.fedoraproje
    ct.org/pub/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432
    a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not
    Found\nTrying other mirror.\nhttp://download-ib01.fedoraproject.org/pub/epe
    l/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d5
    14f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying
    other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/93bcb9fea2
    d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2:
    [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://ftp.lin
    ux.ncsu.edu/pub/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b6
    6c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404
    - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/r
    epodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-pr
    imary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirro
    r.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/93bcb9fea2d784f457b05
    ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14]
    HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://download-cc-rdu01.
    fedoraproject.org/pub/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6
    fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP
    Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x
    86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f
    6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying
    other mirror.\nhttp://download-ib01.fedoraproject.org/pub/epel/7/x86_64/rep
    odata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-prim
    ary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other
    mirror.\n\n\n One of the configured repositories failed (Extra Packages for
    Enterprise Linux),\n and yum doesn\'t have enough cached data to continue.
    At this point the only\n safe thing yum can do is fail. There are a few
    ways to work "fix" this:\n\n     1. Contact the upstream for the repository
    and get them to fix the problem.\n\n     2. Reconfigure the baseurl/etc.
    for the repository, to point to a working\n        upstream. This is most
    often useful if you are using a newer\n        distribution release than is
    supported by the repository (and the\n        packages for the previous
    distribution release still work).\n\n     3. Run the command with the
    repository temporarily disabled\n            yum --disablerepo=epel ...\n\n
    4. Disable the repository permanently, so yum won\'t use it by default.
    Yum\n        will then just ignore the repository until you permanently
    enable it\n        again or use --enablerepo for temporary usage:\n\n
    yum-config-manager --disable epel\n        or\n            subscription-
    manager repos --disable=epel\n\n     5. Configure the failing repository to
    be skipped, if it is unavailable.\n        Note that yum will try to
    contact the repo. when it runs most commands,\n        so will have to try
    and fail each time (and thus. yum will be be much\n        slower). If it
    is a very temporary problem though, this is often a nice\n
    compromise:\n\n            yum-config-manager --save
    --setopt=epel.skip_if_unavailable=true\n\nfailure: repodata/93bcb9fea2d784f
    457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2 from
    epel: [Errno 256] No more mirrors to try.\nhttp://ftp.linux.ncsu.edu/pub/ep
    el/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d
    514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp:
    //mirror.oss.ou.edu/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fd
    f5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error
    404 - Not Found\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/93bcb9fe
    a2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2
    : [Errno 14] HTTP Error 404 - Not Found\nhttp://download-cc-rdu01.fedorapro
    ject.org/pub/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c4
    32a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 -
    Not Found\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/93bcb9fea2d784f457b
    05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno
    14] HTTP Error 404 - Not Found\nhttp://download-ib01.fedoraproject.org/pub/
    epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac02
    5d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\n',
    '_ansible_no_log': False}}Traceback (most recent call last):  File
    "/home/teuthworker/src/git.ceph.com_git_ceph-cm-
    ansible_master/callback_plugins/failure_log.py", line 44, in log_failure
    log.error(yaml.safe_dump(failure))  File "/home/teuthworker/src/git.ceph.co
    m_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/__init__.py", line 306, in safe_dump    return
    dump_all([data], stream, Dumper=SafeDumper, **kwds)  File "/home/teuthworke
    r/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/__init__.py", line 278, in dump_all    dumper.represent(data)
    File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/l
    ib/python3.6/site-packages/yaml/representer.py", line 27, in represent
    node = self.represent_data(data)  File "/home/teuthworker/src/git.ceph.com_
    git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 48, in represent_data    node =
    self.yaml_representers[data_types[0]](self, data)  File "/home/teuthworker/
    src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 207, in represent_dict    return
    self.represent_mapping('tag:yaml.org,2002:map', data)  File "/home/teuthwor
    ker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 118, in represent_mapping    node_value
    = self.represent_data(item_value)  File "/home/teuthworker/src/git.ceph.com
    _git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 48, in represent_data    node =
    self.yaml_representers[data_types[0]](self, data)  File "/home/teuthworker/
    src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 207, in represent_dict    return
    self.represent_mapping('tag:yaml.org,2002:map', data)  File "/home/teuthwor
    ker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 118, in represent_mapping    node_value
    = self.represent_data(item_value)  File "/home/teuthworker/src/git.ceph.com
    _git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 48, in represent_data    node =
    self.yaml_representers[data_types[0]](self, data)  File "/home/teuthworker/
    src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 207, in represent_dict    return
    self.represent_mapping('tag:yaml.org,2002:map', data)  File "/home/teuthwor
    ker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 118, in represent_mapping    node_value
    = self.represent_data(item_value)  File "/home/teuthworker/src/git.ceph.com
    _git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 48, in represent_data    node =
    self.yaml_representers[data_types[0]](self, data)  File "/home/teuthworker/
    src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 207, in represent_dict    return
    self.represent_mapping('tag:yaml.org,2002:map', data)  File "/home/teuthwor
    ker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 118, in represent_mapping    node_value
    = self.represent_data(item_value)  File "/home/teuthworker/src/git.ceph.com
    _git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 48, in represent_data    node =
    self.yaml_representers[data_types[0]](self, data)  File "/home/teuthworker/
    src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 199, in represent_list    return
    self.represent_sequence('tag:yaml.org,2002:seq', data)  File "/home/teuthwo
    rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 92, in represent_sequence    node_item
    = self.represent_data(item)  File "/home/teuthworker/src/git.ceph.com_git_t
    euthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 58, in represent_data    node =
    self.yaml_representers[None](self, data)  File "/home/teuthworker/src/git.c
    eph.com_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 231, in represent_undefined    raise
    RepresenterError("cannot represent an object",
    data)yaml.representer.RepresenterError: ('cannot represent an object',
    'epel')Failure object was: {'smithi019.front.sepia.ceph.com': {'changed':
    False, 'results': [], 'rc': 1, 'invocation': {'module_args':
    {'lock_timeout': 30, 'update_cache': False, 'disable_excludes': None,
    'exclude': [], 'allow_downgrade': False, 'disable_gpg_check': False,
    'conf_file': None, 'use_backend': 'auto', 'state': 'latest', 'disablerepo':
    [], 'releasever': None, 'skip_broken': False, 'autoremove': False,
    'download_dir': None, 'enable_plugin': [], 'installroot': '/',
    'install_weak_deps': True, 'name': ['nagios-common', 'nrpe', 'nagios-
    plugins', 'nagios-plugins-load'], 'download_only': False, 'bugfix': False,
    'list': None, 'install_repoquery': True, 'update_only': False,
    'disable_plugin': [], 'enablerepo': ['epel'], 'security': False,
    'validate_certs': True}}, 'msg': 'http://ftp.linux.ncsu.edu/pub/epel/7/x86_
    64/repodata/442cb1f6d0749575dea2e26359115d9db5c4542d567b046ff720092168b27c4
    a-updateinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other
    mirror.\nTo address this issue please refer to the below wiki article
    \n\nhttps://wiki.centos.org/yum-errors\n\nIf above article doesn\'t help to
    resolve this issue please use https://bugs.centos.org/.\n\nhttp://ftp.linux
    .ncsu.edu/pub/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c
    432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 -
    Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/rep
    odata/442cb1f6d0749575dea2e26359115d9db5c4542d567b046ff720092168b27c4a-upda
    teinfo.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.
    \nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec21
    9e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP
    Error 404 - Not Found\nTrying other mirror.\nhttp://download-cc-rdu01.fedor
    aproject.org/pub/epel/7/x86_64/repodata/442cb1f6d0749575dea2e26359115d9db5c
    4542d567b046ff720092168b27c4a-updateinfo.xml.bz2: [Errno 14] HTTP Error 404
    - Not Found\nTrying other mirror.\nhttp://download-ib01.fedoraproject.org/p
    ub/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8a
    c025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not
    Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64/repod
    ata/442cb1f6d0749575dea2e26359115d9db5c4542d567b046ff720092168b27c4a-update
    info.xml.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\n
    http://mirror.pnl.gov/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6
    fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP
    Error 404 - Not Found\nTrying other mirror.\nhttp://download-cc-rdu01.fedor
    aproject.org/pub/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b
    66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404
    - Not Found\nTrying other mirror.\nhttp://mirrors.cat.pdx.edu/epel/7/x86_64
    /repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-
    primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mir
    ror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/442cb1f6d0749575dea2e263
    59115d9db5c4542d567b046ff720092168b27c4a-updateinfo.xml.bz2: [Errno 14]
    HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://download-ib01.fedo
    raproject.org/pub/epel/7/x86_64/repodata/442cb1f6d0749575dea2e26359115d9db5
    c4542d567b046ff720092168b27c4a-updateinfo.xml.bz2: [Errno 14] HTTP Error
    404 - Not Found\nTrying other mirror.\nhttp://ftp.linux.ncsu.edu/pub/epel/7
    /x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f
    1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying
    other mirror.\nhttp://mirror.oss.ou.edu/epel/7/x86_64/repodata/93bcb9fea2d7
    84f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2:
    [Errno 14] HTTP Error 404 - Not Found\nTrying other
    mirror.\nhttp://download-cc-rdu01.fedoraproject.org/pub/epel/7/x86_64/repod
    ata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primar
    y.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\n
    http://mirrors.cat.pdx.edu/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec21
    9e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP
    Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x
    86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f
    6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying
    other mirror.\nhttp://download-ib01.fedoraproject.org/pub/epel/7/x86_64/rep
    odata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-prim
    ary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.
    \nhttp://ftp.linux.ncsu.edu/pub/epel/7/x86_64/repodata/93bcb9fea2d784f457b0
    5ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14]
    HTTP Error 404 - Not Found\nTrying other mirror.\nhttp://mirror.oss.ou.edu/
    epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac02
    5d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not
    Found\nTrying other mirror.\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/9
    3bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sql
    ite.bz2: [Errno 14] HTTP Error 404 - Not Found\nTrying other mirror.\nhttp:
    //mirrors.cat.pdx.edu/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6
    fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP
    Error 404 - Not Found\nTrying other mirror.\nhttp://download-ib01.fedorapro
    ject.org/pub/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c4
    32a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 -
    Not Found\nTrying other mirror.\nhttp://download-cc-rdu01.fedoraproject.org
    /pub/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e
    8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not
    Found\nTrying other mirror.\n\n\n One of the configured repositories failed
    (Extra Packages for Enterprise Linux),\n and yum doesn\'t have enough
    cached data to continue. At this point the only\n safe thing yum can do is
    fail. There are a few ways to work "fix" this:\n\n     1. Contact the
    upstream for the repository and get them to fix the problem.\n\n     2.
    Reconfigure the baseurl/etc. for the repository, to point to a working\n
    upstream. This is most often useful if you are using a newer\n
    distribution release than is supported by the repository (and the\n
    packages for the previous distribution release still work).\n\n     3. Run
    the command with the repository temporarily disabled\n            yum
    --disablerepo=epel ...\n\n     4. Disable the repository permanently, so
    yum won\'t use it by default. Yum\n        will then just ignore the
    repository until you permanently enable it\n        again or use
    --enablerepo for temporary usage:\n\n            yum-config-manager
    --disable epel\n        or\n            subscription-manager repos
    --disable=epel\n\n     5. Configure the failing repository to be skipped,
    if it is unavailable.\n        Note that yum will try to contact the repo.
    when it runs most commands,\n        so will have to try and fail each time
    (and thus. yum will be be much\n        slower). If it is a very temporary
    problem though, this is often a nice\n        compromise:\n\n
    yum-config-manager --save
    --setopt=epel.skip_if_unavailable=true\n\nfailure: repodata/93bcb9fea2d784f
    457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2 from
    epel: [Errno 256] No more mirrors to try.\nhttp://ftp.linux.ncsu.edu/pub/ep
    el/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d
    514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp:
    //mirror.oss.ou.edu/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fd
    f5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error
    404 - Not Found\nhttp://mirror.pnl.gov/epel/7/x86_64/repodata/93bcb9fea2d78
    4f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2:
    [Errno 14] HTTP Error 404 - Not Found\nhttp://mirrors.cat.pdx.edu/epel/7/x8
    6_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6
    920-primary.sqlite.bz2: [Errno 14] HTTP Error 404 - Not
    Found\nhttp://download-ib01.fedoraproject.org/pub/epel/7/x86_64/repodata/93
    bcb9fea2d784f457b05ec219e7c6fdf5b66c432a6f88e8ac025d514f1f6920-primary.sqli
    te.bz2: [Errno 14] HTTP Error 404 - Not Found\nhttp://download-cc-rdu01.fed
    oraproject.org/pub/epel/7/x86_64/repodata/93bcb9fea2d784f457b05ec219e7c6fdf
    5b66c432a6f88e8ac025d514f1f6920-primary.sqlite.bz2: [Errno 14] HTTP Error
    404 - Not Found\n', '_ansible_no_log': False}}Traceback (most recent call
    last):  File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-
    ansible_master/callback_plugins/failure_log.py", line 44, in log_failure
    log.error(yaml.safe_dump(failure))  File "/home/teuthworker/src/git.ceph.co
    m_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/__init__.py", line 306, in safe_dump    return
    dump_all([data], stream, Dumper=SafeDumper, **kwds)  File "/home/teuthworke
    r/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/__init__.py", line 278, in dump_all    dumper.represent(data)
    File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/l
    ib/python3.6/site-packages/yaml/representer.py", line 27, in represent
    node = self.represent_data(data)  File "/home/teuthworker/src/git.ceph.com_
    git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 48, in represent_data    node =
    self.yaml_representers[data_types[0]](self, data)  File "/home/teuthworker/
    src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 207, in represent_dict    return
    self.represent_mapping('tag:yaml.org,2002:map', data)  File "/home/teuthwor
    ker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 118, in represent_mapping    node_value
    = self.represent_data(item_value)  File "/home/teuthworker/src/git.ceph.com
    _git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 48, in represent_data    node =
    self.yaml_representers[data_types[0]](self, data)  File "/home/teuthworker/
    src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 207, in represent_dict    return
    self.represent_mapping('tag:yaml.org,2002:map', data)  File "/home/teuthwor
    ker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 118, in represent_mapping    node_value
    = self.represent_data(item_value)  File "/home/teuthworker/src/git.ceph.com
    _git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 48, in represent_data    node =
    self.yaml_representers[data_types[0]](self, data)  File "/home/teuthworker/
    src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 207, in represent_dict    return
    self.represent_mapping('tag:yaml.org,2002:map', data)  File "/home/teuthwor
    ker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 118, in represent_mapping    node_value
    = self.represent_data(item_value)  File "/home/teuthworker/src/git.ceph.com
    _git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 48, in represent_data    node =
    self.yaml_representers[data_types[0]](self, data)  File "/home/teuthworker/
    src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 207, in represent_dict    return
    self.represent_mapping('tag:yaml.org,2002:map', data)  File "/home/teuthwor
    ker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 118, in represent_mapping    node_value
    = self.represent_data(item_value)  File "/home/teuthworker/src/git.ceph.com
    _git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 48, in represent_data    node =
    self.yaml_representers[data_types[0]](self, data)  File "/home/teuthworker/
    src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 199, in represent_list    return
    self.represent_sequence('tag:yaml.org,2002:seq', data)  File "/home/teuthwo
    rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 92, in represent_sequence    node_item
    = self.represent_data(item)  File "/home/teuthworker/src/git.ceph.com_git_t
    euthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 58, in represent_data    node =
    self.yaml_representers[None](self, data)  File "/home/teuthworker/src/git.c
    eph.com_git_teuthology_master/virtualenv/lib/python3.6/site-
    packages/yaml/representer.py", line 231, in represent_undefined    raise
    RepresenterError("cannot represent an object",
    data)yaml.representer.RepresenterError: ('cannot represent an object',
    'epel')



Pass
=================================================================
[5392069] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/fastclose objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
time:   00:09:16
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392069/

[5392071] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/cache-snaps}
time:   00:20:45
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392071/

[5392073] rados/multimon/{clusters/3 msgr-failures/many msgr/async no_pools objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_latest} tasks/mon_clock_with_skews}
time:   00:09:00
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392073/

[5392075] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1}
time:   00:23:20
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392075/

[5392077] rados/cephadm/with-work/{distro/centos_latest fixed-2 mode/root msgr/async start tasks/rados_python}
time:   00:18:01
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392077/

[5392080] rados/singleton/{all/test_envlibrados_for_rocksdb msgr-failures/few msgr/async objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest}}
time:   00:12:31
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392080/

[5392083] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest} tasks/rados_python}
time:   00:17:09
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392083/

[5392086] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/cache}
time:   00:09:14
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392086/

[5392089] rados/singleton-nomsgr/{all/version-number-sanity rados supported-random-distro$/{ubuntu_latest}}
time:   00:06:31
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392089/

[5392092] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zstd supported-random-distro$/{rhel_latest} tasks/module_selftest}
time:   00:29:31
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392092/

[5392095] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/dedup_tier}
time:   00:09:28
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392095/

[5392098] rados/cephadm/workunits/{distro/centos_latest task/test_orch_cli}
time:   00:15:26
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392098/

[5392104] rados/perf/{ceph objectstore/bluestore-comp openstack settings/optimized ubuntu_latest workloads/fio_4K_rand_rw}
time:   00:11:22
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392104/

[5392107] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/pool-snaps-few-objects}
time:   00:26:42
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392107/

[5392109] rados/cephadm/smoke/{distro/ubuntu_latest fixed-2 start}
time:   00:11:50
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392109/

[5392111] rados/singleton/{all/thrash-backfill-full msgr-failures/many msgr/async-v1only objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_latest}}
time:   01:31:08
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392111/

[5392113] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/ec-small-objects-balanced}
time:   00:22:55
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392113/

[5392115] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/few rados recovery-overrides/{default} supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/ec-snaps-few-objects-overwrites}
time:   00:23:42
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392115/

[5392117] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/rados_api_tests}
time:   00:17:33
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392117/

[5392119] rados/cephadm/smoke-roleless/{distro/ubuntu_latest start}
time:   00:10:48
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392119/

[5392121] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/radosbench-high-concurrency}
time:   00:32:38
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392121/

[5392123] rados/cephadm/with-work/{distro/rhel_8.0 fixed-2 mode/packaged msgr/async-v1only start tasks/rados_api_tests}
time:   00:32:10
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392123/

[5392125] rados/singleton/{all/thrash-eio msgr-failures/few msgr/async-v2only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_latest}}
time:   00:34:48
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392125/

[5392127] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/radosbench}
time:   01:34:58
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392127/

[5392129] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-bitmap supported-random-distro$/{centos_latest} tasks/dashboard}
time:   01:01:54
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392129/

[5392131] rados/objectstore/{backends/alloc-hint supported-random-distro$/{centos_latest}}
time:   00:06:19
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392131/

[5392133] rados/rest/{mgr-restful supported-random-distro$/{ubuntu_latest}}
time:   00:06:47
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392133/

[5392135] rados/singleton-nomsgr/{all/admin_socket_output rados supported-random-distro$/{centos_latest}}
time:   00:13:32
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392135/

[5392137] rados/standalone/{supported-random-distro$/{rhel_latest} workloads/crush}
time:   00:12:25
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392137/

[5392139] rados/upgrade/mimic-x-singleton/{0-cluster/{openstack start} 1-install/mimic 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{rbd-cls rbd-import-export readwrite snaps-few-objects} 5-workload/{radosbench rbd_api} 6-finish-upgrade 7-octopus 8-workload/{rbd-python snaps-many-objects} bluestore-bitmap thrashosds-health ubuntu_latest}
time:   05:25:10
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392139/

[5392141] rados/valgrind-leaks/{1-start 2-inject-leak/mon centos_latest}
time:   00:15:29
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392141/

[5392143] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2}
time:   00:27:20
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392143/

[5392145] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados tasks/rados_api_tests validater/valgrind}
time:   01:11:06
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392145/

[5392147] rados/monthrash/{ceph clusters/9-mons msgr-failures/mon-delay msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest} thrashers/many workloads/snaps-few-objects}
time:   00:42:15
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392147/

[5392149] rados/cephadm/orchestrator_cli/{2-node-mgr orchestrator_cli supported-random-distro$/{ubuntu_latest}}
time:   00:09:39
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392149/

[5392151] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/redirect}
time:   00:14:03
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392151/

[5392153] rados/perf/{ceph objectstore/bluestore-low-osd-mem-target openstack settings/optimized ubuntu_latest workloads/fio_4M_rand_read}
time:   00:08:07
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392153/

[5392155] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/few objectstore/bluestore-comp-snappy rados recovery-overrides/{default} supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
time:   00:09:40
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392155/

[5392157] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/redirect_promote_tests}
time:   00:13:05
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392157/

[5392159] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest} tasks/rados_stress_watch}
time:   00:19:30
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392159/

[5392161] rados/cephadm/smoke/{distro/centos_7 fixed-2 start}
time:   00:14:23
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392161/

[5392163] rados/singleton/{all/thrash-rados/{thrash-rados thrashosds-health} msgr-failures/many msgr/async objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest}}
time:   00:17:45
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392163/

[5392165] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/redirect_set_object}
time:   00:11:04
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392165/

[5392167] rados/multimon/{clusters/6 msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} tasks/mon_recovery}
time:   00:08:37
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392167/

[5392169] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1}
time:   00:23:53
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392169/

[5392171] rados/cephadm/smoke-roleless/{distro/centos_7 start}
time:   00:13:06
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392171/

[5392173] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-hybrid supported-random-distro$/{ubuntu_latest} tasks/progress}
time:   00:12:12
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392173/

[5392177] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/set-chunk-promote-flush}
time:   00:07:41
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392177/

[5392181] rados/cephadm/upgrade/{1-start 2-start-upgrade 3-wait distro$/{ubuntu_latest} fixed-2}
time:   00:15:29
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392181/

[5392183] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/set-chunks-read}
time:   00:12:43
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392183/

[5392185] rados/singleton-nomsgr/{all/balancer rados supported-random-distro$/{ubuntu_latest}}
time:   00:06:56
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392185/

[5392187] rados/perf/{ceph objectstore/bluestore-stupid openstack settings/optimized ubuntu_latest workloads/fio_4M_rand_rw}
time:   00:08:18
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392187/

[5392189] rados/cephadm/workunits/{distro/centos_latest task/test_adoption}
time:   00:06:37
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392189/

[5392191] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/small-objects-balanced}
time:   00:22:17
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392191/

[5392193] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/ec-small-objects-fast-read}
time:   00:18:30
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392193/

[5392194] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/small-objects-localized}
time:   00:19:52
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392194/

[5392197] rados/singleton/{all/watch-notify-same-primary msgr-failures/many msgr/async-v2only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_latest}}
time:   00:10:08
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392197/

[5392198] rados/cephadm/with-work/{distro/rhel_latest fixed-2 mode/root msgr/async-v2only start tasks/rados_python}
time:   00:22:19
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392198/

[5392200] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_latest} thrashers/mapgap thrashosds-health workloads/small-objects}
time:   00:22:49
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392200/

[5392202] rados/cephadm/smoke/{distro/centos_8.0 fixed-2 start}
time:   00:11:48
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392202/

[5392204] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/snaps-few-objects-balanced}
time:   00:32:31
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392204/

[5392207] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_latest} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3}
time:   00:13:18
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392207/

[5392209] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async-v1only objectstore/bluestore-stupid rados tasks/rados_cls_all validater/lockdep}
time:   00:11:13
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392209/

[5392211] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async-v1only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest} tasks/rados_striper}
time:   00:06:30
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392211/

[5392212] rados/monthrash/{ceph clusters/3-mons msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_latest} thrashers/one workloads/pool-create-delete}
time:   00:19:31
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392212/

[5392215] rados/singleton/{all/admin-socket msgr-failures/few msgr/async objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest}}
time:   00:09:41
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392215/

[5392217] rados/cephadm/smoke-roleless/{distro/centos_8.0 start}
time:   00:10:35
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392217/

[5392218] rados/singleton-bluestore/{all/cephtool msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_latest}}
time:   00:28:25
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392218/

[5392220] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/osd-delay rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_latest} thrashers/fastread thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites}
time:   00:26:07
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392220/

[5392222] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/osd-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
time:   00:09:21
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392222/

[5392224] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-lz4 supported-random-distro$/{centos_latest} tasks/dashboard}
time:   01:00:54
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392224/

[5392226] rados/objectstore/{backends/ceph_objectstore_tool supported-random-distro$/{ubuntu_latest}}
time:   00:09:36
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392226/

[5392228] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest} thrashers/none thrashosds-health workloads/snaps-few-objects-localized}
time:   00:26:12
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392228/

[5392230] rados/singleton-nomsgr/{all/cache-fs-trunc rados supported-random-distro$/{ubuntu_latest}}
time:   00:05:51
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392230/

[5392232] rados/perf/{ceph objectstore/bluestore-basic-min-osd-mem-target openstack settings/optimized ubuntu_latest workloads/fio_4M_rand_write}
time:   00:08:32
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392232/

[5392234] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_cephadm}
time:   00:15:47
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392234/

[5392236] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/snaps-few-objects}
time:   00:31:29
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392236/

[5392238] rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/jewel-v1only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{centos_7.6} msgr-failures/osd-delay rados thrashers/pggrow thrashosds-health workloads/rbd_cls}
time:   00:21:47
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392238/

[5392240] rados/multimon/{clusters/9 msgr-failures/many msgr/async-v2only no_pools objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} tasks/mon_clock_no_skews}
time:   00:05:08
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392240/

[5392242] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1}
time:   00:26:17
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392242/

[5392244] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/write_fadvise_dontneed}
time:   00:11:36
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392244/

[5392246] rados/singleton/{all/deduptool msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest}}
time:   00:06:38
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392246/

[5392248] rados/cephadm/with-work/{distro/ubuntu_18.04 fixed-2 mode/packaged msgr/async start tasks/rados_api_tests}
time:   00:29:12
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392248/

[5392250] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-low-osd-mem-target supported-random-distro$/{ubuntu_latest} tasks/prometheus}
time:   00:08:23
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392250/

[5392252] rados/standalone/{supported-random-distro$/{ubuntu_latest} workloads/erasure-code}
time:   00:31:19
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392252/

[5392254] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/admin_socket_objecter_requests}
time:   00:16:55
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392254/

[5392256] rados/cephadm/smoke/{distro/centos_latest fixed-2 start}
time:   00:09:41
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392256/

[5392258] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/cache-agent-big}
time:   00:17:23
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392258/

[5392260] rados/singleton/{all/divergent_priors msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest}}
time:   00:11:07
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392260/

[5392262] rados/cephadm/smoke-roleless/{distro/centos_latest start}
time:   00:09:06
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392262/

[5392264] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-small-objects-many-deletes}
time:   00:19:51
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392264/

[5392266] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/cache-agent-small}
time:   00:14:33
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392266/

[5392268] rados/perf/{ceph objectstore/bluestore-bitmap openstack settings/optimized ubuntu_latest workloads/radosbench_4K_rand_read}
time:   00:10:05
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392268/

[5392270] rados/singleton-nomsgr/{all/ceph-kvstore-tool rados supported-random-distro$/{centos_latest}}
time:   00:06:51
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392270/

[5392272] rados/cephadm/workunits/{distro/centos_latest task/test_cephadm_repos}
time:   00:03:37
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392272/

[5392275] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/cache-pool-snaps-readproxy}
time:   00:15:03
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392275/

[5392277] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async-v2only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_latest} tasks/rados_workunit_loadgen_big}
time:   00:32:28
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392277/

[5392279] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/cache-pool-snaps}
time:   00:26:12
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392279/

[5392281] rados/singleton/{all/divergent_priors2 msgr-failures/many msgr/async objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest}}
time:   00:06:56
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392281/

[5392283] rados/cephadm/smoke/{distro/rhel_7 fixed-2 start}
time:   00:13:57
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392283/

[5392285] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{default} supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2}
time:   00:23:50
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392285/

[5392287] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async-v2only objectstore/filestore-xfs rados tasks/mon_recovery validater/valgrind}
time:   00:23:39
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392287/

[5392289] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/fastclose objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
time:   00:09:24
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392289/

[5392291] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/cache-snaps-balanced}
time:   00:20:57
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392291/

[5392293] rados/monthrash/{ceph clusters/9-mons msgr-failures/mon-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_latest} thrashers/sync-many workloads/rados_5925}
time:   00:12:13
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392293/

[5392295] rados/cephadm/smoke-roleless/{distro/rhel_7 start}
time:   00:12:17
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392295/

[5392297] rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/jewel backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{centos_7.6} msgr-failures/fastclose rados thrashers/careful thrashosds-health workloads/snaps-few-objects}
time:   00:37:19
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392297/

[5392299] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/cache-snaps}
time:   00:24:38
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392299/

[5392301] rados/singleton/{all/dump-stuck msgr-failures/few msgr/async-v1only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest}}
time:   00:07:01
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392301/

[5392303] rados/cephadm/with-work/{distro/ubuntu_18.04_podman fixed-2 mode/root msgr/async-v1only start tasks/rados_python}
time:   00:20:50
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392303/

[5392305] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-snappy supported-random-distro$/{centos_latest} tasks/dashboard}
time:   01:00:18
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392305/

[5392307] rados/objectstore/{backends/filejournal supported-random-distro$/{rhel_latest}}
time:   00:09:26
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392307/

[5392309] rados/perf/{ceph objectstore/bluestore-comp openstack settings/optimized ubuntu_latest workloads/radosbench_4K_seq_read}
time:   00:08:08
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392309/

[5392311] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/cache}
time:   00:11:16
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392311/

[5392313] rados/multimon/{clusters/21 msgr-failures/few msgr/async-v2only no_pools objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_latest} tasks/mon_clock_no_skews}
time:   00:10:00
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392313/

[5392315] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-stupid supported-random-distro$/{centos_latest} tasks/workunits}
time:   00:06:35
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392315/

[5392317] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1}
time:   00:23:56
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392317/

[5392319] rados/singleton-nomsgr/{all/ceph-post-file rados supported-random-distro$/{centos_latest}}
time:   00:05:06
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392319/

[5392321] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_orch_cli}
time:   00:16:07
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392321/

[5392323] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/dedup_tier}
time:   00:15:25
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392323/

[5392325] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/fastclose rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-fast-read-overwrites}
time:   00:22:24
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392325/

[5392327] rados/singleton/{all/ec-lost-unfound msgr-failures/many msgr/async-v2only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_latest}}
time:   00:30:40
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392327/

[5392329] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_latest} thrashers/none thrashosds-health workloads/pool-snaps-few-objects}
time:   00:25:05
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392329/

[5392331] rados/cephadm/smoke/{distro/rhel_8.0 fixed-2 start}
time:   00:14:27
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392331/

[5392333] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/rados_api_tests}
time:   00:23:13
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392333/

[5392335] rados/cephadm/smoke-roleless/{distro/rhel_8.0 start}
time:   00:13:33
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392335/

[5392337] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects}
time:   00:21:41
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392337/

[5392339] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest} tasks/rados_workunit_loadgen_mix}
time:   00:18:38
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392339/

[5392341] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/radosbench-high-concurrency}
time:   00:44:27
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392341/

[5392343] rados/singleton/{all/erasure-code-nonregression msgr-failures/few msgr/async objectstore/bluestore-stupid rados supported-random-distro$/{rhel_latest}}
time:   00:09:11
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392343/

[5392345] rados/perf/{ceph objectstore/bluestore-low-osd-mem-target openstack settings/optimized ubuntu_latest workloads/radosbench_4M_rand_read}
time:   00:09:05
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392345/

[5392347] rados/cephadm/with-work/{distro/centos_8.0 fixed-2 mode/packaged msgr/async-v1only start tasks/rados_python}
time:   00:19:45
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392347/

[5392349] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/radosbench}
time:   01:23:22
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392349/

[5392351] rados/standalone/{supported-random-distro$/{rhel_latest} workloads/mgr}
time:   00:12:41
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392351/

[5392353] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_adoption}
time:   00:08:18
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392353/

[5392355] rados/singleton-nomsgr/{all/export-after-evict rados supported-random-distro$/{centos_latest}}
time:   00:05:31
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392355/

[5392357] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/redirect}
time:   00:09:51
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392357/

[5392359] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/few objectstore/bluestore-hybrid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
time:   00:13:25
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392359/

[5392363] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/osd-delay objectstore/bluestore-bitmap rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3}
time:   00:12:49
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392363/

[5392365] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async-v2only objectstore/bluestore-bitmap rados tasks/mon_recovery validater/lockdep}
time:   00:09:18
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392365/

[5392367] rados/monthrash/{ceph clusters/3-mons msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_latest} thrashers/sync workloads/rados_api_tests}
time:   00:24:55
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392367/

[5392369] rados/singleton/{all/lost-unfound-delete msgr-failures/many msgr/async-v1only objectstore/filestore-xfs rados supported-random-distro$/{centos_latest}}
time:   00:25:03
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392369/

[5392371] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/redirect_promote_tests}
time:   00:15:18
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392371/

[5392373] rados/cephadm/smoke/{distro/rhel_latest fixed-2 start}
time:   00:13:07
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392373/

[5392375] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest} thrashers/none thrashosds-health workloads/redirect_set_object}
time:   00:14:17
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392375/

[5392377] rados/cephadm/smoke-roleless/{distro/rhel_latest start}
time:   00:12:26
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392377/

[5392379] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/filestore-xfs supported-random-distro$/{ubuntu_latest} tasks/crash}
time:   00:07:40
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392379/

[5392381] rados/multimon/{clusters/3 msgr-failures/many msgr/async no_pools objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest} tasks/mon_clock_with_skews}
time:   00:05:21
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392381/

[5392383] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/set-chunk-promote-flush}
time:   00:14:23
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392383/

[5392385] rados/perf/{ceph objectstore/bluestore-stupid openstack settings/optimized ubuntu_latest workloads/radosbench_4M_seq_read}
time:   00:08:16
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392385/

[5392387] rados/singleton-bluestore/{all/cephtool msgr-failures/few msgr/async-v2only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest}}
time:   00:27:33
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392387/

[5392389] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/osd-delay objectstore/bluestore-bitmap rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1}
time:   00:31:16
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392389/

[5392391] rados/singleton/{all/lost-unfound msgr-failures/few msgr/async-v2only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_latest}}
time:   00:33:33
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392391/

[5392393] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zlib supported-random-distro$/{ubuntu_latest} tasks/dashboard}
time:   01:02:19
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392393/

[5392395] rados/objectstore/{backends/filestore-idempotent-aio-journal supported-random-distro$/{ubuntu_latest}}
time:   02:24:38
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392395/

[5392397] rados/valgrind-leaks/{1-start 2-inject-leak/none centos_latest}
time:   00:15:03
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392397/

[5392399] rados/cephadm/workunits/{distro/centos_latest task/test_cephadm}
time:   00:11:31
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392399/

[5392401] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/set-chunks-read}
time:   00:14:05
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392401/

[5392403] rados/cephadm/with-work/{distro/centos_latest fixed-2 mode/root msgr/async-v2only start tasks/rados_api_tests}
time:   00:27:30
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392403/

[5392405] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async-v1only objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} tasks/rados_workunit_loadgen_mostlyread}
time:   00:25:12
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392405/

[5392407] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/small-objects-balanced}
time:   00:21:19
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392407/

[5392409] rados/singleton-nomsgr/{all/full-tiering rados supported-random-distro$/{centos_latest}}
time:   00:06:24
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392409/

[5392411] rados/singleton/{all/max-pg-per-osd.from-mon msgr-failures/many msgr/async objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest}}
time:   00:05:01
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392411/

[5392413] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/small-objects-localized}
time:   00:20:09
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392413/

[5392415] rados/cephadm/smoke/{distro/ubuntu_18.04 fixed-2 start}
time:   00:11:55
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392415/

[5392417] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{default} supported-random-distro$/{centos_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2}
time:   00:21:44
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392417/

[5392419] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/small-objects}
time:   00:18:38
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392419/

[5392421] rados/cephadm/smoke-roleless/{distro/ubuntu_18.04 start}
time:   00:10:38
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392421/

[5392423] rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/luminous backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{centos_7.6} msgr-failures/osd-delay rados thrashers/mapgap thrashosds-health workloads/cache-snaps}
time:   00:34:57
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392423/

[5392425] rados/perf/{ceph objectstore/bluestore-basic-min-osd-mem-target openstack settings/optimized ubuntu_latest workloads/radosbench_4M_write}
time:   00:07:19
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392425/

[5392427] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/snaps-few-objects-balanced}
time:   00:20:29
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392427/

[5392429] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/few rados recovery-overrides/{default} supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-overwrites}
time:   00:25:06
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392429/

[5392431] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/osd-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
time:   00:13:14
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392431/

[5392433] rados/singleton/{all/max-pg-per-osd.from-primary msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest}}
time:   00:14:29
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392433/

[5392435] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_cephadm_repos}
time:   00:03:50
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392435/

[5392437] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/fastclose objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2}
time:   00:24:16
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392437/

[5392439] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async objectstore/bluestore-comp-lz4 rados tasks/rados_api_tests validater/valgrind}
time:   00:59:07
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392439/

[5392441] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/snaps-few-objects-localized}
time:   00:24:25
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392441/

[5392443] rados/monthrash/{ceph clusters/9-mons msgr-failures/mon-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_latest} thrashers/force-sync-many workloads/rados_mon_osdmap_prune}
time:   00:51:54
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392443/

[5392445] rados/cephadm/with-work/{distro/rhel_8.0 fixed-2 mode/packaged msgr/async start tasks/rados_python}
time:   00:23:19
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392445/

[5392447] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/snaps-few-objects}
time:   00:25:19
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392447/

[5392449] rados/singleton-nomsgr/{all/health-warnings rados supported-random-distro$/{centos_latest}}
time:   00:07:46
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392449/

[5392451] rados/singleton/{all/max-pg-per-osd.from-replica msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest}}
time:   00:09:07
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392451/

[5392453] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/write_fadvise_dontneed}
time:   00:19:17
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392453/

[5392455] rados/cephadm/smoke/{distro/ubuntu_18.04_podman fixed-2 start}
time:   00:12:54
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392455/

[5392457] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-bitmap supported-random-distro$/{rhel_latest} tasks/failover}
time:   00:14:28
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392457/

[5392459] rados/multimon/{clusters/6 msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} tasks/mon_recovery}
time:   00:08:46
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392459/

[5392461] rados/standalone/{supported-random-distro$/{centos_latest} workloads/misc}
time:   00:22:54
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392461/

[5392463] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/fastclose objectstore/bluestore-comp-lz4 rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1}
time:   00:27:08
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392463/

[5392465] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest} thrashers/mapgap thrashosds-health workloads/admin_socket_objecter_requests}
time:   00:23:43
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392465/

[5392467] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async-v2only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_latest} tasks/readwrite}
time:   00:13:49
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392467/

[5392468] rados/cephadm/smoke-roleless/{distro/ubuntu_18.04_podman start}
time:   00:10:59
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392468/

[5392471] rados/perf/{ceph objectstore/bluestore-bitmap openstack settings/optimized ubuntu_latest workloads/radosbench_omap_write}
time:   00:20:04
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392471/

[5392472] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/cache-agent-big}
time:   00:21:45
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392472/

[5392474] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zstd supported-random-distro$/{rhel_latest} tasks/dashboard}
time:   01:05:26
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392474/

[5392476] rados/objectstore/{backends/filestore-idempotent supported-random-distro$/{ubuntu_latest}}
time:   02:25:59
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392476/

[5392478] rados/singleton/{all/mon-auth-caps msgr-failures/few msgr/async objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest}}
time:   00:07:05
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392478/

[5392480] rados/cephadm/workunits/{distro/centos_latest task/test_orch_cli}
time:   00:15:42
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392480/

[5392482] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/cache-agent-small}
time:   00:08:31
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392482/

[5392484] rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/mimic-v1only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{centos_7.6} msgr-failures/fastclose rados thrashers/morepggrow thrashosds-health workloads/radosbench}
time:   01:31:54
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392484/

[5392486] rados/cephadm/smoke/{distro/ubuntu_latest fixed-2 start}
time:   00:11:58
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392486/

[5392488] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1}
time:   00:29:49
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392488/

[5392490] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/cache-pool-snaps-readproxy}
time:   00:29:20
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392490/

[5392492] rados/singleton-nomsgr/{all/large-omap-object-warnings rados supported-random-distro$/{centos_latest}}
time:   00:06:39
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392492/

[5392494] rados/singleton/{all/mon-config-key-caps msgr-failures/many msgr/async-v1only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest}}
time:   00:08:42
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392494/

[5392496] rados/cephadm/smoke-roleless/{distro/ubuntu_latest start}
time:   00:11:02
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392496/

[5392498] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/cache-pool-snaps}
time:   00:22:12
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392498/

[5392500] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
time:   00:09:40
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392500/

[5392502] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/cache-snaps-balanced}
time:   00:23:03
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392502/

[5392504] rados/cephadm/with-work/{distro/rhel_latest fixed-2 mode/root msgr/async-v1only start tasks/rados_api_tests}
time:   00:32:05
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392504/

[5392507] rados/perf/{ceph objectstore/bluestore-comp openstack settings/optimized ubuntu_latest workloads/sample_fio}
time:   00:11:16
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392507/

[5392509] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/few objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_latest} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3}
time:   00:12:48
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392509/

[5392510] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-snappy rados tasks/rados_cls_all validater/lockdep}
time:   00:11:27
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392510/

[5392512] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/cache-snaps}
time:   00:19:25
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392512/

[5392515] rados/upgrade/nautilus-x-singleton/{0-cluster/{openstack start} 1-install/nautilus 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{rbd-cls rbd-import-export readwrite snaps-few-objects} 5-workload/{radosbench rbd_api} 6-finish-upgrade 7-octopus 8-workload/{rbd-python snaps-many-objects} bluestore-bitmap thrashosds-health ubuntu_latest}
time:   03:39:07
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392515/

[5392517] rados/singleton/{all/mon-config-keys msgr-failures/few msgr/async-v2only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_latest}}
time:   00:16:36
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392517/

[5392519] rados/monthrash/{ceph clusters/3-mons msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/many workloads/pool-create-delete}
time:   00:16:23
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392519/

[5392521] rados/cephadm/orchestrator_cli/{2-node-mgr orchestrator_cli supported-random-distro$/{ubuntu_latest}}
time:   00:09:23
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392521/

[5392523] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/cache}
time:   00:12:48
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392523/

[5392525] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest} tasks/repair_test}
time:   00:17:47
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392525/

[5392527] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-lz4 supported-random-distro$/{ubuntu_latest} tasks/insights}
time:   00:09:55
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392527/

[5392529] rados/cephadm/smoke/{distro/centos_7 fixed-2 start}
time:   00:14:15
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392529/

[5392531] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/dedup_tier}
time:   00:07:59
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392531/

[5392533] rados/multimon/{clusters/9 msgr-failures/many msgr/async-v2only no_pools objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest} tasks/mon_clock_no_skews}
time:   00:05:39
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392533/

[5392535] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/osd-delay rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/ec-snaps-few-objects-overwrites}
time:   00:24:50
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392535/

[5392537] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/few objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_latest} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1}
time:   00:27:00
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392537/

[5392539] rados/singleton-nomsgr/{all/lazy_omap_stats_output rados supported-random-distro$/{centos_latest}}
time:   00:07:21
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392539/

[5392540] rados/singleton/{all/mon-config msgr-failures/many msgr/async objectstore/bluestore-stupid rados supported-random-distro$/{rhel_latest}}
time:   00:10:55
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392540/

[5392542] rados/cephadm/smoke-roleless/{distro/centos_7 start}
time:   00:13:17
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392542/

[5392545] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/pool-snaps-few-objects}
time:   00:30:17
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392545/

[5392547] rados/perf/{ceph objectstore/bluestore-low-osd-mem-target openstack settings/optimized ubuntu_latest workloads/sample_radosbench}
time:   00:08:28
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392547/

[5392549] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/rados_api_tests}
time:   00:23:31
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392549/

[5392551] rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/mimic backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{centos_7.6} msgr-failures/few rados thrashers/none thrashosds-health workloads/rbd_cls}
time:   00:17:41
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392551/

[5392553] rados/cephadm/upgrade/{1-start 2-start-upgrade 3-wait distro$/{rhel_latest} fixed-2}
time:   00:17:12
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392553/

[5392555] rados/singleton-bluestore/{all/cephtool msgr-failures/many msgr/async objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest}}
time:   00:27:46
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392555/

[5392557] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-hybrid supported-random-distro$/{rhel_latest} tasks/dashboard}
time:   01:06:28
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392557/

[5392559] rados/objectstore/{backends/fusestore supported-random-distro$/{ubuntu_latest}}
time:   00:04:41
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392559/

[5392561] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/radosbench-high-concurrency}
time:   00:37:01
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392561/

[5392563] rados/singleton/{all/osd-backfill msgr-failures/few msgr/async-v1only objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest}}
time:   00:13:17
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392563/

[5392565] rados/cephadm/workunits/{distro/centos_latest task/test_adoption}
time:   00:06:37
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392565/

[5392567] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{default} supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1}
time:   00:31:36
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392567/

[5392569] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/radosbench}
time:   01:24:26
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392569/

[5392571] rados/standalone/{supported-random-distro$/{rhel_latest} workloads/mon}
time:   00:47:21
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392571/

[5392573] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
time:   00:08:41
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392573/

[5392575] rados/cephadm/with-work/{distro/ubuntu_18.04 fixed-2 mode/packaged msgr/async-v2only start tasks/rados_python}
time:   00:20:17
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392575/

[5392577] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/redirect}
time:   00:10:09
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392577/

[5392579] rados/singleton/{all/osd-recovery-incomplete msgr-failures/many msgr/async-v2only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest}}
time:   00:14:55
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392579/

[5392581] rados/singleton-nomsgr/{all/librados_hello_world rados supported-random-distro$/{rhel_latest}}
time:   00:11:29
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392581/

[5392583] rados/cephadm/smoke/{distro/centos_8.0 fixed-2 start}
time:   00:11:34
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392583/

[5392585] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_latest} thrashers/none thrashosds-health workloads/redirect_promote_tests}
time:   00:14:24
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392585/

[5392587] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/osd-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{default} supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2}
time:   00:25:17
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392587/

[5392589] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zlib rados tasks/mon_recovery validater/valgrind}
time:   00:24:18
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392589/

[5392591] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_latest} tasks/scrub_test}
time:   00:08:45
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392591/

[5392593] rados/perf/{ceph objectstore/bluestore-low-osd-mem-target openstack settings/optimized ubuntu_latest workloads/cosbench_64K_read_write}
time:   00:15:44
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392593/

[5392595] rados/monthrash/{ceph clusters/9-mons msgr-failures/mon-delay msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest} thrashers/one workloads/rados_5925}
time:   00:06:58
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392595/

[5392597] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/redirect_set_object}
time:   00:09:49
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392597/

[5392599] rados/cephadm/smoke-roleless/{distro/centos_8.0 start}
time:   00:10:47
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392599/

[5392601] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-snappy supported-random-distro$/{centos_latest} tasks/module_selftest}
time:   00:26:19
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392601/

[5392603] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/set-chunk-promote-flush}
time:   00:09:27
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392603/

[5392605] rados/singleton/{all/osd-recovery msgr-failures/few msgr/async objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest}}
time:   00:15:19
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392605/

[5392607] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_cephadm}
time:   00:15:58
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392607/

[5392610] rados/multimon/{clusters/21 msgr-failures/few msgr/async no_pools objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest} tasks/mon_clock_with_skews}
time:   00:05:42
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392610/

[5392611] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/set-chunks-read}
time:   00:13:29
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392611/

[5392613] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/osd-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1}
time:   00:25:44
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392613/

[5392617] rados/cephadm/with-work/{distro/ubuntu_18.04_podman fixed-2 mode/root msgr/async start tasks/rados_api_tests}
time:   00:30:15
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392617/

[5392619] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/small-objects-balanced}
time:   00:18:34
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392619/

[5392621] rados/singleton/{all/peer msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_latest}}
time:   00:06:29
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392621/

[5392623] rados/singleton-nomsgr/{all/msgr rados supported-random-distro$/{rhel_latest}}
time:   00:15:06
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392623/

[5392625] rados/cephadm/smoke/{distro/centos_latest fixed-2 start}
time:   00:09:45
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392625/

[5392627] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/small-objects-localized}
time:   00:19:28
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392627/

[5392629] rados/perf/{ceph objectstore/bluestore-stupid openstack settings/optimized ubuntu_latest workloads/cosbench_64K_write}
time:   00:16:01
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392629/

[5392631] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_latest} thrashers/none thrashosds-health workloads/small-objects}
time:   00:21:30
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392631/

[5392633] rados/cephadm/smoke-roleless/{distro/centos_latest start}
time:   00:09:04
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392633/

[5392635] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-radosbench}
time:   02:09:41
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392635/

[5392637] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/fastclose rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-snaps-few-objects-overwrites}
time:   00:22:23
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392637/

[5392640] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/few objectstore/bluestore-bitmap rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
time:   00:09:16
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392640/

[5392642] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-low-osd-mem-target supported-random-distro$/{rhel_latest} tasks/dashboard}
time:   01:05:16
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392642/

[5392644] rados/objectstore/{backends/keyvaluedb supported-random-distro$/{rhel_latest}}
time:   00:09:49
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392644/

[5392645] rados/valgrind-leaks/{1-start 2-inject-leak/osd centos_latest}
time:   00:14:42
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392645/

[5392647] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/snaps-few-objects-balanced}
time:   00:25:50
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392647/

[5392649] rados/singleton/{all/pg-autoscaler msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest}}
time:   00:08:21
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392649/

[5392651] rados/cephadm/workunits/{distro/centos_latest task/test_cephadm_repos}
time:   00:03:43
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392651/

[5392653] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest} tasks/rados_api_tests}
time:   00:25:30
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392653/

[5392655] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/snaps-few-objects-localized}
time:   00:23:42
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392655/

[5392657] rados/cephadm/with-work/{distro/centos_8.0 fixed-2 mode/packaged msgr/async start tasks/rados_python}
time:   00:19:52
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392657/

[5392659] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/fastclose objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3}
time:   00:13:03
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392659/

[5392661] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async objectstore/bluestore-comp-zstd rados tasks/rados_api_tests validater/lockdep}
time:   00:18:22
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392661/

[5392663] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/snaps-few-objects}
time:   00:24:09
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392663/

[5392665] rados/singleton/{all/pg-removal-interruption msgr-failures/many msgr/async objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest}}
time:   00:10:01
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392665/

[5392667] rados/monthrash/{ceph clusters/3-mons msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/sync-many workloads/rados_api_tests}
time:   00:20:21
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392667/

[5392669] rados/cephadm/smoke/{distro/rhel_7 fixed-2 start}
time:   00:13:32
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392669/

[5392671] rados/perf/{ceph objectstore/bluestore-basic-min-osd-mem-target openstack settings/optimized ubuntu_latest workloads/fio_4K_rand_read}
time:   00:09:49
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392671/

[5392673] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/write_fadvise_dontneed}
time:   00:12:34
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392673/

[5392675] rados/singleton-nomsgr/{all/multi-backfill-reject rados supported-random-distro$/{rhel_latest}}
time:   00:25:38
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392675/

[5392677] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zlib supported-random-distro$/{ubuntu_latest} tasks/progress}
time:   00:11:20
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392677/

[5392679] rados/standalone/{supported-random-distro$/{ubuntu_latest} workloads/osd}
time:   02:52:45
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392679/

[5392683] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/admin_socket_objecter_requests}
time:   00:27:41
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392683/

[5392685] rados/cephadm/smoke-roleless/{distro/rhel_7 start}
time:   00:12:48
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392685/

[5392687] rados/multimon/{clusters/3 msgr-failures/many msgr/async-v1only no_pools objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest} tasks/mon_recovery}
time:   00:07:23
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392687/

[5392689] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/fastclose objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1}
time:   00:20:26
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392689/

[5392691] rados/singleton/{all/radostool msgr-failures/few msgr/async-v1only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest}}
time:   00:12:03
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392691/

[5392693] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest} thrashers/none thrashosds-health workloads/cache-agent-big}
time:   00:20:46
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392693/

[5392695] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_orch_cli}
time:   00:15:50
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392695/

[5392697] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/cache-agent-small}
time:   00:15:40
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392697/

[5392699] rados/cephadm/smoke/{distro/rhel_8.0 fixed-2 start}
time:   00:14:13
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392699/

[5392701] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/cache-pool-snaps-readproxy}
time:   00:27:29
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392701/

[5392703] rados/singleton/{all/random-eio msgr-failures/many msgr/async-v2only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_latest}}
time:   00:23:43
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392703/

[5392705] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/osd-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
time:   00:14:00
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392705/

[5392707] rados/perf/{ceph objectstore/bluestore-bitmap openstack settings/optimized ubuntu_latest workloads/fio_4K_rand_rw}
time:   00:09:51
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392707/

[5392709] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest} tasks/rados_cls_all}
time:   00:11:22
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392709/

[5392710] rados/cephadm/smoke-roleless/{distro/rhel_8.0 start}
time:   00:14:05
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392710/

[5392712] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/ec-small-objects-balanced}
time:   00:23:07
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392712/

[5392714] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/cache-pool-snaps}
time:   00:20:27
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392714/

[5392717] rados/singleton-nomsgr/{all/osd_stale_reads rados supported-random-distro$/{rhel_latest}}
time:   00:20:12
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392717/

[5392719] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/cache-snaps-balanced}
time:   00:18:24
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392719/

[5392720] rados/cephadm/with-work/{distro/centos_latest fixed-2 mode/root msgr/async-v1only start tasks/rados_api_tests}
time:   00:27:27
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392720/

[5392722] rados/singleton-bluestore/{all/cephtool msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_latest}}
time:   00:27:34
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392722/

[5392724] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-stupid supported-random-distro$/{ubuntu_latest} tasks/dashboard}
time:   01:01:06
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392724/

[5392727] rados/objectstore/{backends/objectcacher-stress supported-random-distro$/{rhel_latest}}
time:   00:25:15
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392727/

[5392729] rados/singleton/{all/rebuild-mondb msgr-failures/few msgr/async objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest}}
time:   00:12:08
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392729/

[5392731] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/cache-snaps}
time:   00:22:24
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392731/

[5392732] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_adoption}
time:   00:07:12
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392732/

[5392734] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/few objectstore/bluestore-hybrid rados recovery-overrides/{default} supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2}
time:   00:28:35
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392734/

[5392736] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async-v1only objectstore/bluestore-hybrid rados tasks/rados_cls_all validater/valgrind}
time:   01:33:56
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392736/

[5392738] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_latest} thrashers/none thrashosds-health workloads/cache}
time:   00:12:03
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392738/

[5392742] rados/monthrash/{ceph clusters/9-mons msgr-failures/mon-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/sync workloads/rados_mon_osdmap_prune}
time:   00:44:20
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392742/

[5392744] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zstd supported-random-distro$/{rhel_latest} tasks/prometheus}
time:   00:13:12
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392744/

[5392747] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/few rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites}
time:   00:26:12
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392747/

[5392749] rados/cephadm/smoke/{distro/rhel_latest fixed-2 start}
time:   00:13:13
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392749/

[5392750] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/dedup_tier}
time:   00:09:02
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392750/

[5392753] rados/perf/{ceph objectstore/bluestore-comp openstack settings/optimized ubuntu_latest workloads/fio_4M_rand_read}
time:   00:09:36
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392753/

[5392755] rados/singleton/{all/recovery-preemption msgr-failures/many msgr/async-v1only objectstore/filestore-xfs rados supported-random-distro$/{centos_latest}}
time:   00:15:20
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392755/

[5392756] rados/cephadm/smoke-roleless/{distro/rhel_latest start}
time:   00:12:21
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392756/

[5392758] rados/multimon/{clusters/6 msgr-failures/few msgr/async-v2only no_pools objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_latest} tasks/mon_clock_no_skews}
time:   00:09:26
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392758/

[5392761] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/pool-snaps-few-objects}
time:   00:26:06
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392761/

[5392762] rados/singleton-nomsgr/{all/pool-access rados supported-random-distro$/{rhel_latest}}
time:   00:10:39
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392762/

[5392764] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/few objectstore/bluestore-hybrid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1}
time:   00:23:36
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392764/

[5392766] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/rados_api_tests}
time:   00:24:01
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392766/

[5392768] rados/cephadm/with-work/{distro/rhel_8.0 fixed-2 mode/packaged msgr/async-v2only start tasks/rados_python}
time:   00:23:23
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392768/

[5392770] rados/singleton/{all/resolve_stuck_peering msgr-failures/few msgr/async-v2only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest}}
time:   00:06:29
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392770/

[5392772] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async-v1only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest} tasks/rados_python}
time:   00:11:55
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392772/

[5392774] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest} thrashers/mapgap thrashosds-health workloads/radosbench-high-concurrency}
time:   00:46:12
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392774/

[5392776] rados/cephadm/workunits/{distro/centos_latest task/test_cephadm}
time:   00:10:52
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392776/

[5392778] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/fastclose objectstore/bluestore-comp-snappy rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
time:   00:09:16
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392778/

[5392780] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/radosbench}
time:   01:38:37
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392780/

[5392782] rados/standalone/{supported-random-distro$/{rhel_latest} workloads/scrub}
time:   01:29:14
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392782/

[5392784] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-small-objects-fast-read}
time:   00:17:49
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392784/

[5392786] rados/cephadm/smoke/{distro/ubuntu_18.04 fixed-2 start}
time:   00:11:47
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392786/

[5392788] rados/perf/{ceph objectstore/bluestore-low-osd-mem-target openstack settings/optimized ubuntu_latest workloads/fio_4M_rand_rw}
time:   00:08:06
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392788/

[5392790] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest} thrashers/none thrashosds-health workloads/redirect}
time:   00:08:34
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392790/

[5392792] rados/singleton/{all/test-crash msgr-failures/many msgr/async objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest}}
time:   00:07:40
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392792/

[5392794] rados/cephadm/smoke-roleless/{distro/ubuntu_18.04 start}
time:   00:10:40
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392794/

[5392796] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/redirect_promote_tests}
time:   00:12:40
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392796/

[5392798] rados/singleton-nomsgr/{all/recovery-unfound-found rados supported-random-distro$/{ubuntu_latest}}
time:   00:25:48
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392798/

[5392802] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/redirect_set_object}
time:   00:09:42
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392802/

[5392804] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/osd-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3}
time:   00:09:30
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392804/

[5392806] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async-v2only objectstore/bluestore-low-osd-mem-target rados tasks/mon_recovery validater/lockdep}
time:   00:10:10
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392806/

[5392808] rados/cephadm/with-work/{distro/rhel_latest fixed-2 mode/root msgr/async start tasks/rados_api_tests}
time:   00:31:49
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392808/

[5392810] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/filestore-xfs supported-random-distro$/{centos_latest} tasks/dashboard}
time:   01:03:50
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392810/

[5392812] rados/objectstore/{backends/objectstore supported-random-distro$/{centos_latest}}
time:   04:14:47
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392812/

[5392814] rados/singleton/{all/test_envlibrados_for_rocksdb msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest}}
time:   00:12:17
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392814/

[5392816] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-hybrid supported-random-distro$/{ubuntu_latest} tasks/workunits}
time:   00:06:06
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392816/

[5392818] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/set-chunk-promote-flush}
time:   00:08:54
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392818/

[5392820] rados/monthrash/{ceph clusters/3-mons msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest} thrashers/force-sync-many workloads/rados_mon_workunits}
time:   00:24:10
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392820/

[5392822] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_cephadm_repos}
time:   00:03:54
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392822/

[5392824] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/set-chunks-read}
time:   00:14:06
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392824/

[5392826] rados/cephadm/smoke/{distro/ubuntu_18.04_podman fixed-2 start}
time:   00:12:56
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392826/

[5392828] rados/multimon/{clusters/9 msgr-failures/many msgr/async no_pools objectstore/bluestore-stupid rados supported-random-distro$/{rhel_latest} tasks/mon_clock_with_skews}
time:   00:09:52
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392828/

[5392830] rados/perf/{ceph objectstore/bluestore-stupid openstack settings/optimized ubuntu_latest workloads/fio_4M_rand_write}
time:   00:08:22
info:   http://pulpito.ceph.com/teuthology-2020-08-31_03:30:04-rados-octopus-distro-basic-smithi/5392830/