2020-10-19T22:25:36.386 INFO:root:teuthology version: 1.0.0-b106d09 2020-10-19T22:25:36.388 INFO:teuthology.results:subset: '20/9999' 2020-10-19T22:25:36.388 INFO:teuthology.results:seed: '5146' 2020-10-23T04:30:26.458 INFO:root:teuthology version: 1.0.0-f4fe713 2020-10-23T04:30:26.502 INFO:teuthology.results:Waiting up to 43200 seconds for tests to finish... 2020-10-23T07:40:33.401 INFO:teuthology.results:Tests finished! gathering results... 2020-10-23T07:41:16.202 INFO:scrape:Found 379 jobs 2020-10-23T07:41:16.434 WARNING:scrape:Ignoring malparsed backtrace: ceph version 15.2.5-355-g2f33da11 (2f33da11da69822d9bab6e9cadb58a7cc3d5720f) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe1) [0x7fc5cf75e68e] , 2: (CopyFromOp::_finish(TestOp::CallbackInfo*)+0x501) [0x5629c87cd941] 2020-10-23T07:41:16.438 WARNING:scrape:Ignoring malparsed backtrace: 2020-10-19T23:53:13.955 INFO:teuthology.orchestra.run.smithi149.stdout: , dumped all , 2020-10-19T23:53:13.969 INFO:teuthology.orchestra.run.smithi149.stdout:{"pg_ready":true,"pg_map":{"version":140,"stamp":"2020-10-19T23:53:12.632688+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30283200710,"num_objects":10203,"num_object_clones":0,"num_object_copies":20406,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10173,"num_whiteouts":47,"num_read":23788,"num_read_kb":2254359,"num_write":53747,"num_write_kb":24542945,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":30,"num_bytes_hit_set_archive":14504,"num_flush":3704,"num_flush_kb":10764896,"num_evict":3413,"num_evict_kb":9946559,"num_promote":4092,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":48819,"ondisk_log_size":48819,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":39465492,"kb_used_data":33070920,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":526765548,"statfs":{"total":579820584960,"available":539407921152,"internally_reserved":6442450944,"allocated":33864622080,"data_stored":39802960606,"data_compressed":131082640,"data_compressed_allocated":6085689344,"data_compressed_original":12171300752,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,1,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":50,"apply_latency_ms":50,"commit_latency_ns":50000000,"apply_latency_ns":50000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":80847154,"num_objects":48,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":50,"num_whiteouts":23,"num_read":893,"num_read_kb":843257,"num_write":458,"num_write_kb":307311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":60,"num_flush_kb":173287,"num_evict":30,"num_evict_kb":87064,"num_promote":100,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002898"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.412412+0000","last_change":"2020-10-19T23:49:36.013217+0000","last_active":"2020-10-19T23:52:28.412412+0000","last_peered":"2020-10-19T23:52:28.412412+0000","last_clean":"2020-10-19T23:52:28.412412+0000","last_became_active":"2020-10-19T23:49:36.012537+0000","last_became_peered":"2020-10-19T23:49:36.012537+0000","last_unstale":"2020-10-19T23:52:28.412412+0000","last_undegraded":"2020-10-19T23:52:28.412412+0000","last_fullsized":"2020-10-19T23:52:28.412412+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.414133+0000","last_change":"2020-10-19T23:49:35.485951+0000","last_active":"2020-10-19T23:52:28.414133+0000","last_peered":"2020-10-19T23:52:28.414133+0000","last_clean":"2020-10-19T23:52:28.414133+0000","last_became_active":"2020-10-19T23:49:35.484796+0000","last_became_peered":"2020-10-19T23:49:35.484796+0000","last_unstale":"2020-10-19T23:52:28.414133+0000","last_undegraded":"2020-10-19T23:52:28.414133+0000","last_fullsized":"2020-10-19T23:52:28.414133+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5654","reported_seq":"7853","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:53:07.134033+0000","last_change":"2020-10-19T23:49:46.676372+0000","last_active":"2020-10-19T23:53:07.134033+0000","last_peered":"2020-10-19T23:53:07.134033+0000","last_clean":"2020-10-19T23:53:07.134033+0000","last_became_active":"2020-10-19T23:49:46.675724+0000","last_became_peered":"2020-10-19T23:49:46.675724+0000","last_unstale":"2020-10-19T23:53:07.134033+0000","last_undegraded":"2020-10-19T23:53:07.134033+0000","last_fullsized":"2020-10-19T23:53:07.134033+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_clean_scrub_stamp":"2020-10-19T23:49:45.651853+0000","log_size":5654,"ondisk_log_size":5654,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":110653032,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":10,"num_read":1946,"num_read_kb":994,"num_write":5156,"num_write_kb":1201228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":2998,"num_flush":946,"num_flush_kb":2727263,"num_evict":892,"num_evict_kb":2578874,"num_promote":1049,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6681","reported_seq":"8880","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-19T23:53:08.440522+0000","last_change":"2020-10-19T23:49:44.726869+0000","last_active":"2020-10-19T23:53:08.440522+0000","last_peered":"2020-10-19T23:53:08.440522+0000","last_clean":"2020-10-19T23:53:08.440522+0000","last_became_active":"2020-10-19T23:49:44.726044+0000","last_became_peered":"2020-10-19T23:49:44.726044+0000","last_unstale":"2020-10-19T23:53:08.440522+0000","last_undegraded":"2020-10-19T23:53:08.440522+0000","last_fullsized":"2020-10-19T23:53:08.440522+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_clean_scrub_stamp":"2020-10-19T23:49:43.636628+0000","log_size":6681,"ondisk_log_size":6681,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7383403432,"num_objects":2455,"num_object_clones":0,"num_object_copies":4910,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2455,"num_whiteouts":0,"num_read":3804,"num_read_kb":319961,"num_write":8302,"num_write_kb":4760213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.412373+0000","last_change":"2020-10-19T23:49:35.484473+0000","last_active":"2020-10-19T23:52:28.412373+0000","last_peered":"2020-10-19T23:52:28.412373+0000","last_clean":"2020-10-19T23:52:28.412373+0000","last_became_active":"2020-10-19T23:49:35.483293+0000","last_became_peered":"2020-10-19T23:49:35.483293+0000","last_unstale":"2020-10-19T23:52:28.412373+0000","last_undegraded":"2020-10-19T23:52:28.412373+0000","last_fullsized":"2020-10-19T23:52:28.412373+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5046","reported_seq":"7093","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:53:07.593900+0000","last_change":"2020-10-19T23:49:46.950709+0000","last_active":"2020-10-19T23:53:07.593900+0000","last_peered":"2020-10-19T23:53:07.593900+0000","last_clean":"2020-10-19T23:53:07.593900+0000","last_became_active":"2020-10-19T23:49:46.950005+0000","last_became_peered":"2020-10-19T23:49:46.950005+0000","last_unstale":"2020-10-19T23:53:07.593900+0000","last_undegraded":"2020-10-19T23:53:07.593900+0000","last_fullsized":"2020-10-19T23:53:07.593900+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_clean_scrub_stamp":"2020-10-19T23:49:45.651853+0000","log_size":5046,"ondisk_log_size":5046,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":120949746,"num_objects":60,"num_object_clones":0,"num_object_copies":120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":52,"num_whiteouts":13,"num_read":1853,"num_read_kb":12536,"num_write":4831,"num_write_kb":1191575,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3885,"num_flush":868,"num_flush_kb":2542172,"num_evict":792,"num_evict_kb":2329053,"num_promote":954,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6790","reported_seq":"9225","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-19T23:53:08.443020+0000","last_change":"2020-10-19T23:49:44.665029+0000","last_active":"2020-10-19T23:53:08.443020+0000","last_peered":"2020-10-19T23:53:08.443020+0000","last_clean":"2020-10-19T23:53:08.443020+0000","last_became_active":"2020-10-19T23:49:44.663904+0000","last_became_peered":"2020-10-19T23:49:44.663904+0000","last_unstale":"2020-10-19T23:53:08.443020+0000","last_undegraded":"2020-10-19T23:53:08.443020+0000","last_fullsized":"2020-10-19T23:53:08.443020+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_clean_scrub_stamp":"2020-10-19T23:49:43.636628+0000","log_size":6790,"ondisk_log_size":6790,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7501552655,"num_objects":2511,"num_object_clones":0,"num_object_copies":5022,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2511,"num_whiteouts":0,"num_read":4182,"num_read_kb":715626,"num_write":8394,"num_write_kb":4975916,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.414026+0000","last_change":"2020-10-19T23:49:35.486433+0000","last_active":"2020-10-19T23:52:28.414026+0000","last_peered":"2020-10-19T23:52:28.414026+0000","last_clean":"2020-10-19T23:52:28.414026+0000","last_became_active":"2020-10-19T23:49:35.485524+0000","last_became_peered":"2020-10-19T23:49:35.485524+0000","last_unstale":"2020-10-19T23:52:28.414026+0000","last_undegraded":"2020-10-19T23:52:28.414026+0000","last_fullsized":"2020-10-19T23:52:28.414026+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"32'5596","reported_seq":"7923","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:53:07.124943+0000","last_change":"2020-10-19T23:49:46.953659+0000","last_active":"2020-10-19T23:53:07.124943+0000","last_peered":"2020-10-19T23:53:07.124943+0000","last_clean":"2020-10-19T23:53:07.124943+0000","last_became_active":"2020-10-19T23:49:46.952629+0000","last_became_peered":"2020-10-19T23:49:46.952629+0000","last_unstale":"2020-10-19T23:53:07.124943+0000","last_undegraded":"2020-10-19T23:53:07.124943+0000","last_fullsized":"2020-10-19T23:53:07.124943+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_clean_scrub_stamp":"2020-10-19T23:49:45.651853+0000","log_size":5596,"ondisk_log_size":5596,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":108441343,"num_objects":57,"num_object_clones":0,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":49,"num_whiteouts":13,"num_read":2062,"num_read_kb":977,"num_write":5292,"num_write_kb":1302001,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3850,"num_flush":958,"num_flush_kb":2761859,"num_evict":828,"num_evict_kb":2402108,"num_promote":1043,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6501","reported_seq":"8828","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-19T23:53:08.386599+0000","last_change":"2020-10-19T23:49:44.728892+0000","last_active":"2020-10-19T23:53:08.386599+0000","last_peered":"2020-10-19T23:53:08.386599+0000","last_clean":"2020-10-19T23:53:08.386599+0000","last_became_active":"2020-10-19T23:49:44.727945+0000","last_became_peered":"2020-10-19T23:49:44.727945+0000","last_unstale":"2020-10-19T23:53:08.386599+0000","last_undegraded":"2020-10-19T23:53:08.386599+0000","last_fullsized":"2020-10-19T23:53:08.386599+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_clean_scrub_stamp":"2020-10-19T23:49:43.636628+0000","log_size":6501,"ondisk_log_size":6501,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7311445761,"num_objects":2460,"num_object_clones":0,"num_object_copies":4920,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2460,"num_whiteouts":0,"num_read":3975,"num_read_kb":607095,"num_write":8057,"num_write_kb":4855827,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.411883+0000","last_change":"2020-10-19T23:49:35.484581+0000","last_active":"2020-10-19T23:52:28.411883+0000","last_peered":"2020-10-19T23:52:28.411883+0000","last_clean":"2020-10-19T23:52:28.411883+0000","last_became_active":"2020-10-19T23:49:35.483721+0000","last_became_peered":"2020-10-19T23:49:35.483721+0000","last_unstale":"2020-10-19T23:52:28.411883+0000","last_undegraded":"2020-10-19T23:52:28.411883+0000","last_fullsized":"2020-10-19T23:52:28.411883+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5683","reported_seq":"7862","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:53:07.058913+0000","last_change":"2020-10-19T23:49:46.677483+0000","last_active":"2020-10-19T23:53:07.058913+0000","last_peered":"2020-10-19T23:53:07.058913+0000","last_clean":"2020-10-19T23:53:07.058913+0000","last_became_active":"2020-10-19T23:49:46.677068+0000","last_became_peered":"2020-10-19T23:49:46.677068+0000","last_unstale":"2020-10-19T23:53:07.058913+0000","last_undegraded":"2020-10-19T23:53:07.058913+0000","last_fullsized":"2020-10-19T23:53:07.058913+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_clean_scrub_stamp":"2020-10-19T23:49:45.651853+0000","log_size":5683,"ondisk_log_size":5683,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":122283688,"num_objects":59,"num_object_clones":0,"num_object_copies":118,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":51,"num_whiteouts":11,"num_read":1948,"num_read_kb":15466,"num_write":5196,"num_write_kb":1245528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3771,"num_flush":932,"num_flush_kb":2733602,"num_evict":901,"num_evict_kb":2636524,"num_promote":1046,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6868","reported_seq":"9148","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-19T23:53:08.439529+0000","last_change":"2020-10-19T23:49:44.728347+0000","last_active":"2020-10-19T23:53:08.439529+0000","last_peered":"2020-10-19T23:53:08.439529+0000","last_clean":"2020-10-19T23:53:08.439529+0000","last_became_active":"2020-10-19T23:49:44.727162+0000","last_became_peered":"2020-10-19T23:49:44.727162+0000","last_unstale":"2020-10-19T23:53:08.439529+0000","last_undegraded":"2020-10-19T23:53:08.439529+0000","last_fullsized":"2020-10-19T23:53:08.439529+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_clean_scrub_stamp":"2020-10-19T23:49:43.636628+0000","log_size":6868,"ondisk_log_size":6868,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7624471053,"num_objects":2548,"num_object_clones":0,"num_object_copies":5096,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2548,"num_whiteouts":0,"num_read":4018,"num_read_kb":581704,"num_write":8519,"num_write_kb":5010657,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.415354+0000","last_change":"2020-10-19T23:49:35.407281+0000","last_active":"2020-10-19T23:52:28.415354+0000","last_peered":"2020-10-19T23:52:28.415354+0000","last_clean":"2020-10-19T23:52:28.415354+0000","last_became_active":"2020-10-19T23:49:35.406433+0000","last_became_peered":"2020-10-19T23:49:35.406433+0000","last_unstale":"2020-10-19T23:52:28.415354+0000","last_undegraded":"2020-10-19T23:52:28.415354+0000","last_fullsized":"2020-10-19T23:52:28.415354+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.415468+0000","last_change":"2020-10-19T23:49:35.407919+0000","last_active":"2020-10-19T23:52:28.415468+0000","last_peered":"2020-10-19T23:52:28.415468+0000","last_clean":"2020-10-19T23:52:28.415468+0000","last_became_active":"2020-10-19T23:49:35.407406+0000","last_became_peered":"2020-10-19T23:49:35.407406+0000","last_unstale":"2020-10-19T23:52:28.415468+0000","last_undegraded":"2020-10-19T23:52:28.415468+0000","last_fullsized":"2020-10-19T23:52:28.415468+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.411885+0000","last_change":"2020-10-19T23:49:36.014498+0000","last_active":"2020-10-19T23:52:28.411885+0000","last_peered":"2020-10-19T23:52:28.411885+0000","last_clean":"2020-10-19T23:52:28.411885+0000","last_became_active":"2020-10-19T23:49:36.013477+0000","last_became_peered":"2020-10-19T23:49:36.013477+0000","last_unstale":"2020-10-19T23:52:28.411885+0000","last_undegraded":"2020-10-19T23:52:28.411885+0000","last_fullsized":"2020-10-19T23:52:28.411885+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":462327809,"num_objects":229,"num_object_clones":0,"num_object_copies":458,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":199,"num_whiteouts":47,"num_read":7809,"num_read_kb":29973,"num_write":20475,"num_write_kb":4940332,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":30,"num_bytes_hit_set_archive":14504,"num_flush":3704,"num_flush_kb":10764896,"num_evict":3413,"num_evict_kb":9946559,"num_promote":4092,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":685039616,"data_stored":875029394,"data_compressed":3845234,"data_compressed_allocated":191119360,"data_compressed_original":382160784,"omap_allocated":0,"internal_metadata":0},"log_size":21979,"ondisk_log_size":21979,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29820872901,"num_objects":9974,"num_object_clones":0,"num_object_copies":19948,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9974,"num_whiteouts":0,"num_read":15979,"num_read_kb":2224386,"num_write":33272,"num_write_kb":19602613,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":33177477120,"data_stored":38927108184,"data_compressed":127237406,"data_compressed_allocated":5894569984,"data_compressed_original":11789139968,"omap_allocated":0,"internal_metadata":0},"log_size":26840,"ondisk_log_size":26840,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640302,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9199316,"kb_used_data":8142400,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":85172524,"statfs":{"total":96636764160,"available":87216664576,"internally_reserved":1073741824,"allocated":8337817600,"data_stored":9770340416,"data_compressed":31660136,"data_compressed_allocated":1469476864,"data_compressed_original":2938934416,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.0149999999999999,"5min":1.1870000000000001,"15min":1.262},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.9650000000000001,"5min":2.3220000000000001,"15min":2.3220000000000001},"last":1.284},{"interface":"front","average":{"1min":1.0129999999999999,"5min":1.3200000000000001,"15min":1.3740000000000001},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":2.0880000000000001,"5min":3.605,"15min":3.605},"last":1.355}]},{"osd":1,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":4.6879999999999997,"5min":1.954,"15min":1.4630000000000001},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":83.296000000000006,"5min":83.296000000000006,"15min":83.296000000000006},"last":2.1920000000000002},{"interface":"front","average":{"1min":4.484,"5min":2.262,"15min":1.859},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":80.209000000000003,"5min":80.209000000000003,"15min":80.209000000000003},"last":2.3380000000000001}]},{"osd":2,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.2929999999999999,"5min":1.6519999999999999,"15min":1.724},"min":{"1min":0.65300000000000002,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":2.7290000000000001,"5min":4.6790000000000003,"15min":4.6790000000000003},"last":1.929},{"interface":"front","average":{"1min":1.5589999999999999,"5min":1.4910000000000001,"15min":1.5029999999999999},"min":{"1min":0.90200000000000002,"5min":0.86599999999999999,"15min":0.86599999999999999},"max":{"1min":4.5860000000000003,"5min":4.5860000000000003,"15min":4.5860000000000003},"last":1.7190000000000001}]},{"osd":3,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.3,"5min":1.5109999999999999,"15min":1.581},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":2.3919999999999999,"5min":2.407,"15min":2.407},"last":1.8600000000000001},{"interface":"front","average":{"1min":1.446,"5min":1.861,"15min":1.9910000000000001},"min":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"max":{"1min":3.0190000000000001,"5min":4.3540000000000001,"15min":4.3540000000000001},"last":2.129}]},{"osd":4,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.544,"5min":1.663,"15min":1.6970000000000001},"min":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":3.6920000000000002,"5min":3.6920000000000002,"15min":3.6920000000000002},"last":2.5259999999999998},{"interface":"front","average":{"1min":1.6200000000000001,"5min":1.7729999999999999,"15min":1.843},"min":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"max":{"1min":4.2050000000000001,"5min":4.2050000000000001,"15min":4.2050000000000001},"last":2.6930000000000001}]}]},{"osd":4,"up_from":11,"seq":47244640302,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1240272,"kb_used_data":169396,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93131568,"statfs":{"total":96636764160,"available":95366725632,"internally_reserved":1073741824,"allocated":173461504,"data_stored":220423776,"data_compressed":948083,"data_compressed_allocated":47464448,"data_compressed_original":94918485,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 19 23:52:38 2020","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.97399999999999998,"15min":1.03},"min":{"1min":0.53600000000000003,"5min":0.505,"15min":0.505},"max":{"1min":1.4970000000000001,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":1.2230000000000001},{"interface":"front","average":{"1min":0.98099999999999998,"5min":1.1899999999999999,"15min":1.2629999999999999},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.9330000000000001,"5min":1.9330000000000001,"15min":1.9330000000000001},"last":1.1240000000000001}]},{"osd":1,"last update":"Mon Oct 19 23:52:38 2020","interfaces":[{"interface":"back","average":{"1min":1.421,"5min":1.4690000000000001,"15min":1.5589999999999999},"min":{"1min":0.69499999999999995,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":4.2809999999999997,"5min":4.2809999999999997,"15min":4.2809999999999997},"last":0.98699999999999999},{"interface":"front","average":{"1min":1.641,"5min":1.581,"15min":1.649},"min":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"max":{"1min":4.4269999999999996,"5min":4.4269999999999996,"15min":4.4269999999999996},"last":2.0649999999999999}]},{"osd":2,"last update":"Mon Oct 19 23:52:38 2020","interfaces":[{"interface":"back","average":{"1min":1.7,"5min":1.54,"15min":1.5609999999999999},"min":{"1min":0.79400000000000004,"5min":0.72999999999999998,"15min":0.72999999999999998},"max":{"1min":6.5140000000000002,"5min":6.5140000000000002,"15min":6.5140000000000002},"last":1.577},{"interface":"front","average":{"1min":1.5660000000000001,"5min":1.51,"15min":1.542},"min":{"1min":0.82399999999999995,"5min":0.78400000000000003,"15min":0.78400000000000003},"max":{"1min":5.8369999999999997,"5min":5.8369999999999997,"15min":5.8369999999999997},"last":1.444}]},{"osd":3,"last update":"Mon Oct 19 23:52:38 2020","interfaces":[{"interface":"back","average":{"1min":1.1379999999999999,"5min":1.4019999999999999,"15min":1.466},"min":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"max":{"1min":1.802,"5min":4.9260000000000002,"15min":4.9260000000000002},"last":0.83999999999999997},{"interface":"front","average":{"1min":1.5329999999999999,"5min":1.788,"15min":1.8520000000000001},"min":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"max":{"1min":3.3420000000000001,"5min":5.0309999999999997,"15min":5.0309999999999997},"last":1.2689999999999999}]},{"osd":5,"last update":"Mon Oct 19 23:52:38 2020","interfaces":[{"interface":"back","average":{"1min":1.337,"5min":1.5580000000000001,"15min":1.6519999999999999},"min":{"1min":0.78800000000000003,"5min":0.749,"15min":0.749},"max":{"1min":2.1840000000000002,"5min":2.4340000000000002,"15min":2.4340000000000002},"last":1.651},{"interface":"front","average":{"1min":1.5229999999999999,"5min":1.7150000000000001,"15min":1.8069999999999999},"min":{"1min":0.91600000000000004,"5min":0.80600000000000005,"15min":0.80600000000000005},"max":{"1min":2.7370000000000001,"5min":3.2269999999999999,"15min":3.2269999999999999},"last":1.9690000000000001}]}]},{"osd":3,"up_from":11,"seq":47244640302,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5196000,"kb_used_data":4142556,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":89175840,"statfs":{"total":96636764160,"available":91316060160,"internally_reserved":1073741824,"allocated":4241977344,"data_stored":4973422518,"data_compressed":16214187,"data_compressed_allocated":750067712,"data_compressed_original":1500135424,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":5.0049999999999999,"5min":2.0299999999999998,"15min":1.5860000000000001},"min":{"1min":0.59599999999999997,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":77.683000000000007,"5min":77.683000000000007,"15min":77.683000000000007},"last":1.506},{"interface":"front","average":{"1min":5.274,"5min":2.387,"15min":2.004},"min":{"1min":0.71899999999999997,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":78.602999999999994,"5min":78.602999999999994,"15min":78.602999999999994},"last":2.1230000000000002}]},{"osd":1,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":6.226,"5min":2.5600000000000001,"15min":2.0529999999999999},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":92.444999999999993,"5min":92.444999999999993,"15min":92.444999999999993},"last":2.2450000000000001},{"interface":"front","average":{"1min":6.4720000000000004,"5min":2.9740000000000002,"15min":2.5699999999999998},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":93.096000000000004,"5min":93.096000000000004,"15min":93.096000000000004},"last":1.855}]},{"osd":2,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.4730000000000001,"5min":1.4670000000000001,"15min":1.4770000000000001},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":4.3739999999999997,"5min":4.3739999999999997,"15min":4.3739999999999997},"last":1.639},{"interface":"front","average":{"1min":1.7030000000000001,"5min":1.8380000000000001,"15min":1.968},"min":{"1min":0.872,"5min":0.73499999999999999,"15min":0.73499999999999999},"max":{"1min":4.3010000000000002,"5min":6.1749999999999998,"15min":6.1749999999999998},"last":1.1819999999999999}]},{"osd":4,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.3069999999999999,"5min":1.7410000000000001,"15min":1.8899999999999999},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":2.8879999999999999,"5min":3.4550000000000001,"15min":3.4550000000000001},"last":2.0329999999999999},{"interface":"front","average":{"1min":1.5189999999999999,"5min":1.6799999999999999,"15min":1.754},"min":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"max":{"1min":2.762,"5min":2.927,"15min":2.927},"last":2.4329999999999998}]},{"osd":5,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.6819999999999999,"5min":2.2320000000000002,"15min":2.4140000000000001},"min":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"max":{"1min":3.0569999999999999,"5min":9.9559999999999995,"15min":9.9559999999999995},"last":1.907},{"interface":"front","average":{"1min":1.627,"5min":1.899,"15min":1.9810000000000001},"min":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"max":{"1min":2.6320000000000001,"5min":3.8849999999999998,"15min":3.8849999999999998},"last":2.6320000000000001}]}]},{"osd":2,"up_from":11,"seq":47244640302,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9241396,"kb_used_data":8161668,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":85130444,"statfs":{"total":96636764160,"available":87173574656,"internally_reserved":1073741824,"allocated":8357548032,"data_stored":9844810696,"data_compressed":32825962,"data_compressed_allocated":1523187712,"data_compressed_original":3046366179,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 19 23:52:40 2020","interfaces":[{"interface":"back","average":{"1min":0.84199999999999997,"5min":1.0189999999999999,"15min":1.115},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.706,"5min":2.2349999999999999,"15min":2.2349999999999999},"last":0.97099999999999997},{"interface":"front","average":{"1min":0.80300000000000005,"5min":1.355,"15min":1.5269999999999999},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.462,"5min":3.1099999999999999,"15min":3.1099999999999999},"last":1.3600000000000001}]},{"osd":1,"last update":"Mon Oct 19 23:52:40 2020","interfaces":[{"interface":"back","average":{"1min":1.4870000000000001,"5min":1.466,"15min":1.516},"min":{"1min":0.57399999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":6.0510000000000002,"5min":6.0510000000000002,"15min":6.0510000000000002},"last":1.6559999999999999},{"interface":"front","average":{"1min":2.266,"5min":1.665,"15min":1.609},"min":{"1min":0.755,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":8.0250000000000004,"5min":8.0250000000000004,"15min":8.0250000000000004},"last":1.083}]},{"osd":3,"last update":"Mon Oct 19 23:52:40 2020","interfaces":[{"interface":"back","average":{"1min":1.1879999999999999,"5min":1.5009999999999999,"15min":1.627},"min":{"1min":0.83399999999999996,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":2.1970000000000001,"5min":3.367,"15min":3.367},"last":1.4199999999999999},{"interface":"front","average":{"1min":1.159,"5min":1.7330000000000001,"15min":1.9370000000000001},"min":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":4.0389999999999997,"5min":4.0389999999999997,"15min":4.0389999999999997},"last":2.1240000000000001}]},{"osd":4,"last update":"Mon Oct 19 23:52:40 2020","interfaces":[{"interface":"back","average":{"1min":1.583,"5min":1.5629999999999999,"15min":1.6379999999999999},"min":{"1min":0.77400000000000002,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":3.7400000000000002,"5min":3.7400000000000002,"15min":3.7400000000000002},"last":1.804},{"interface":"front","average":{"1min":1.502,"5min":1.599,"15min":1.6890000000000001},"min":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"max":{"1min":5.2690000000000001,"5min":5.2690000000000001,"15min":5.2690000000000001},"last":2.375}]},{"osd":5,"last update":"Mon Oct 19 23:52:40 2020","interfaces":[{"interface":"back","average":{"1min":1.468,"5min":1.6539999999999999,"15min":1.766},"min":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"max":{"1min":3.7639999999999998,"5min":3.7639999999999998,"15min":3.7639999999999998},"last":2.1920000000000002},{"interface":"front","average":{"1min":1.5329999999999999,"5min":1.806,"15min":1.9339999999999999},"min":{"1min":1.069,"5min":0.97899999999999998,"15min":0.97899999999999998},"max":{"1min":3.899,"5min":3.899,"15min":3.899},"last":1.8620000000000001}]}]},{"osd":0,"up_from":11,"seq":47244640302,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1240272,"kb_used_data":169396,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93131568,"statfs":{"total":96636764160,"available":95366725632,"internally_reserved":1073741824,"allocated":173461504,"data_stored":220423776,"data_compressed":948083,"data_compressed_allocated":47464448,"data_compressed_original":94918485,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 19 23:52:31 2020","interfaces":[{"interface":"back","average":{"1min":7.1820000000000004,"5min":2.3239999999999998,"15min":1.5049999999999999},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":147.23699999999999,"5min":147.23699999999999,"15min":147.23699999999999},"last":0.84899999999999998},{"interface":"front","average":{"1min":7.1349999999999998,"5min":2.4540000000000002,"15min":1.696},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":141.73400000000001,"5min":141.73400000000001,"15min":141.73400000000001},"last":1.042}]},{"osd":2,"last update":"Mon Oct 19 23:52:31 2020","interfaces":[{"interface":"back","average":{"1min":12.765000000000001,"5min":3.6970000000000001,"15min":2.2200000000000002},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":289.738,"5min":289.738,"15min":289.738},"last":0.63900000000000001},{"interface":"front","average":{"1min":13.311999999999999,"5min":3.7890000000000001,"15min":2.1899999999999999},"min":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":291.62700000000001,"5min":291.62700000000001,"15min":291.62700000000001},"last":0.73099999999999998}]},{"osd":3,"last update":"Mon Oct 19 23:52:31 2020","interfaces":[{"interface":"back","average":{"1min":1.4770000000000001,"5min":1.331,"15min":1.3240000000000001},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":5.9029999999999996,"5min":5.9029999999999996,"15min":5.9029999999999996},"last":1.075},{"interface":"front","average":{"1min":1.6259999999999999,"5min":1.6100000000000001,"15min":1.619},"min":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"max":{"1min":6.2939999999999996,"5min":6.2939999999999996,"15min":6.2939999999999996},"last":1.341}]},{"osd":4,"last update":"Mon Oct 19 23:52:31 2020","interfaces":[{"interface":"back","average":{"1min":1.5129999999999999,"5min":1.556,"15min":1.605},"min":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"max":{"1min":6.0549999999999997,"5min":6.0549999999999997,"15min":6.0549999999999997},"last":0.93400000000000005},{"interface":"front","average":{"1min":1.6160000000000001,"5min":1.7589999999999999,"15min":1.8080000000000001},"min":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"max":{"1min":6.0229999999999997,"5min":6.0229999999999997,"15min":6.0229999999999997},"last":1.286}]},{"osd":5,"last update":"Mon Oct 19 23:52:31 2020","interfaces":[{"interface":"back","average":{"1min":1.853,"5min":1.883,"15min":1.921},"min":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"max":{"1min":6.1449999999999996,"5min":6.1449999999999996,"15min":6.1449999999999996},"last":1.4790000000000001},{"interface":"front","average":{"1min":1.8240000000000001,"5min":1.841,"15min":1.9019999999999999},"min":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"max":{"1min":6.6639999999999997,"5min":6.6639999999999997,"15min":6.6639999999999997},"last":1.3740000000000001}]}]},{"osd":1,"up_from":11,"seq":47244640302,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":13348236,"kb_used_data":12285504,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":81023604,"statfs":{"total":96636764160,"available":82968170496,"internally_reserved":1073741824,"allocated":12580356096,"data_stored":14773539424,"data_compressed":48486189,"data_compressed_allocated":2248028160,"data_compressed_original":4496027763,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,1,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 19 23:52:35 2020","interfaces":[{"interface":"back","average":{"1min":1.202,"5min":1.05,"15min":1.038},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":7.1440000000000001,"5min":7.1440000000000001,"15min":7.1440000000000001},"last":0.80400000000000005},{"interface":"front","average":{"1min":1.3640000000000001,"5min":1.1399999999999999,"15min":1.1200000000000001},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":4.8780000000000001,"5min":4.8780000000000001,"15min":4.8780000000000001},"last":0.995}]},{"osd":2,"last update":"Mon Oct 19 23:52:35 2020","interfaces":[{"interface":"back","average":{"1min":0.95199999999999996,"5min":1.3180000000000001,"15min":1.4119999999999999},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.748,"5min":4.4880000000000004,"15min":4.4880000000000004},"last":1.1439999999999999},{"interface":"front","average":{"1min":1.5069999999999999,"5min":1.671,"15min":1.7130000000000001},"min":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"max":{"1min":7.4640000000000004,"5min":7.4640000000000004,"15min":7.4640000000000004},"last":1.488}]},{"osd":3,"last update":"Mon Oct 19 23:52:35 2020","interfaces":[{"interface":"back","average":{"1min":1.446,"5min":1.5649999999999999,"15min":1.653},"min":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":7.5780000000000003,"5min":7.5780000000000003,"15min":7.5780000000000003},"last":1.6799999999999999},{"interface":"front","average":{"1min":1.6930000000000001,"5min":1.5389999999999999,"15min":1.5629999999999999},"min":{"1min":0.86499999999999999,"5min":0.79000000000000004,"15min":0.79000000000000004},"max":{"1min":5.3019999999999996,"5min":5.3019999999999996,"15min":5.3019999999999996},"last":1.6259999999999999}]},{"osd":4,"last update":"Mon Oct 19 23:52:35 2020","interfaces":[{"interface":"back","average":{"1min":1.6519999999999999,"5min":1.5960000000000001,"15min":1.6220000000000001},"min":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"max":{"1min":5.1660000000000004,"5min":5.1660000000000004,"15min":5.1660000000000004},"last":1.78},{"interface":"front","average":{"1min":1.381,"5min":1.6990000000000001,"15min":1.794},"min":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"max":{"1min":2.7389999999999999,"5min":5.0060000000000002,"15min":5.0060000000000002},"last":1.53}]},{"osd":5,"last update":"Mon Oct 19 23:52:35 2020","interfaces":[{"interface":"back","average":{"1min":1.486,"5min":2.2040000000000002,"15min":2.4670000000000001},"min":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"max":{"1min":2.048,"5min":12.083,"15min":12.083},"last":1.403},{"interface":"front","average":{"1min":1.978,"5min":2.0840000000000001,"15min":2.1920000000000002},"min":{"1min":0.879,"5min":0.879,"15min":0.879},"max":{"1min":7.3479999999999999,"5min":7.3479999999999999,"15min":7.3479999999999999},"last":1.9970000000000001}]}]}]}} 2020-10-23T07:41:16.440 WARNING:scrape:Ignoring malparsed backtrace: File "/home/teuthworker/src/git.ceph.com_ceph_octopus/qa/tasks/rados.py", line 266, in thread , run.wait(tests.values()) , File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/run.py", line 470, in wait 2020-10-23T07:41:16.440 WARNING:scrape:Ignoring malparsed backtrace: proc.wait() , File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/run.py", line 160, in wait , self._raise_for_status() 2020-10-23T07:41:16.560 WARNING:scrape:Ignoring malparsed backtrace: ceph version 15.2.5-355-g2f33da11 (2f33da11da69822d9bab6e9cadb58a7cc3d5720f) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe1) [0x7fc5cf75e68e] , 2: (CopyFromOp::_finish(TestOp::CallbackInfo*)+0x501) [0x5629c87cd941] 2020-10-23T07:41:16.563 WARNING:scrape:Ignoring malparsed backtrace: 2020-10-19T23:53:13.955 INFO:teuthology.orchestra.run.smithi149.stdout: , dumped all , 2020-10-19T23:53:13.969 INFO:teuthology.orchestra.run.smithi149.stdout:{"pg_ready":true,"pg_map":{"version":140,"stamp":"2020-10-19T23:53:12.632688+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30283200710,"num_objects":10203,"num_object_clones":0,"num_object_copies":20406,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10173,"num_whiteouts":47,"num_read":23788,"num_read_kb":2254359,"num_write":53747,"num_write_kb":24542945,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":30,"num_bytes_hit_set_archive":14504,"num_flush":3704,"num_flush_kb":10764896,"num_evict":3413,"num_evict_kb":9946559,"num_promote":4092,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":48819,"ondisk_log_size":48819,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":39465492,"kb_used_data":33070920,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":526765548,"statfs":{"total":579820584960,"available":539407921152,"internally_reserved":6442450944,"allocated":33864622080,"data_stored":39802960606,"data_compressed":131082640,"data_compressed_allocated":6085689344,"data_compressed_original":12171300752,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,1,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":50,"apply_latency_ms":50,"commit_latency_ns":50000000,"apply_latency_ns":50000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":80847154,"num_objects":48,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":50,"num_whiteouts":23,"num_read":893,"num_read_kb":843257,"num_write":458,"num_write_kb":307311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":60,"num_flush_kb":173287,"num_evict":30,"num_evict_kb":87064,"num_promote":100,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002898"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.412412+0000","last_change":"2020-10-19T23:49:36.013217+0000","last_active":"2020-10-19T23:52:28.412412+0000","last_peered":"2020-10-19T23:52:28.412412+0000","last_clean":"2020-10-19T23:52:28.412412+0000","last_became_active":"2020-10-19T23:49:36.012537+0000","last_became_peered":"2020-10-19T23:49:36.012537+0000","last_unstale":"2020-10-19T23:52:28.412412+0000","last_undegraded":"2020-10-19T23:52:28.412412+0000","last_fullsized":"2020-10-19T23:52:28.412412+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.414133+0000","last_change":"2020-10-19T23:49:35.485951+0000","last_active":"2020-10-19T23:52:28.414133+0000","last_peered":"2020-10-19T23:52:28.414133+0000","last_clean":"2020-10-19T23:52:28.414133+0000","last_became_active":"2020-10-19T23:49:35.484796+0000","last_became_peered":"2020-10-19T23:49:35.484796+0000","last_unstale":"2020-10-19T23:52:28.414133+0000","last_undegraded":"2020-10-19T23:52:28.414133+0000","last_fullsized":"2020-10-19T23:52:28.414133+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5654","reported_seq":"7853","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:53:07.134033+0000","last_change":"2020-10-19T23:49:46.676372+0000","last_active":"2020-10-19T23:53:07.134033+0000","last_peered":"2020-10-19T23:53:07.134033+0000","last_clean":"2020-10-19T23:53:07.134033+0000","last_became_active":"2020-10-19T23:49:46.675724+0000","last_became_peered":"2020-10-19T23:49:46.675724+0000","last_unstale":"2020-10-19T23:53:07.134033+0000","last_undegraded":"2020-10-19T23:53:07.134033+0000","last_fullsized":"2020-10-19T23:53:07.134033+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_clean_scrub_stamp":"2020-10-19T23:49:45.651853+0000","log_size":5654,"ondisk_log_size":5654,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":110653032,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":10,"num_read":1946,"num_read_kb":994,"num_write":5156,"num_write_kb":1201228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":2998,"num_flush":946,"num_flush_kb":2727263,"num_evict":892,"num_evict_kb":2578874,"num_promote":1049,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6681","reported_seq":"8880","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-19T23:53:08.440522+0000","last_change":"2020-10-19T23:49:44.726869+0000","last_active":"2020-10-19T23:53:08.440522+0000","last_peered":"2020-10-19T23:53:08.440522+0000","last_clean":"2020-10-19T23:53:08.440522+0000","last_became_active":"2020-10-19T23:49:44.726044+0000","last_became_peered":"2020-10-19T23:49:44.726044+0000","last_unstale":"2020-10-19T23:53:08.440522+0000","last_undegraded":"2020-10-19T23:53:08.440522+0000","last_fullsized":"2020-10-19T23:53:08.440522+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_clean_scrub_stamp":"2020-10-19T23:49:43.636628+0000","log_size":6681,"ondisk_log_size":6681,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7383403432,"num_objects":2455,"num_object_clones":0,"num_object_copies":4910,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2455,"num_whiteouts":0,"num_read":3804,"num_read_kb":319961,"num_write":8302,"num_write_kb":4760213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.412373+0000","last_change":"2020-10-19T23:49:35.484473+0000","last_active":"2020-10-19T23:52:28.412373+0000","last_peered":"2020-10-19T23:52:28.412373+0000","last_clean":"2020-10-19T23:52:28.412373+0000","last_became_active":"2020-10-19T23:49:35.483293+0000","last_became_peered":"2020-10-19T23:49:35.483293+0000","last_unstale":"2020-10-19T23:52:28.412373+0000","last_undegraded":"2020-10-19T23:52:28.412373+0000","last_fullsized":"2020-10-19T23:52:28.412373+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5046","reported_seq":"7093","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:53:07.593900+0000","last_change":"2020-10-19T23:49:46.950709+0000","last_active":"2020-10-19T23:53:07.593900+0000","last_peered":"2020-10-19T23:53:07.593900+0000","last_clean":"2020-10-19T23:53:07.593900+0000","last_became_active":"2020-10-19T23:49:46.950005+0000","last_became_peered":"2020-10-19T23:49:46.950005+0000","last_unstale":"2020-10-19T23:53:07.593900+0000","last_undegraded":"2020-10-19T23:53:07.593900+0000","last_fullsized":"2020-10-19T23:53:07.593900+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_clean_scrub_stamp":"2020-10-19T23:49:45.651853+0000","log_size":5046,"ondisk_log_size":5046,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":120949746,"num_objects":60,"num_object_clones":0,"num_object_copies":120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":52,"num_whiteouts":13,"num_read":1853,"num_read_kb":12536,"num_write":4831,"num_write_kb":1191575,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3885,"num_flush":868,"num_flush_kb":2542172,"num_evict":792,"num_evict_kb":2329053,"num_promote":954,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6790","reported_seq":"9225","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-19T23:53:08.443020+0000","last_change":"2020-10-19T23:49:44.665029+0000","last_active":"2020-10-19T23:53:08.443020+0000","last_peered":"2020-10-19T23:53:08.443020+0000","last_clean":"2020-10-19T23:53:08.443020+0000","last_became_active":"2020-10-19T23:49:44.663904+0000","last_became_peered":"2020-10-19T23:49:44.663904+0000","last_unstale":"2020-10-19T23:53:08.443020+0000","last_undegraded":"2020-10-19T23:53:08.443020+0000","last_fullsized":"2020-10-19T23:53:08.443020+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_clean_scrub_stamp":"2020-10-19T23:49:43.636628+0000","log_size":6790,"ondisk_log_size":6790,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7501552655,"num_objects":2511,"num_object_clones":0,"num_object_copies":5022,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2511,"num_whiteouts":0,"num_read":4182,"num_read_kb":715626,"num_write":8394,"num_write_kb":4975916,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.414026+0000","last_change":"2020-10-19T23:49:35.486433+0000","last_active":"2020-10-19T23:52:28.414026+0000","last_peered":"2020-10-19T23:52:28.414026+0000","last_clean":"2020-10-19T23:52:28.414026+0000","last_became_active":"2020-10-19T23:49:35.485524+0000","last_became_peered":"2020-10-19T23:49:35.485524+0000","last_unstale":"2020-10-19T23:52:28.414026+0000","last_undegraded":"2020-10-19T23:52:28.414026+0000","last_fullsized":"2020-10-19T23:52:28.414026+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"32'5596","reported_seq":"7923","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:53:07.124943+0000","last_change":"2020-10-19T23:49:46.953659+0000","last_active":"2020-10-19T23:53:07.124943+0000","last_peered":"2020-10-19T23:53:07.124943+0000","last_clean":"2020-10-19T23:53:07.124943+0000","last_became_active":"2020-10-19T23:49:46.952629+0000","last_became_peered":"2020-10-19T23:49:46.952629+0000","last_unstale":"2020-10-19T23:53:07.124943+0000","last_undegraded":"2020-10-19T23:53:07.124943+0000","last_fullsized":"2020-10-19T23:53:07.124943+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_clean_scrub_stamp":"2020-10-19T23:49:45.651853+0000","log_size":5596,"ondisk_log_size":5596,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":108441343,"num_objects":57,"num_object_clones":0,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":49,"num_whiteouts":13,"num_read":2062,"num_read_kb":977,"num_write":5292,"num_write_kb":1302001,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3850,"num_flush":958,"num_flush_kb":2761859,"num_evict":828,"num_evict_kb":2402108,"num_promote":1043,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6501","reported_seq":"8828","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-19T23:53:08.386599+0000","last_change":"2020-10-19T23:49:44.728892+0000","last_active":"2020-10-19T23:53:08.386599+0000","last_peered":"2020-10-19T23:53:08.386599+0000","last_clean":"2020-10-19T23:53:08.386599+0000","last_became_active":"2020-10-19T23:49:44.727945+0000","last_became_peered":"2020-10-19T23:49:44.727945+0000","last_unstale":"2020-10-19T23:53:08.386599+0000","last_undegraded":"2020-10-19T23:53:08.386599+0000","last_fullsized":"2020-10-19T23:53:08.386599+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_clean_scrub_stamp":"2020-10-19T23:49:43.636628+0000","log_size":6501,"ondisk_log_size":6501,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7311445761,"num_objects":2460,"num_object_clones":0,"num_object_copies":4920,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2460,"num_whiteouts":0,"num_read":3975,"num_read_kb":607095,"num_write":8057,"num_write_kb":4855827,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.411883+0000","last_change":"2020-10-19T23:49:35.484581+0000","last_active":"2020-10-19T23:52:28.411883+0000","last_peered":"2020-10-19T23:52:28.411883+0000","last_clean":"2020-10-19T23:52:28.411883+0000","last_became_active":"2020-10-19T23:49:35.483721+0000","last_became_peered":"2020-10-19T23:49:35.483721+0000","last_unstale":"2020-10-19T23:52:28.411883+0000","last_undegraded":"2020-10-19T23:52:28.411883+0000","last_fullsized":"2020-10-19T23:52:28.411883+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5683","reported_seq":"7862","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:53:07.058913+0000","last_change":"2020-10-19T23:49:46.677483+0000","last_active":"2020-10-19T23:53:07.058913+0000","last_peered":"2020-10-19T23:53:07.058913+0000","last_clean":"2020-10-19T23:53:07.058913+0000","last_became_active":"2020-10-19T23:49:46.677068+0000","last_became_peered":"2020-10-19T23:49:46.677068+0000","last_unstale":"2020-10-19T23:53:07.058913+0000","last_undegraded":"2020-10-19T23:53:07.058913+0000","last_fullsized":"2020-10-19T23:53:07.058913+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_clean_scrub_stamp":"2020-10-19T23:49:45.651853+0000","log_size":5683,"ondisk_log_size":5683,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":122283688,"num_objects":59,"num_object_clones":0,"num_object_copies":118,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":51,"num_whiteouts":11,"num_read":1948,"num_read_kb":15466,"num_write":5196,"num_write_kb":1245528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3771,"num_flush":932,"num_flush_kb":2733602,"num_evict":901,"num_evict_kb":2636524,"num_promote":1046,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6868","reported_seq":"9148","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-19T23:53:08.439529+0000","last_change":"2020-10-19T23:49:44.728347+0000","last_active":"2020-10-19T23:53:08.439529+0000","last_peered":"2020-10-19T23:53:08.439529+0000","last_clean":"2020-10-19T23:53:08.439529+0000","last_became_active":"2020-10-19T23:49:44.727162+0000","last_became_peered":"2020-10-19T23:49:44.727162+0000","last_unstale":"2020-10-19T23:53:08.439529+0000","last_undegraded":"2020-10-19T23:53:08.439529+0000","last_fullsized":"2020-10-19T23:53:08.439529+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_clean_scrub_stamp":"2020-10-19T23:49:43.636628+0000","log_size":6868,"ondisk_log_size":6868,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7624471053,"num_objects":2548,"num_object_clones":0,"num_object_copies":5096,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2548,"num_whiteouts":0,"num_read":4018,"num_read_kb":581704,"num_write":8519,"num_write_kb":5010657,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.415354+0000","last_change":"2020-10-19T23:49:35.407281+0000","last_active":"2020-10-19T23:52:28.415354+0000","last_peered":"2020-10-19T23:52:28.415354+0000","last_clean":"2020-10-19T23:52:28.415354+0000","last_became_active":"2020-10-19T23:49:35.406433+0000","last_became_peered":"2020-10-19T23:49:35.406433+0000","last_unstale":"2020-10-19T23:52:28.415354+0000","last_undegraded":"2020-10-19T23:52:28.415354+0000","last_fullsized":"2020-10-19T23:52:28.415354+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.415468+0000","last_change":"2020-10-19T23:49:35.407919+0000","last_active":"2020-10-19T23:52:28.415468+0000","last_peered":"2020-10-19T23:52:28.415468+0000","last_clean":"2020-10-19T23:52:28.415468+0000","last_became_active":"2020-10-19T23:49:35.407406+0000","last_became_peered":"2020-10-19T23:49:35.407406+0000","last_unstale":"2020-10-19T23:52:28.415468+0000","last_undegraded":"2020-10-19T23:52:28.415468+0000","last_fullsized":"2020-10-19T23:52:28.415468+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.411885+0000","last_change":"2020-10-19T23:49:36.014498+0000","last_active":"2020-10-19T23:52:28.411885+0000","last_peered":"2020-10-19T23:52:28.411885+0000","last_clean":"2020-10-19T23:52:28.411885+0000","last_became_active":"2020-10-19T23:49:36.013477+0000","last_became_peered":"2020-10-19T23:49:36.013477+0000","last_unstale":"2020-10-19T23:52:28.411885+0000","last_undegraded":"2020-10-19T23:52:28.411885+0000","last_fullsized":"2020-10-19T23:52:28.411885+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":462327809,"num_objects":229,"num_object_clones":0,"num_object_copies":458,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":199,"num_whiteouts":47,"num_read":7809,"num_read_kb":29973,"num_write":20475,"num_write_kb":4940332,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":30,"num_bytes_hit_set_archive":14504,"num_flush":3704,"num_flush_kb":10764896,"num_evict":3413,"num_evict_kb":9946559,"num_promote":4092,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":685039616,"data_stored":875029394,"data_compressed":3845234,"data_compressed_allocated":191119360,"data_compressed_original":382160784,"omap_allocated":0,"internal_metadata":0},"log_size":21979,"ondisk_log_size":21979,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29820872901,"num_objects":9974,"num_object_clones":0,"num_object_copies":19948,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9974,"num_whiteouts":0,"num_read":15979,"num_read_kb":2224386,"num_write":33272,"num_write_kb":19602613,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":33177477120,"data_stored":38927108184,"data_compressed":127237406,"data_compressed_allocated":5894569984,"data_compressed_original":11789139968,"omap_allocated":0,"internal_metadata":0},"log_size":26840,"ondisk_log_size":26840,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640302,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9199316,"kb_used_data":8142400,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":85172524,"statfs":{"total":96636764160,"available":87216664576,"internally_reserved":1073741824,"allocated":8337817600,"data_stored":9770340416,"data_compressed":31660136,"data_compressed_allocated":1469476864,"data_compressed_original":2938934416,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.0149999999999999,"5min":1.1870000000000001,"15min":1.262},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.9650000000000001,"5min":2.3220000000000001,"15min":2.3220000000000001},"last":1.284},{"interface":"front","average":{"1min":1.0129999999999999,"5min":1.3200000000000001,"15min":1.3740000000000001},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":2.0880000000000001,"5min":3.605,"15min":3.605},"last":1.355}]},{"osd":1,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":4.6879999999999997,"5min":1.954,"15min":1.4630000000000001},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":83.296000000000006,"5min":83.296000000000006,"15min":83.296000000000006},"last":2.1920000000000002},{"interface":"front","average":{"1min":4.484,"5min":2.262,"15min":1.859},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":80.209000000000003,"5min":80.209000000000003,"15min":80.209000000000003},"last":2.3380000000000001}]},{"osd":2,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.2929999999999999,"5min":1.6519999999999999,"15min":1.724},"min":{"1min":0.65300000000000002,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":2.7290000000000001,"5min":4.6790000000000003,"15min":4.6790000000000003},"last":1.929},{"interface":"front","average":{"1min":1.5589999999999999,"5min":1.4910000000000001,"15min":1.5029999999999999},"min":{"1min":0.90200000000000002,"5min":0.86599999999999999,"15min":0.86599999999999999},"max":{"1min":4.5860000000000003,"5min":4.5860000000000003,"15min":4.5860000000000003},"last":1.7190000000000001}]},{"osd":3,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.3,"5min":1.5109999999999999,"15min":1.581},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":2.3919999999999999,"5min":2.407,"15min":2.407},"last":1.8600000000000001},{"interface":"front","average":{"1min":1.446,"5min":1.861,"15min":1.9910000000000001},"min":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"max":{"1min":3.0190000000000001,"5min":4.3540000000000001,"15min":4.3540000000000001},"last":2.129}]},{"osd":4,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.544,"5min":1.663,"15min":1.6970000000000001},"min":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":3.6920000000000002,"5min":3.6920000000000002,"15min":3.6920000000000002},"last":2.5259999999999998},{"interface":"front","average":{"1min":1.6200000000000001,"5min":1.7729999999999999,"15min":1.843},"min":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"max":{"1min":4.2050000000000001,"5min":4.2050000000000001,"15min":4.2050000000000001},"last":2.6930000000000001}]}]},{"osd":4,"up_from":11,"seq":47244640302,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1240272,"kb_used_data":169396,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93131568,"statfs":{"total":96636764160,"available":95366725632,"internally_reserved":1073741824,"allocated":173461504,"data_stored":220423776,"data_compressed":948083,"data_compressed_allocated":47464448,"data_compressed_original":94918485,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 19 23:52:38 2020","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.97399999999999998,"15min":1.03},"min":{"1min":0.53600000000000003,"5min":0.505,"15min":0.505},"max":{"1min":1.4970000000000001,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":1.2230000000000001},{"interface":"front","average":{"1min":0.98099999999999998,"5min":1.1899999999999999,"15min":1.2629999999999999},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.9330000000000001,"5min":1.9330000000000001,"15min":1.9330000000000001},"last":1.1240000000000001}]},{"osd":1,"last update":"Mon Oct 19 23:52:38 2020","interfaces":[{"interface":"back","average":{"1min":1.421,"5min":1.4690000000000001,"15min":1.5589999999999999},"min":{"1min":0.69499999999999995,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":4.2809999999999997,"5min":4.2809999999999997,"15min":4.2809999999999997},"last":0.98699999999999999},{"interface":"front","average":{"1min":1.641,"5min":1.581,"15min":1.649},"min":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"max":{"1min":4.4269999999999996,"5min":4.4269999999999996,"15min":4.4269999999999996},"last":2.0649999999999999}]},{"osd":2,"last update":"Mon Oct 19 23:52:38 2020","interfaces":[{"interface":"back","average":{"1min":1.7,"5min":1.54,"15min":1.5609999999999999},"min":{"1min":0.79400000000000004,"5min":0.72999999999999998,"15min":0.72999999999999998},"max":{"1min":6.5140000000000002,"5min":6.5140000000000002,"15min":6.5140000000000002},"last":1.577},{"interface":"front","average":{"1min":1.5660000000000001,"5min":1.51,"15min":1.542},"min":{"1min":0.82399999999999995,"5min":0.78400000000000003,"15min":0.78400000000000003},"max":{"1min":5.8369999999999997,"5min":5.8369999999999997,"15min":5.8369999999999997},"last":1.444}]},{"osd":3,"last update":"Mon Oct 19 23:52:38 2020","interfaces":[{"interface":"back","average":{"1min":1.1379999999999999,"5min":1.4019999999999999,"15min":1.466},"min":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"max":{"1min":1.802,"5min":4.9260000000000002,"15min":4.9260000000000002},"last":0.83999999999999997},{"interface":"front","average":{"1min":1.5329999999999999,"5min":1.788,"15min":1.8520000000000001},"min":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"max":{"1min":3.3420000000000001,"5min":5.0309999999999997,"15min":5.0309999999999997},"last":1.2689999999999999}]},{"osd":5,"last update":"Mon Oct 19 23:52:38 2020","interfaces":[{"interface":"back","average":{"1min":1.337,"5min":1.5580000000000001,"15min":1.6519999999999999},"min":{"1min":0.78800000000000003,"5min":0.749,"15min":0.749},"max":{"1min":2.1840000000000002,"5min":2.4340000000000002,"15min":2.4340000000000002},"last":1.651},{"interface":"front","average":{"1min":1.5229999999999999,"5min":1.7150000000000001,"15min":1.8069999999999999},"min":{"1min":0.91600000000000004,"5min":0.80600000000000005,"15min":0.80600000000000005},"max":{"1min":2.7370000000000001,"5min":3.2269999999999999,"15min":3.2269999999999999},"last":1.9690000000000001}]}]},{"osd":3,"up_from":11,"seq":47244640302,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5196000,"kb_used_data":4142556,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":89175840,"statfs":{"total":96636764160,"available":91316060160,"internally_reserved":1073741824,"allocated":4241977344,"data_stored":4973422518,"data_compressed":16214187,"data_compressed_allocated":750067712,"data_compressed_original":1500135424,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":5.0049999999999999,"5min":2.0299999999999998,"15min":1.5860000000000001},"min":{"1min":0.59599999999999997,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":77.683000000000007,"5min":77.683000000000007,"15min":77.683000000000007},"last":1.506},{"interface":"front","average":{"1min":5.274,"5min":2.387,"15min":2.004},"min":{"1min":0.71899999999999997,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":78.602999999999994,"5min":78.602999999999994,"15min":78.602999999999994},"last":2.1230000000000002}]},{"osd":1,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":6.226,"5min":2.5600000000000001,"15min":2.0529999999999999},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":92.444999999999993,"5min":92.444999999999993,"15min":92.444999999999993},"last":2.2450000000000001},{"interface":"front","average":{"1min":6.4720000000000004,"5min":2.9740000000000002,"15min":2.5699999999999998},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":93.096000000000004,"5min":93.096000000000004,"15min":93.096000000000004},"last":1.855}]},{"osd":2,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.4730000000000001,"5min":1.4670000000000001,"15min":1.4770000000000001},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":4.3739999999999997,"5min":4.3739999999999997,"15min":4.3739999999999997},"last":1.639},{"interface":"front","average":{"1min":1.7030000000000001,"5min":1.8380000000000001,"15min":1.968},"min":{"1min":0.872,"5min":0.73499999999999999,"15min":0.73499999999999999},"max":{"1min":4.3010000000000002,"5min":6.1749999999999998,"15min":6.1749999999999998},"last":1.1819999999999999}]},{"osd":4,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.3069999999999999,"5min":1.7410000000000001,"15min":1.8899999999999999},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":2.8879999999999999,"5min":3.4550000000000001,"15min":3.4550000000000001},"last":2.0329999999999999},{"interface":"front","average":{"1min":1.5189999999999999,"5min":1.6799999999999999,"15min":1.754},"min":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"max":{"1min":2.762,"5min":2.927,"15min":2.927},"last":2.4329999999999998}]},{"osd":5,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.6819999999999999,"5min":2.2320000000000002,"15min":2.4140000000000001},"min":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"max":{"1min":3.0569999999999999,"5min":9.9559999999999995,"15min":9.9559999999999995},"last":1.907},{"interface":"front","average":{"1min":1.627,"5min":1.899,"15min":1.9810000000000001},"min":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"max":{"1min":2.6320000000000001,"5min":3.8849999999999998,"15min":3.8849999999999998},"last":2.6320000000000001}]}]},{"osd":2,"up_from":11,"seq":47244640302,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9241396,"kb_used_data":8161668,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":85130444,"statfs":{"total":96636764160,"available":87173574656,"internally_reserved":1073741824,"allocated":8357548032,"data_stored":9844810696,"data_compressed":32825962,"data_compressed_allocated":1523187712,"data_compressed_original":3046366179,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 19 23:52:40 2020","interfaces":[{"interface":"back","average":{"1min":0.84199999999999997,"5min":1.0189999999999999,"15min":1.115},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.706,"5min":2.2349999999999999,"15min":2.2349999999999999},"last":0.97099999999999997},{"interface":"front","average":{"1min":0.80300000000000005,"5min":1.355,"15min":1.5269999999999999},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.462,"5min":3.1099999999999999,"15min":3.1099999999999999},"last":1.3600000000000001}]},{"osd":1,"last update":"Mon Oct 19 23:52:40 2020","interfaces":[{"interface":"back","average":{"1min":1.4870000000000001,"5min":1.466,"15min":1.516},"min":{"1min":0.57399999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":6.0510000000000002,"5min":6.0510000000000002,"15min":6.0510000000000002},"last":1.6559999999999999},{"interface":"front","average":{"1min":2.266,"5min":1.665,"15min":1.609},"min":{"1min":0.755,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":8.0250000000000004,"5min":8.0250000000000004,"15min":8.0250000000000004},"last":1.083}]},{"osd":3,"last update":"Mon Oct 19 23:52:40 2020","interfaces":[{"interface":"back","average":{"1min":1.1879999999999999,"5min":1.5009999999999999,"15min":1.627},"min":{"1min":0.83399999999999996,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":2.1970000000000001,"5min":3.367,"15min":3.367},"last":1.4199999999999999},{"interface":"front","average":{"1min":1.159,"5min":1.7330000000000001,"15min":1.9370000000000001},"min":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":4.0389999999999997,"5min":4.0389999999999997,"15min":4.0389999999999997},"last":2.1240000000000001}]},{"osd":4,"last update":"Mon Oct 19 23:52:40 2020","interfaces":[{"interface":"back","average":{"1min":1.583,"5min":1.5629999999999999,"15min":1.6379999999999999},"min":{"1min":0.77400000000000002,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":3.7400000000000002,"5min":3.7400000000000002,"15min":3.7400000000000002},"last":1.804},{"interface":"front","average":{"1min":1.502,"5min":1.599,"15min":1.6890000000000001},"min":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"max":{"1min":5.2690000000000001,"5min":5.2690000000000001,"15min":5.2690000000000001},"last":2.375}]},{"osd":5,"last update":"Mon Oct 19 23:52:40 2020","interfaces":[{"interface":"back","average":{"1min":1.468,"5min":1.6539999999999999,"15min":1.766},"min":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"max":{"1min":3.7639999999999998,"5min":3.7639999999999998,"15min":3.7639999999999998},"last":2.1920000000000002},{"interface":"front","average":{"1min":1.5329999999999999,"5min":1.806,"15min":1.9339999999999999},"min":{"1min":1.069,"5min":0.97899999999999998,"15min":0.97899999999999998},"max":{"1min":3.899,"5min":3.899,"15min":3.899},"last":1.8620000000000001}]}]},{"osd":0,"up_from":11,"seq":47244640302,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1240272,"kb_used_data":169396,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93131568,"statfs":{"total":96636764160,"available":95366725632,"internally_reserved":1073741824,"allocated":173461504,"data_stored":220423776,"data_compressed":948083,"data_compressed_allocated":47464448,"data_compressed_original":94918485,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 19 23:52:31 2020","interfaces":[{"interface":"back","average":{"1min":7.1820000000000004,"5min":2.3239999999999998,"15min":1.5049999999999999},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":147.23699999999999,"5min":147.23699999999999,"15min":147.23699999999999},"last":0.84899999999999998},{"interface":"front","average":{"1min":7.1349999999999998,"5min":2.4540000000000002,"15min":1.696},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":141.73400000000001,"5min":141.73400000000001,"15min":141.73400000000001},"last":1.042}]},{"osd":2,"last update":"Mon Oct 19 23:52:31 2020","interfaces":[{"interface":"back","average":{"1min":12.765000000000001,"5min":3.6970000000000001,"15min":2.2200000000000002},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":289.738,"5min":289.738,"15min":289.738},"last":0.63900000000000001},{"interface":"front","average":{"1min":13.311999999999999,"5min":3.7890000000000001,"15min":2.1899999999999999},"min":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":291.62700000000001,"5min":291.62700000000001,"15min":291.62700000000001},"last":0.73099999999999998}]},{"osd":3,"last update":"Mon Oct 19 23:52:31 2020","interfaces":[{"interface":"back","average":{"1min":1.4770000000000001,"5min":1.331,"15min":1.3240000000000001},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":5.9029999999999996,"5min":5.9029999999999996,"15min":5.9029999999999996},"last":1.075},{"interface":"front","average":{"1min":1.6259999999999999,"5min":1.6100000000000001,"15min":1.619},"min":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"max":{"1min":6.2939999999999996,"5min":6.2939999999999996,"15min":6.2939999999999996},"last":1.341}]},{"osd":4,"last update":"Mon Oct 19 23:52:31 2020","interfaces":[{"interface":"back","average":{"1min":1.5129999999999999,"5min":1.556,"15min":1.605},"min":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"max":{"1min":6.0549999999999997,"5min":6.0549999999999997,"15min":6.0549999999999997},"last":0.93400000000000005},{"interface":"front","average":{"1min":1.6160000000000001,"5min":1.7589999999999999,"15min":1.8080000000000001},"min":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"max":{"1min":6.0229999999999997,"5min":6.0229999999999997,"15min":6.0229999999999997},"last":1.286}]},{"osd":5,"last update":"Mon Oct 19 23:52:31 2020","interfaces":[{"interface":"back","average":{"1min":1.853,"5min":1.883,"15min":1.921},"min":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"max":{"1min":6.1449999999999996,"5min":6.1449999999999996,"15min":6.1449999999999996},"last":1.4790000000000001},{"interface":"front","average":{"1min":1.8240000000000001,"5min":1.841,"15min":1.9019999999999999},"min":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"max":{"1min":6.6639999999999997,"5min":6.6639999999999997,"15min":6.6639999999999997},"last":1.3740000000000001}]}]},{"osd":1,"up_from":11,"seq":47244640302,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":13348236,"kb_used_data":12285504,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":81023604,"statfs":{"total":96636764160,"available":82968170496,"internally_reserved":1073741824,"allocated":12580356096,"data_stored":14773539424,"data_compressed":48486189,"data_compressed_allocated":2248028160,"data_compressed_original":4496027763,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,1,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 19 23:52:35 2020","interfaces":[{"interface":"back","average":{"1min":1.202,"5min":1.05,"15min":1.038},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":7.1440000000000001,"5min":7.1440000000000001,"15min":7.1440000000000001},"last":0.80400000000000005},{"interface":"front","average":{"1min":1.3640000000000001,"5min":1.1399999999999999,"15min":1.1200000000000001},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":4.8780000000000001,"5min":4.8780000000000001,"15min":4.8780000000000001},"last":0.995}]},{"osd":2,"last update":"Mon Oct 19 23:52:35 2020","interfaces":[{"interface":"back","average":{"1min":0.95199999999999996,"5min":1.3180000000000001,"15min":1.4119999999999999},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.748,"5min":4.4880000000000004,"15min":4.4880000000000004},"last":1.1439999999999999},{"interface":"front","average":{"1min":1.5069999999999999,"5min":1.671,"15min":1.7130000000000001},"min":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"max":{"1min":7.4640000000000004,"5min":7.4640000000000004,"15min":7.4640000000000004},"last":1.488}]},{"osd":3,"last update":"Mon Oct 19 23:52:35 2020","interfaces":[{"interface":"back","average":{"1min":1.446,"5min":1.5649999999999999,"15min":1.653},"min":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":7.5780000000000003,"5min":7.5780000000000003,"15min":7.5780000000000003},"last":1.6799999999999999},{"interface":"front","average":{"1min":1.6930000000000001,"5min":1.5389999999999999,"15min":1.5629999999999999},"min":{"1min":0.86499999999999999,"5min":0.79000000000000004,"15min":0.79000000000000004},"max":{"1min":5.3019999999999996,"5min":5.3019999999999996,"15min":5.3019999999999996},"last":1.6259999999999999}]},{"osd":4,"last update":"Mon Oct 19 23:52:35 2020","interfaces":[{"interface":"back","average":{"1min":1.6519999999999999,"5min":1.5960000000000001,"15min":1.6220000000000001},"min":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"max":{"1min":5.1660000000000004,"5min":5.1660000000000004,"15min":5.1660000000000004},"last":1.78},{"interface":"front","average":{"1min":1.381,"5min":1.6990000000000001,"15min":1.794},"min":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"max":{"1min":2.7389999999999999,"5min":5.0060000000000002,"15min":5.0060000000000002},"last":1.53}]},{"osd":5,"last update":"Mon Oct 19 23:52:35 2020","interfaces":[{"interface":"back","average":{"1min":1.486,"5min":2.2040000000000002,"15min":2.4670000000000001},"min":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"max":{"1min":2.048,"5min":12.083,"15min":12.083},"last":1.403},{"interface":"front","average":{"1min":1.978,"5min":2.0840000000000001,"15min":2.1920000000000002},"min":{"1min":0.879,"5min":0.879,"15min":0.879},"max":{"1min":7.3479999999999999,"5min":7.3479999999999999,"15min":7.3479999999999999},"last":1.9970000000000001}]}]}]}} 2020-10-23T07:41:16.565 WARNING:scrape:Ignoring malparsed backtrace: File "/home/teuthworker/src/git.ceph.com_ceph_octopus/qa/tasks/rados.py", line 266, in thread , run.wait(tests.values()) , File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/run.py", line 470, in wait 2020-10-23T07:41:16.566 WARNING:scrape:Ignoring malparsed backtrace: proc.wait() , File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/run.py", line 160, in wait , self._raise_for_status() 2020-10-23T07:41:16.694 WARNING:scrape:Ignoring malparsed backtrace: ceph version 15.2.5-355-g2f33da11 (2f33da11da69822d9bab6e9cadb58a7cc3d5720f) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe1) [0x7fc5cf75e68e] , 2: (CopyFromOp::_finish(TestOp::CallbackInfo*)+0x501) [0x5629c87cd941] 2020-10-23T07:41:16.697 WARNING:scrape:Ignoring malparsed backtrace: 2020-10-19T23:53:13.955 INFO:teuthology.orchestra.run.smithi149.stdout: , dumped all , 2020-10-19T23:53:13.969 INFO:teuthology.orchestra.run.smithi149.stdout:{"pg_ready":true,"pg_map":{"version":140,"stamp":"2020-10-19T23:53:12.632688+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30283200710,"num_objects":10203,"num_object_clones":0,"num_object_copies":20406,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10173,"num_whiteouts":47,"num_read":23788,"num_read_kb":2254359,"num_write":53747,"num_write_kb":24542945,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":30,"num_bytes_hit_set_archive":14504,"num_flush":3704,"num_flush_kb":10764896,"num_evict":3413,"num_evict_kb":9946559,"num_promote":4092,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":48819,"ondisk_log_size":48819,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":39465492,"kb_used_data":33070920,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":526765548,"statfs":{"total":579820584960,"available":539407921152,"internally_reserved":6442450944,"allocated":33864622080,"data_stored":39802960606,"data_compressed":131082640,"data_compressed_allocated":6085689344,"data_compressed_original":12171300752,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,1,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":50,"apply_latency_ms":50,"commit_latency_ns":50000000,"apply_latency_ns":50000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":80847154,"num_objects":48,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":50,"num_whiteouts":23,"num_read":893,"num_read_kb":843257,"num_write":458,"num_write_kb":307311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":60,"num_flush_kb":173287,"num_evict":30,"num_evict_kb":87064,"num_promote":100,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002898"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.412412+0000","last_change":"2020-10-19T23:49:36.013217+0000","last_active":"2020-10-19T23:52:28.412412+0000","last_peered":"2020-10-19T23:52:28.412412+0000","last_clean":"2020-10-19T23:52:28.412412+0000","last_became_active":"2020-10-19T23:49:36.012537+0000","last_became_peered":"2020-10-19T23:49:36.012537+0000","last_unstale":"2020-10-19T23:52:28.412412+0000","last_undegraded":"2020-10-19T23:52:28.412412+0000","last_fullsized":"2020-10-19T23:52:28.412412+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.414133+0000","last_change":"2020-10-19T23:49:35.485951+0000","last_active":"2020-10-19T23:52:28.414133+0000","last_peered":"2020-10-19T23:52:28.414133+0000","last_clean":"2020-10-19T23:52:28.414133+0000","last_became_active":"2020-10-19T23:49:35.484796+0000","last_became_peered":"2020-10-19T23:49:35.484796+0000","last_unstale":"2020-10-19T23:52:28.414133+0000","last_undegraded":"2020-10-19T23:52:28.414133+0000","last_fullsized":"2020-10-19T23:52:28.414133+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5654","reported_seq":"7853","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:53:07.134033+0000","last_change":"2020-10-19T23:49:46.676372+0000","last_active":"2020-10-19T23:53:07.134033+0000","last_peered":"2020-10-19T23:53:07.134033+0000","last_clean":"2020-10-19T23:53:07.134033+0000","last_became_active":"2020-10-19T23:49:46.675724+0000","last_became_peered":"2020-10-19T23:49:46.675724+0000","last_unstale":"2020-10-19T23:53:07.134033+0000","last_undegraded":"2020-10-19T23:53:07.134033+0000","last_fullsized":"2020-10-19T23:53:07.134033+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_clean_scrub_stamp":"2020-10-19T23:49:45.651853+0000","log_size":5654,"ondisk_log_size":5654,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":110653032,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":10,"num_read":1946,"num_read_kb":994,"num_write":5156,"num_write_kb":1201228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":2998,"num_flush":946,"num_flush_kb":2727263,"num_evict":892,"num_evict_kb":2578874,"num_promote":1049,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6681","reported_seq":"8880","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-19T23:53:08.440522+0000","last_change":"2020-10-19T23:49:44.726869+0000","last_active":"2020-10-19T23:53:08.440522+0000","last_peered":"2020-10-19T23:53:08.440522+0000","last_clean":"2020-10-19T23:53:08.440522+0000","last_became_active":"2020-10-19T23:49:44.726044+0000","last_became_peered":"2020-10-19T23:49:44.726044+0000","last_unstale":"2020-10-19T23:53:08.440522+0000","last_undegraded":"2020-10-19T23:53:08.440522+0000","last_fullsized":"2020-10-19T23:53:08.440522+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_clean_scrub_stamp":"2020-10-19T23:49:43.636628+0000","log_size":6681,"ondisk_log_size":6681,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7383403432,"num_objects":2455,"num_object_clones":0,"num_object_copies":4910,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2455,"num_whiteouts":0,"num_read":3804,"num_read_kb":319961,"num_write":8302,"num_write_kb":4760213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.412373+0000","last_change":"2020-10-19T23:49:35.484473+0000","last_active":"2020-10-19T23:52:28.412373+0000","last_peered":"2020-10-19T23:52:28.412373+0000","last_clean":"2020-10-19T23:52:28.412373+0000","last_became_active":"2020-10-19T23:49:35.483293+0000","last_became_peered":"2020-10-19T23:49:35.483293+0000","last_unstale":"2020-10-19T23:52:28.412373+0000","last_undegraded":"2020-10-19T23:52:28.412373+0000","last_fullsized":"2020-10-19T23:52:28.412373+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5046","reported_seq":"7093","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:53:07.593900+0000","last_change":"2020-10-19T23:49:46.950709+0000","last_active":"2020-10-19T23:53:07.593900+0000","last_peered":"2020-10-19T23:53:07.593900+0000","last_clean":"2020-10-19T23:53:07.593900+0000","last_became_active":"2020-10-19T23:49:46.950005+0000","last_became_peered":"2020-10-19T23:49:46.950005+0000","last_unstale":"2020-10-19T23:53:07.593900+0000","last_undegraded":"2020-10-19T23:53:07.593900+0000","last_fullsized":"2020-10-19T23:53:07.593900+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_clean_scrub_stamp":"2020-10-19T23:49:45.651853+0000","log_size":5046,"ondisk_log_size":5046,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":120949746,"num_objects":60,"num_object_clones":0,"num_object_copies":120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":52,"num_whiteouts":13,"num_read":1853,"num_read_kb":12536,"num_write":4831,"num_write_kb":1191575,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3885,"num_flush":868,"num_flush_kb":2542172,"num_evict":792,"num_evict_kb":2329053,"num_promote":954,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6790","reported_seq":"9225","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-19T23:53:08.443020+0000","last_change":"2020-10-19T23:49:44.665029+0000","last_active":"2020-10-19T23:53:08.443020+0000","last_peered":"2020-10-19T23:53:08.443020+0000","last_clean":"2020-10-19T23:53:08.443020+0000","last_became_active":"2020-10-19T23:49:44.663904+0000","last_became_peered":"2020-10-19T23:49:44.663904+0000","last_unstale":"2020-10-19T23:53:08.443020+0000","last_undegraded":"2020-10-19T23:53:08.443020+0000","last_fullsized":"2020-10-19T23:53:08.443020+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_clean_scrub_stamp":"2020-10-19T23:49:43.636628+0000","log_size":6790,"ondisk_log_size":6790,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7501552655,"num_objects":2511,"num_object_clones":0,"num_object_copies":5022,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2511,"num_whiteouts":0,"num_read":4182,"num_read_kb":715626,"num_write":8394,"num_write_kb":4975916,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.414026+0000","last_change":"2020-10-19T23:49:35.486433+0000","last_active":"2020-10-19T23:52:28.414026+0000","last_peered":"2020-10-19T23:52:28.414026+0000","last_clean":"2020-10-19T23:52:28.414026+0000","last_became_active":"2020-10-19T23:49:35.485524+0000","last_became_peered":"2020-10-19T23:49:35.485524+0000","last_unstale":"2020-10-19T23:52:28.414026+0000","last_undegraded":"2020-10-19T23:52:28.414026+0000","last_fullsized":"2020-10-19T23:52:28.414026+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"32'5596","reported_seq":"7923","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:53:07.124943+0000","last_change":"2020-10-19T23:49:46.953659+0000","last_active":"2020-10-19T23:53:07.124943+0000","last_peered":"2020-10-19T23:53:07.124943+0000","last_clean":"2020-10-19T23:53:07.124943+0000","last_became_active":"2020-10-19T23:49:46.952629+0000","last_became_peered":"2020-10-19T23:49:46.952629+0000","last_unstale":"2020-10-19T23:53:07.124943+0000","last_undegraded":"2020-10-19T23:53:07.124943+0000","last_fullsized":"2020-10-19T23:53:07.124943+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_clean_scrub_stamp":"2020-10-19T23:49:45.651853+0000","log_size":5596,"ondisk_log_size":5596,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":108441343,"num_objects":57,"num_object_clones":0,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":49,"num_whiteouts":13,"num_read":2062,"num_read_kb":977,"num_write":5292,"num_write_kb":1302001,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3850,"num_flush":958,"num_flush_kb":2761859,"num_evict":828,"num_evict_kb":2402108,"num_promote":1043,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6501","reported_seq":"8828","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-19T23:53:08.386599+0000","last_change":"2020-10-19T23:49:44.728892+0000","last_active":"2020-10-19T23:53:08.386599+0000","last_peered":"2020-10-19T23:53:08.386599+0000","last_clean":"2020-10-19T23:53:08.386599+0000","last_became_active":"2020-10-19T23:49:44.727945+0000","last_became_peered":"2020-10-19T23:49:44.727945+0000","last_unstale":"2020-10-19T23:53:08.386599+0000","last_undegraded":"2020-10-19T23:53:08.386599+0000","last_fullsized":"2020-10-19T23:53:08.386599+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_clean_scrub_stamp":"2020-10-19T23:49:43.636628+0000","log_size":6501,"ondisk_log_size":6501,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7311445761,"num_objects":2460,"num_object_clones":0,"num_object_copies":4920,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2460,"num_whiteouts":0,"num_read":3975,"num_read_kb":607095,"num_write":8057,"num_write_kb":4855827,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.411883+0000","last_change":"2020-10-19T23:49:35.484581+0000","last_active":"2020-10-19T23:52:28.411883+0000","last_peered":"2020-10-19T23:52:28.411883+0000","last_clean":"2020-10-19T23:52:28.411883+0000","last_became_active":"2020-10-19T23:49:35.483721+0000","last_became_peered":"2020-10-19T23:49:35.483721+0000","last_unstale":"2020-10-19T23:52:28.411883+0000","last_undegraded":"2020-10-19T23:52:28.411883+0000","last_fullsized":"2020-10-19T23:52:28.411883+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5683","reported_seq":"7862","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:53:07.058913+0000","last_change":"2020-10-19T23:49:46.677483+0000","last_active":"2020-10-19T23:53:07.058913+0000","last_peered":"2020-10-19T23:53:07.058913+0000","last_clean":"2020-10-19T23:53:07.058913+0000","last_became_active":"2020-10-19T23:49:46.677068+0000","last_became_peered":"2020-10-19T23:49:46.677068+0000","last_unstale":"2020-10-19T23:53:07.058913+0000","last_undegraded":"2020-10-19T23:53:07.058913+0000","last_fullsized":"2020-10-19T23:53:07.058913+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_clean_scrub_stamp":"2020-10-19T23:49:45.651853+0000","log_size":5683,"ondisk_log_size":5683,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":122283688,"num_objects":59,"num_object_clones":0,"num_object_copies":118,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":51,"num_whiteouts":11,"num_read":1948,"num_read_kb":15466,"num_write":5196,"num_write_kb":1245528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3771,"num_flush":932,"num_flush_kb":2733602,"num_evict":901,"num_evict_kb":2636524,"num_promote":1046,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6868","reported_seq":"9148","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-19T23:53:08.439529+0000","last_change":"2020-10-19T23:49:44.728347+0000","last_active":"2020-10-19T23:53:08.439529+0000","last_peered":"2020-10-19T23:53:08.439529+0000","last_clean":"2020-10-19T23:53:08.439529+0000","last_became_active":"2020-10-19T23:49:44.727162+0000","last_became_peered":"2020-10-19T23:49:44.727162+0000","last_unstale":"2020-10-19T23:53:08.439529+0000","last_undegraded":"2020-10-19T23:53:08.439529+0000","last_fullsized":"2020-10-19T23:53:08.439529+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_clean_scrub_stamp":"2020-10-19T23:49:43.636628+0000","log_size":6868,"ondisk_log_size":6868,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7624471053,"num_objects":2548,"num_object_clones":0,"num_object_copies":5096,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2548,"num_whiteouts":0,"num_read":4018,"num_read_kb":581704,"num_write":8519,"num_write_kb":5010657,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.415354+0000","last_change":"2020-10-19T23:49:35.407281+0000","last_active":"2020-10-19T23:52:28.415354+0000","last_peered":"2020-10-19T23:52:28.415354+0000","last_clean":"2020-10-19T23:52:28.415354+0000","last_became_active":"2020-10-19T23:49:35.406433+0000","last_became_peered":"2020-10-19T23:49:35.406433+0000","last_unstale":"2020-10-19T23:52:28.415354+0000","last_undegraded":"2020-10-19T23:52:28.415354+0000","last_fullsized":"2020-10-19T23:52:28.415354+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.415468+0000","last_change":"2020-10-19T23:49:35.407919+0000","last_active":"2020-10-19T23:52:28.415468+0000","last_peered":"2020-10-19T23:52:28.415468+0000","last_clean":"2020-10-19T23:52:28.415468+0000","last_became_active":"2020-10-19T23:49:35.407406+0000","last_became_peered":"2020-10-19T23:49:35.407406+0000","last_unstale":"2020-10-19T23:52:28.415468+0000","last_undegraded":"2020-10-19T23:52:28.415468+0000","last_fullsized":"2020-10-19T23:52:28.415468+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.411885+0000","last_change":"2020-10-19T23:49:36.014498+0000","last_active":"2020-10-19T23:52:28.411885+0000","last_peered":"2020-10-19T23:52:28.411885+0000","last_clean":"2020-10-19T23:52:28.411885+0000","last_became_active":"2020-10-19T23:49:36.013477+0000","last_became_peered":"2020-10-19T23:49:36.013477+0000","last_unstale":"2020-10-19T23:52:28.411885+0000","last_undegraded":"2020-10-19T23:52:28.411885+0000","last_fullsized":"2020-10-19T23:52:28.411885+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":462327809,"num_objects":229,"num_object_clones":0,"num_object_copies":458,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":199,"num_whiteouts":47,"num_read":7809,"num_read_kb":29973,"num_write":20475,"num_write_kb":4940332,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":30,"num_bytes_hit_set_archive":14504,"num_flush":3704,"num_flush_kb":10764896,"num_evict":3413,"num_evict_kb":9946559,"num_promote":4092,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":685039616,"data_stored":875029394,"data_compressed":3845234,"data_compressed_allocated":191119360,"data_compressed_original":382160784,"omap_allocated":0,"internal_metadata":0},"log_size":21979,"ondisk_log_size":21979,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29820872901,"num_objects":9974,"num_object_clones":0,"num_object_copies":19948,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9974,"num_whiteouts":0,"num_read":15979,"num_read_kb":2224386,"num_write":33272,"num_write_kb":19602613,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":33177477120,"data_stored":38927108184,"data_compressed":127237406,"data_compressed_allocated":5894569984,"data_compressed_original":11789139968,"omap_allocated":0,"internal_metadata":0},"log_size":26840,"ondisk_log_size":26840,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640302,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9199316,"kb_used_data":8142400,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":85172524,"statfs":{"total":96636764160,"available":87216664576,"internally_reserved":1073741824,"allocated":8337817600,"data_stored":9770340416,"data_compressed":31660136,"data_compressed_allocated":1469476864,"data_compressed_original":2938934416,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.0149999999999999,"5min":1.1870000000000001,"15min":1.262},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.9650000000000001,"5min":2.3220000000000001,"15min":2.3220000000000001},"last":1.284},{"interface":"front","average":{"1min":1.0129999999999999,"5min":1.3200000000000001,"15min":1.3740000000000001},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":2.0880000000000001,"5min":3.605,"15min":3.605},"last":1.355}]},{"osd":1,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":4.6879999999999997,"5min":1.954,"15min":1.4630000000000001},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":83.296000000000006,"5min":83.296000000000006,"15min":83.296000000000006},"last":2.1920000000000002},{"interface":"front","average":{"1min":4.484,"5min":2.262,"15min":1.859},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":80.209000000000003,"5min":80.209000000000003,"15min":80.209000000000003},"last":2.3380000000000001}]},{"osd":2,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.2929999999999999,"5min":1.6519999999999999,"15min":1.724},"min":{"1min":0.65300000000000002,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":2.7290000000000001,"5min":4.6790000000000003,"15min":4.6790000000000003},"last":1.929},{"interface":"front","average":{"1min":1.5589999999999999,"5min":1.4910000000000001,"15min":1.5029999999999999},"min":{"1min":0.90200000000000002,"5min":0.86599999999999999,"15min":0.86599999999999999},"max":{"1min":4.5860000000000003,"5min":4.5860000000000003,"15min":4.5860000000000003},"last":1.7190000000000001}]},{"osd":3,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.3,"5min":1.5109999999999999,"15min":1.581},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":2.3919999999999999,"5min":2.407,"15min":2.407},"last":1.8600000000000001},{"interface":"front","average":{"1min":1.446,"5min":1.861,"15min":1.9910000000000001},"min":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"max":{"1min":3.0190000000000001,"5min":4.3540000000000001,"15min":4.3540000000000001},"last":2.129}]},{"osd":4,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.544,"5min":1.663,"15min":1.6970000000000001},"min":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":3.6920000000000002,"5min":3.6920000000000002,"15min":3.6920000000000002},"last":2.5259999999999998},{"interface":"front","average":{"1min":1.6200000000000001,"5min":1.7729999999999999,"15min":1.843},"min":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"max":{"1min":4.2050000000000001,"5min":4.2050000000000001,"15min":4.2050000000000001},"last":2.6930000000000001}]}]},{"osd":4,"up_from":11,"seq":47244640302,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1240272,"kb_used_data":169396,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93131568,"statfs":{"total":96636764160,"available":95366725632,"internally_reserved":1073741824,"allocated":173461504,"data_stored":220423776,"data_compressed":948083,"data_compressed_allocated":47464448,"data_compressed_original":94918485,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 19 23:52:38 2020","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.97399999999999998,"15min":1.03},"min":{"1min":0.53600000000000003,"5min":0.505,"15min":0.505},"max":{"1min":1.4970000000000001,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":1.2230000000000001},{"interface":"front","average":{"1min":0.98099999999999998,"5min":1.1899999999999999,"15min":1.2629999999999999},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.9330000000000001,"5min":1.9330000000000001,"15min":1.9330000000000001},"last":1.1240000000000001}]},{"osd":1,"last update":"Mon Oct 19 23:52:38 2020","interfaces":[{"interface":"back","average":{"1min":1.421,"5min":1.4690000000000001,"15min":1.5589999999999999},"min":{"1min":0.69499999999999995,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":4.2809999999999997,"5min":4.2809999999999997,"15min":4.2809999999999997},"last":0.98699999999999999},{"interface":"front","average":{"1min":1.641,"5min":1.581,"15min":1.649},"min":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"max":{"1min":4.4269999999999996,"5min":4.4269999999999996,"15min":4.4269999999999996},"last":2.0649999999999999}]},{"osd":2,"last update":"Mon Oct 19 23:52:38 2020","interfaces":[{"interface":"back","average":{"1min":1.7,"5min":1.54,"15min":1.5609999999999999},"min":{"1min":0.79400000000000004,"5min":0.72999999999999998,"15min":0.72999999999999998},"max":{"1min":6.5140000000000002,"5min":6.5140000000000002,"15min":6.5140000000000002},"last":1.577},{"interface":"front","average":{"1min":1.5660000000000001,"5min":1.51,"15min":1.542},"min":{"1min":0.82399999999999995,"5min":0.78400000000000003,"15min":0.78400000000000003},"max":{"1min":5.8369999999999997,"5min":5.8369999999999997,"15min":5.8369999999999997},"last":1.444}]},{"osd":3,"last update":"Mon Oct 19 23:52:38 2020","interfaces":[{"interface":"back","average":{"1min":1.1379999999999999,"5min":1.4019999999999999,"15min":1.466},"min":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"max":{"1min":1.802,"5min":4.9260000000000002,"15min":4.9260000000000002},"last":0.83999999999999997},{"interface":"front","average":{"1min":1.5329999999999999,"5min":1.788,"15min":1.8520000000000001},"min":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"max":{"1min":3.3420000000000001,"5min":5.0309999999999997,"15min":5.0309999999999997},"last":1.2689999999999999}]},{"osd":5,"last update":"Mon Oct 19 23:52:38 2020","interfaces":[{"interface":"back","average":{"1min":1.337,"5min":1.5580000000000001,"15min":1.6519999999999999},"min":{"1min":0.78800000000000003,"5min":0.749,"15min":0.749},"max":{"1min":2.1840000000000002,"5min":2.4340000000000002,"15min":2.4340000000000002},"last":1.651},{"interface":"front","average":{"1min":1.5229999999999999,"5min":1.7150000000000001,"15min":1.8069999999999999},"min":{"1min":0.91600000000000004,"5min":0.80600000000000005,"15min":0.80600000000000005},"max":{"1min":2.7370000000000001,"5min":3.2269999999999999,"15min":3.2269999999999999},"last":1.9690000000000001}]}]},{"osd":3,"up_from":11,"seq":47244640302,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5196000,"kb_used_data":4142556,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":89175840,"statfs":{"total":96636764160,"available":91316060160,"internally_reserved":1073741824,"allocated":4241977344,"data_stored":4973422518,"data_compressed":16214187,"data_compressed_allocated":750067712,"data_compressed_original":1500135424,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":5.0049999999999999,"5min":2.0299999999999998,"15min":1.5860000000000001},"min":{"1min":0.59599999999999997,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":77.683000000000007,"5min":77.683000000000007,"15min":77.683000000000007},"last":1.506},{"interface":"front","average":{"1min":5.274,"5min":2.387,"15min":2.004},"min":{"1min":0.71899999999999997,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":78.602999999999994,"5min":78.602999999999994,"15min":78.602999999999994},"last":2.1230000000000002}]},{"osd":1,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":6.226,"5min":2.5600000000000001,"15min":2.0529999999999999},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":92.444999999999993,"5min":92.444999999999993,"15min":92.444999999999993},"last":2.2450000000000001},{"interface":"front","average":{"1min":6.4720000000000004,"5min":2.9740000000000002,"15min":2.5699999999999998},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":93.096000000000004,"5min":93.096000000000004,"15min":93.096000000000004},"last":1.855}]},{"osd":2,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.4730000000000001,"5min":1.4670000000000001,"15min":1.4770000000000001},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":4.3739999999999997,"5min":4.3739999999999997,"15min":4.3739999999999997},"last":1.639},{"interface":"front","average":{"1min":1.7030000000000001,"5min":1.8380000000000001,"15min":1.968},"min":{"1min":0.872,"5min":0.73499999999999999,"15min":0.73499999999999999},"max":{"1min":4.3010000000000002,"5min":6.1749999999999998,"15min":6.1749999999999998},"last":1.1819999999999999}]},{"osd":4,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.3069999999999999,"5min":1.7410000000000001,"15min":1.8899999999999999},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":2.8879999999999999,"5min":3.4550000000000001,"15min":3.4550000000000001},"last":2.0329999999999999},{"interface":"front","average":{"1min":1.5189999999999999,"5min":1.6799999999999999,"15min":1.754},"min":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"max":{"1min":2.762,"5min":2.927,"15min":2.927},"last":2.4329999999999998}]},{"osd":5,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.6819999999999999,"5min":2.2320000000000002,"15min":2.4140000000000001},"min":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"max":{"1min":3.0569999999999999,"5min":9.9559999999999995,"15min":9.9559999999999995},"last":1.907},{"interface":"front","average":{"1min":1.627,"5min":1.899,"15min":1.9810000000000001},"min":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"max":{"1min":2.6320000000000001,"5min":3.8849999999999998,"15min":3.8849999999999998},"last":2.6320000000000001}]}]},{"osd":2,"up_from":11,"seq":47244640302,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9241396,"kb_used_data":8161668,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":85130444,"statfs":{"total":96636764160,"available":87173574656,"internally_reserved":1073741824,"allocated":8357548032,"data_stored":9844810696,"data_compressed":32825962,"data_compressed_allocated":1523187712,"data_compressed_original":3046366179,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 19 23:52:40 2020","interfaces":[{"interface":"back","average":{"1min":0.84199999999999997,"5min":1.0189999999999999,"15min":1.115},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.706,"5min":2.2349999999999999,"15min":2.2349999999999999},"last":0.97099999999999997},{"interface":"front","average":{"1min":0.80300000000000005,"5min":1.355,"15min":1.5269999999999999},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.462,"5min":3.1099999999999999,"15min":3.1099999999999999},"last":1.3600000000000001}]},{"osd":1,"last update":"Mon Oct 19 23:52:40 2020","interfaces":[{"interface":"back","average":{"1min":1.4870000000000001,"5min":1.466,"15min":1.516},"min":{"1min":0.57399999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":6.0510000000000002,"5min":6.0510000000000002,"15min":6.0510000000000002},"last":1.6559999999999999},{"interface":"front","average":{"1min":2.266,"5min":1.665,"15min":1.609},"min":{"1min":0.755,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":8.0250000000000004,"5min":8.0250000000000004,"15min":8.0250000000000004},"last":1.083}]},{"osd":3,"last update":"Mon Oct 19 23:52:40 2020","interfaces":[{"interface":"back","average":{"1min":1.1879999999999999,"5min":1.5009999999999999,"15min":1.627},"min":{"1min":0.83399999999999996,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":2.1970000000000001,"5min":3.367,"15min":3.367},"last":1.4199999999999999},{"interface":"front","average":{"1min":1.159,"5min":1.7330000000000001,"15min":1.9370000000000001},"min":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":4.0389999999999997,"5min":4.0389999999999997,"15min":4.0389999999999997},"last":2.1240000000000001}]},{"osd":4,"last update":"Mon Oct 19 23:52:40 2020","interfaces":[{"interface":"back","average":{"1min":1.583,"5min":1.5629999999999999,"15min":1.6379999999999999},"min":{"1min":0.77400000000000002,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":3.7400000000000002,"5min":3.7400000000000002,"15min":3.7400000000000002},"last":1.804},{"interface":"front","average":{"1min":1.502,"5min":1.599,"15min":1.6890000000000001},"min":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"max":{"1min":5.2690000000000001,"5min":5.2690000000000001,"15min":5.2690000000000001},"last":2.375}]},{"osd":5,"last update":"Mon Oct 19 23:52:40 2020","interfaces":[{"interface":"back","average":{"1min":1.468,"5min":1.6539999999999999,"15min":1.766},"min":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"max":{"1min":3.7639999999999998,"5min":3.7639999999999998,"15min":3.7639999999999998},"last":2.1920000000000002},{"interface":"front","average":{"1min":1.5329999999999999,"5min":1.806,"15min":1.9339999999999999},"min":{"1min":1.069,"5min":0.97899999999999998,"15min":0.97899999999999998},"max":{"1min":3.899,"5min":3.899,"15min":3.899},"last":1.8620000000000001}]}]},{"osd":0,"up_from":11,"seq":47244640302,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1240272,"kb_used_data":169396,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93131568,"statfs":{"total":96636764160,"available":95366725632,"internally_reserved":1073741824,"allocated":173461504,"data_stored":220423776,"data_compressed":948083,"data_compressed_allocated":47464448,"data_compressed_original":94918485,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 19 23:52:31 2020","interfaces":[{"interface":"back","average":{"1min":7.1820000000000004,"5min":2.3239999999999998,"15min":1.5049999999999999},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":147.23699999999999,"5min":147.23699999999999,"15min":147.23699999999999},"last":0.84899999999999998},{"interface":"front","average":{"1min":7.1349999999999998,"5min":2.4540000000000002,"15min":1.696},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":141.73400000000001,"5min":141.73400000000001,"15min":141.73400000000001},"last":1.042}]},{"osd":2,"last update":"Mon Oct 19 23:52:31 2020","interfaces":[{"interface":"back","average":{"1min":12.765000000000001,"5min":3.6970000000000001,"15min":2.2200000000000002},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":289.738,"5min":289.738,"15min":289.738},"last":0.63900000000000001},{"interface":"front","average":{"1min":13.311999999999999,"5min":3.7890000000000001,"15min":2.1899999999999999},"min":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":291.62700000000001,"5min":291.62700000000001,"15min":291.62700000000001},"last":0.73099999999999998}]},{"osd":3,"last update":"Mon Oct 19 23:52:31 2020","interfaces":[{"interface":"back","average":{"1min":1.4770000000000001,"5min":1.331,"15min":1.3240000000000001},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":5.9029999999999996,"5min":5.9029999999999996,"15min":5.9029999999999996},"last":1.075},{"interface":"front","average":{"1min":1.6259999999999999,"5min":1.6100000000000001,"15min":1.619},"min":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"max":{"1min":6.2939999999999996,"5min":6.2939999999999996,"15min":6.2939999999999996},"last":1.341}]},{"osd":4,"last update":"Mon Oct 19 23:52:31 2020","interfaces":[{"interface":"back","average":{"1min":1.5129999999999999,"5min":1.556,"15min":1.605},"min":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"max":{"1min":6.0549999999999997,"5min":6.0549999999999997,"15min":6.0549999999999997},"last":0.93400000000000005},{"interface":"front","average":{"1min":1.6160000000000001,"5min":1.7589999999999999,"15min":1.8080000000000001},"min":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"max":{"1min":6.0229999999999997,"5min":6.0229999999999997,"15min":6.0229999999999997},"last":1.286}]},{"osd":5,"last update":"Mon Oct 19 23:52:31 2020","interfaces":[{"interface":"back","average":{"1min":1.853,"5min":1.883,"15min":1.921},"min":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"max":{"1min":6.1449999999999996,"5min":6.1449999999999996,"15min":6.1449999999999996},"last":1.4790000000000001},{"interface":"front","average":{"1min":1.8240000000000001,"5min":1.841,"15min":1.9019999999999999},"min":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"max":{"1min":6.6639999999999997,"5min":6.6639999999999997,"15min":6.6639999999999997},"last":1.3740000000000001}]}]},{"osd":1,"up_from":11,"seq":47244640302,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":13348236,"kb_used_data":12285504,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":81023604,"statfs":{"total":96636764160,"available":82968170496,"internally_reserved":1073741824,"allocated":12580356096,"data_stored":14773539424,"data_compressed":48486189,"data_compressed_allocated":2248028160,"data_compressed_original":4496027763,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,1,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 19 23:52:35 2020","interfaces":[{"interface":"back","average":{"1min":1.202,"5min":1.05,"15min":1.038},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":7.1440000000000001,"5min":7.1440000000000001,"15min":7.1440000000000001},"last":0.80400000000000005},{"interface":"front","average":{"1min":1.3640000000000001,"5min":1.1399999999999999,"15min":1.1200000000000001},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":4.8780000000000001,"5min":4.8780000000000001,"15min":4.8780000000000001},"last":0.995}]},{"osd":2,"last update":"Mon Oct 19 23:52:35 2020","interfaces":[{"interface":"back","average":{"1min":0.95199999999999996,"5min":1.3180000000000001,"15min":1.4119999999999999},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.748,"5min":4.4880000000000004,"15min":4.4880000000000004},"last":1.1439999999999999},{"interface":"front","average":{"1min":1.5069999999999999,"5min":1.671,"15min":1.7130000000000001},"min":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"max":{"1min":7.4640000000000004,"5min":7.4640000000000004,"15min":7.4640000000000004},"last":1.488}]},{"osd":3,"last update":"Mon Oct 19 23:52:35 2020","interfaces":[{"interface":"back","average":{"1min":1.446,"5min":1.5649999999999999,"15min":1.653},"min":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":7.5780000000000003,"5min":7.5780000000000003,"15min":7.5780000000000003},"last":1.6799999999999999},{"interface":"front","average":{"1min":1.6930000000000001,"5min":1.5389999999999999,"15min":1.5629999999999999},"min":{"1min":0.86499999999999999,"5min":0.79000000000000004,"15min":0.79000000000000004},"max":{"1min":5.3019999999999996,"5min":5.3019999999999996,"15min":5.3019999999999996},"last":1.6259999999999999}]},{"osd":4,"last update":"Mon Oct 19 23:52:35 2020","interfaces":[{"interface":"back","average":{"1min":1.6519999999999999,"5min":1.5960000000000001,"15min":1.6220000000000001},"min":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"max":{"1min":5.1660000000000004,"5min":5.1660000000000004,"15min":5.1660000000000004},"last":1.78},{"interface":"front","average":{"1min":1.381,"5min":1.6990000000000001,"15min":1.794},"min":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"max":{"1min":2.7389999999999999,"5min":5.0060000000000002,"15min":5.0060000000000002},"last":1.53}]},{"osd":5,"last update":"Mon Oct 19 23:52:35 2020","interfaces":[{"interface":"back","average":{"1min":1.486,"5min":2.2040000000000002,"15min":2.4670000000000001},"min":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"max":{"1min":2.048,"5min":12.083,"15min":12.083},"last":1.403},{"interface":"front","average":{"1min":1.978,"5min":2.0840000000000001,"15min":2.1920000000000002},"min":{"1min":0.879,"5min":0.879,"15min":0.879},"max":{"1min":7.3479999999999999,"5min":7.3479999999999999,"15min":7.3479999999999999},"last":1.9970000000000001}]}]}]}} 2020-10-23T07:41:16.698 WARNING:scrape:Ignoring malparsed backtrace: File "/home/teuthworker/src/git.ceph.com_ceph_octopus/qa/tasks/rados.py", line 266, in thread , run.wait(tests.values()) , File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/run.py", line 470, in wait 2020-10-23T07:41:16.699 WARNING:scrape:Ignoring malparsed backtrace: proc.wait() , File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/run.py", line 160, in wait , self._raise_for_status() 2020-10-23T07:41:16.805 WARNING:scrape:Ignoring malparsed backtrace: ceph version 15.2.5-355-g2f33da11 (2f33da11da69822d9bab6e9cadb58a7cc3d5720f) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe1) [0x7fc5cf75e68e] , 2: (CopyFromOp::_finish(TestOp::CallbackInfo*)+0x501) [0x5629c87cd941] 2020-10-23T07:41:16.808 WARNING:scrape:Ignoring malparsed backtrace: 2020-10-19T23:53:13.955 INFO:teuthology.orchestra.run.smithi149.stdout: , dumped all , 2020-10-19T23:53:13.969 INFO:teuthology.orchestra.run.smithi149.stdout:{"pg_ready":true,"pg_map":{"version":140,"stamp":"2020-10-19T23:53:12.632688+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30283200710,"num_objects":10203,"num_object_clones":0,"num_object_copies":20406,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10173,"num_whiteouts":47,"num_read":23788,"num_read_kb":2254359,"num_write":53747,"num_write_kb":24542945,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":30,"num_bytes_hit_set_archive":14504,"num_flush":3704,"num_flush_kb":10764896,"num_evict":3413,"num_evict_kb":9946559,"num_promote":4092,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":48819,"ondisk_log_size":48819,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":39465492,"kb_used_data":33070920,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":526765548,"statfs":{"total":579820584960,"available":539407921152,"internally_reserved":6442450944,"allocated":33864622080,"data_stored":39802960606,"data_compressed":131082640,"data_compressed_allocated":6085689344,"data_compressed_original":12171300752,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,1,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":50,"apply_latency_ms":50,"commit_latency_ns":50000000,"apply_latency_ns":50000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":80847154,"num_objects":48,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":50,"num_whiteouts":23,"num_read":893,"num_read_kb":843257,"num_write":458,"num_write_kb":307311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":60,"num_flush_kb":173287,"num_evict":30,"num_evict_kb":87064,"num_promote":100,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002898"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.412412+0000","last_change":"2020-10-19T23:49:36.013217+0000","last_active":"2020-10-19T23:52:28.412412+0000","last_peered":"2020-10-19T23:52:28.412412+0000","last_clean":"2020-10-19T23:52:28.412412+0000","last_became_active":"2020-10-19T23:49:36.012537+0000","last_became_peered":"2020-10-19T23:49:36.012537+0000","last_unstale":"2020-10-19T23:52:28.412412+0000","last_undegraded":"2020-10-19T23:52:28.412412+0000","last_fullsized":"2020-10-19T23:52:28.412412+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.414133+0000","last_change":"2020-10-19T23:49:35.485951+0000","last_active":"2020-10-19T23:52:28.414133+0000","last_peered":"2020-10-19T23:52:28.414133+0000","last_clean":"2020-10-19T23:52:28.414133+0000","last_became_active":"2020-10-19T23:49:35.484796+0000","last_became_peered":"2020-10-19T23:49:35.484796+0000","last_unstale":"2020-10-19T23:52:28.414133+0000","last_undegraded":"2020-10-19T23:52:28.414133+0000","last_fullsized":"2020-10-19T23:52:28.414133+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5654","reported_seq":"7853","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:53:07.134033+0000","last_change":"2020-10-19T23:49:46.676372+0000","last_active":"2020-10-19T23:53:07.134033+0000","last_peered":"2020-10-19T23:53:07.134033+0000","last_clean":"2020-10-19T23:53:07.134033+0000","last_became_active":"2020-10-19T23:49:46.675724+0000","last_became_peered":"2020-10-19T23:49:46.675724+0000","last_unstale":"2020-10-19T23:53:07.134033+0000","last_undegraded":"2020-10-19T23:53:07.134033+0000","last_fullsized":"2020-10-19T23:53:07.134033+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_clean_scrub_stamp":"2020-10-19T23:49:45.651853+0000","log_size":5654,"ondisk_log_size":5654,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":110653032,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":10,"num_read":1946,"num_read_kb":994,"num_write":5156,"num_write_kb":1201228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":2998,"num_flush":946,"num_flush_kb":2727263,"num_evict":892,"num_evict_kb":2578874,"num_promote":1049,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6681","reported_seq":"8880","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-19T23:53:08.440522+0000","last_change":"2020-10-19T23:49:44.726869+0000","last_active":"2020-10-19T23:53:08.440522+0000","last_peered":"2020-10-19T23:53:08.440522+0000","last_clean":"2020-10-19T23:53:08.440522+0000","last_became_active":"2020-10-19T23:49:44.726044+0000","last_became_peered":"2020-10-19T23:49:44.726044+0000","last_unstale":"2020-10-19T23:53:08.440522+0000","last_undegraded":"2020-10-19T23:53:08.440522+0000","last_fullsized":"2020-10-19T23:53:08.440522+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_clean_scrub_stamp":"2020-10-19T23:49:43.636628+0000","log_size":6681,"ondisk_log_size":6681,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7383403432,"num_objects":2455,"num_object_clones":0,"num_object_copies":4910,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2455,"num_whiteouts":0,"num_read":3804,"num_read_kb":319961,"num_write":8302,"num_write_kb":4760213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.412373+0000","last_change":"2020-10-19T23:49:35.484473+0000","last_active":"2020-10-19T23:52:28.412373+0000","last_peered":"2020-10-19T23:52:28.412373+0000","last_clean":"2020-10-19T23:52:28.412373+0000","last_became_active":"2020-10-19T23:49:35.483293+0000","last_became_peered":"2020-10-19T23:49:35.483293+0000","last_unstale":"2020-10-19T23:52:28.412373+0000","last_undegraded":"2020-10-19T23:52:28.412373+0000","last_fullsized":"2020-10-19T23:52:28.412373+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5046","reported_seq":"7093","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:53:07.593900+0000","last_change":"2020-10-19T23:49:46.950709+0000","last_active":"2020-10-19T23:53:07.593900+0000","last_peered":"2020-10-19T23:53:07.593900+0000","last_clean":"2020-10-19T23:53:07.593900+0000","last_became_active":"2020-10-19T23:49:46.950005+0000","last_became_peered":"2020-10-19T23:49:46.950005+0000","last_unstale":"2020-10-19T23:53:07.593900+0000","last_undegraded":"2020-10-19T23:53:07.593900+0000","last_fullsized":"2020-10-19T23:53:07.593900+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_clean_scrub_stamp":"2020-10-19T23:49:45.651853+0000","log_size":5046,"ondisk_log_size":5046,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":120949746,"num_objects":60,"num_object_clones":0,"num_object_copies":120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":52,"num_whiteouts":13,"num_read":1853,"num_read_kb":12536,"num_write":4831,"num_write_kb":1191575,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3885,"num_flush":868,"num_flush_kb":2542172,"num_evict":792,"num_evict_kb":2329053,"num_promote":954,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6790","reported_seq":"9225","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-19T23:53:08.443020+0000","last_change":"2020-10-19T23:49:44.665029+0000","last_active":"2020-10-19T23:53:08.443020+0000","last_peered":"2020-10-19T23:53:08.443020+0000","last_clean":"2020-10-19T23:53:08.443020+0000","last_became_active":"2020-10-19T23:49:44.663904+0000","last_became_peered":"2020-10-19T23:49:44.663904+0000","last_unstale":"2020-10-19T23:53:08.443020+0000","last_undegraded":"2020-10-19T23:53:08.443020+0000","last_fullsized":"2020-10-19T23:53:08.443020+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_clean_scrub_stamp":"2020-10-19T23:49:43.636628+0000","log_size":6790,"ondisk_log_size":6790,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7501552655,"num_objects":2511,"num_object_clones":0,"num_object_copies":5022,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2511,"num_whiteouts":0,"num_read":4182,"num_read_kb":715626,"num_write":8394,"num_write_kb":4975916,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.414026+0000","last_change":"2020-10-19T23:49:35.486433+0000","last_active":"2020-10-19T23:52:28.414026+0000","last_peered":"2020-10-19T23:52:28.414026+0000","last_clean":"2020-10-19T23:52:28.414026+0000","last_became_active":"2020-10-19T23:49:35.485524+0000","last_became_peered":"2020-10-19T23:49:35.485524+0000","last_unstale":"2020-10-19T23:52:28.414026+0000","last_undegraded":"2020-10-19T23:52:28.414026+0000","last_fullsized":"2020-10-19T23:52:28.414026+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"32'5596","reported_seq":"7923","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:53:07.124943+0000","last_change":"2020-10-19T23:49:46.953659+0000","last_active":"2020-10-19T23:53:07.124943+0000","last_peered":"2020-10-19T23:53:07.124943+0000","last_clean":"2020-10-19T23:53:07.124943+0000","last_became_active":"2020-10-19T23:49:46.952629+0000","last_became_peered":"2020-10-19T23:49:46.952629+0000","last_unstale":"2020-10-19T23:53:07.124943+0000","last_undegraded":"2020-10-19T23:53:07.124943+0000","last_fullsized":"2020-10-19T23:53:07.124943+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_clean_scrub_stamp":"2020-10-19T23:49:45.651853+0000","log_size":5596,"ondisk_log_size":5596,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":108441343,"num_objects":57,"num_object_clones":0,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":49,"num_whiteouts":13,"num_read":2062,"num_read_kb":977,"num_write":5292,"num_write_kb":1302001,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3850,"num_flush":958,"num_flush_kb":2761859,"num_evict":828,"num_evict_kb":2402108,"num_promote":1043,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6501","reported_seq":"8828","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-19T23:53:08.386599+0000","last_change":"2020-10-19T23:49:44.728892+0000","last_active":"2020-10-19T23:53:08.386599+0000","last_peered":"2020-10-19T23:53:08.386599+0000","last_clean":"2020-10-19T23:53:08.386599+0000","last_became_active":"2020-10-19T23:49:44.727945+0000","last_became_peered":"2020-10-19T23:49:44.727945+0000","last_unstale":"2020-10-19T23:53:08.386599+0000","last_undegraded":"2020-10-19T23:53:08.386599+0000","last_fullsized":"2020-10-19T23:53:08.386599+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_clean_scrub_stamp":"2020-10-19T23:49:43.636628+0000","log_size":6501,"ondisk_log_size":6501,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7311445761,"num_objects":2460,"num_object_clones":0,"num_object_copies":4920,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2460,"num_whiteouts":0,"num_read":3975,"num_read_kb":607095,"num_write":8057,"num_write_kb":4855827,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.411883+0000","last_change":"2020-10-19T23:49:35.484581+0000","last_active":"2020-10-19T23:52:28.411883+0000","last_peered":"2020-10-19T23:52:28.411883+0000","last_clean":"2020-10-19T23:52:28.411883+0000","last_became_active":"2020-10-19T23:49:35.483721+0000","last_became_peered":"2020-10-19T23:49:35.483721+0000","last_unstale":"2020-10-19T23:52:28.411883+0000","last_undegraded":"2020-10-19T23:52:28.411883+0000","last_fullsized":"2020-10-19T23:52:28.411883+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5683","reported_seq":"7862","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:53:07.058913+0000","last_change":"2020-10-19T23:49:46.677483+0000","last_active":"2020-10-19T23:53:07.058913+0000","last_peered":"2020-10-19T23:53:07.058913+0000","last_clean":"2020-10-19T23:53:07.058913+0000","last_became_active":"2020-10-19T23:49:46.677068+0000","last_became_peered":"2020-10-19T23:49:46.677068+0000","last_unstale":"2020-10-19T23:53:07.058913+0000","last_undegraded":"2020-10-19T23:53:07.058913+0000","last_fullsized":"2020-10-19T23:53:07.058913+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_clean_scrub_stamp":"2020-10-19T23:49:45.651853+0000","log_size":5683,"ondisk_log_size":5683,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":122283688,"num_objects":59,"num_object_clones":0,"num_object_copies":118,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":51,"num_whiteouts":11,"num_read":1948,"num_read_kb":15466,"num_write":5196,"num_write_kb":1245528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3771,"num_flush":932,"num_flush_kb":2733602,"num_evict":901,"num_evict_kb":2636524,"num_promote":1046,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6868","reported_seq":"9148","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-19T23:53:08.439529+0000","last_change":"2020-10-19T23:49:44.728347+0000","last_active":"2020-10-19T23:53:08.439529+0000","last_peered":"2020-10-19T23:53:08.439529+0000","last_clean":"2020-10-19T23:53:08.439529+0000","last_became_active":"2020-10-19T23:49:44.727162+0000","last_became_peered":"2020-10-19T23:49:44.727162+0000","last_unstale":"2020-10-19T23:53:08.439529+0000","last_undegraded":"2020-10-19T23:53:08.439529+0000","last_fullsized":"2020-10-19T23:53:08.439529+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_clean_scrub_stamp":"2020-10-19T23:49:43.636628+0000","log_size":6868,"ondisk_log_size":6868,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7624471053,"num_objects":2548,"num_object_clones":0,"num_object_copies":5096,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2548,"num_whiteouts":0,"num_read":4018,"num_read_kb":581704,"num_write":8519,"num_write_kb":5010657,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.415354+0000","last_change":"2020-10-19T23:49:35.407281+0000","last_active":"2020-10-19T23:52:28.415354+0000","last_peered":"2020-10-19T23:52:28.415354+0000","last_clean":"2020-10-19T23:52:28.415354+0000","last_became_active":"2020-10-19T23:49:35.406433+0000","last_became_peered":"2020-10-19T23:49:35.406433+0000","last_unstale":"2020-10-19T23:52:28.415354+0000","last_undegraded":"2020-10-19T23:52:28.415354+0000","last_fullsized":"2020-10-19T23:52:28.415354+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.415468+0000","last_change":"2020-10-19T23:49:35.407919+0000","last_active":"2020-10-19T23:52:28.415468+0000","last_peered":"2020-10-19T23:52:28.415468+0000","last_clean":"2020-10-19T23:52:28.415468+0000","last_became_active":"2020-10-19T23:49:35.407406+0000","last_became_peered":"2020-10-19T23:49:35.407406+0000","last_unstale":"2020-10-19T23:52:28.415468+0000","last_undegraded":"2020-10-19T23:52:28.415468+0000","last_fullsized":"2020-10-19T23:52:28.415468+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.411885+0000","last_change":"2020-10-19T23:49:36.014498+0000","last_active":"2020-10-19T23:52:28.411885+0000","last_peered":"2020-10-19T23:52:28.411885+0000","last_clean":"2020-10-19T23:52:28.411885+0000","last_became_active":"2020-10-19T23:49:36.013477+0000","last_became_peered":"2020-10-19T23:49:36.013477+0000","last_unstale":"2020-10-19T23:52:28.411885+0000","last_undegraded":"2020-10-19T23:52:28.411885+0000","last_fullsized":"2020-10-19T23:52:28.411885+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":462327809,"num_objects":229,"num_object_clones":0,"num_object_copies":458,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":199,"num_whiteouts":47,"num_read":7809,"num_read_kb":29973,"num_write":20475,"num_write_kb":4940332,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":30,"num_bytes_hit_set_archive":14504,"num_flush":3704,"num_flush_kb":10764896,"num_evict":3413,"num_evict_kb":9946559,"num_promote":4092,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":685039616,"data_stored":875029394,"data_compressed":3845234,"data_compressed_allocated":191119360,"data_compressed_original":382160784,"omap_allocated":0,"internal_metadata":0},"log_size":21979,"ondisk_log_size":21979,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29820872901,"num_objects":9974,"num_object_clones":0,"num_object_copies":19948,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9974,"num_whiteouts":0,"num_read":15979,"num_read_kb":2224386,"num_write":33272,"num_write_kb":19602613,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":33177477120,"data_stored":38927108184,"data_compressed":127237406,"data_compressed_allocated":5894569984,"data_compressed_original":11789139968,"omap_allocated":0,"internal_metadata":0},"log_size":26840,"ondisk_log_size":26840,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640302,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9199316,"kb_used_data":8142400,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":85172524,"statfs":{"total":96636764160,"available":87216664576,"internally_reserved":1073741824,"allocated":8337817600,"data_stored":9770340416,"data_compressed":31660136,"data_compressed_allocated":1469476864,"data_compressed_original":2938934416,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.0149999999999999,"5min":1.1870000000000001,"15min":1.262},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.9650000000000001,"5min":2.3220000000000001,"15min":2.3220000000000001},"last":1.284},{"interface":"front","average":{"1min":1.0129999999999999,"5min":1.3200000000000001,"15min":1.3740000000000001},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":2.0880000000000001,"5min":3.605,"15min":3.605},"last":1.355}]},{"osd":1,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":4.6879999999999997,"5min":1.954,"15min":1.4630000000000001},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":83.296000000000006,"5min":83.296000000000006,"15min":83.296000000000006},"last":2.1920000000000002},{"interface":"front","average":{"1min":4.484,"5min":2.262,"15min":1.859},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":80.209000000000003,"5min":80.209000000000003,"15min":80.209000000000003},"last":2.3380000000000001}]},{"osd":2,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.2929999999999999,"5min":1.6519999999999999,"15min":1.724},"min":{"1min":0.65300000000000002,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":2.7290000000000001,"5min":4.6790000000000003,"15min":4.6790000000000003},"last":1.929},{"interface":"front","average":{"1min":1.5589999999999999,"5min":1.4910000000000001,"15min":1.5029999999999999},"min":{"1min":0.90200000000000002,"5min":0.86599999999999999,"15min":0.86599999999999999},"max":{"1min":4.5860000000000003,"5min":4.5860000000000003,"15min":4.5860000000000003},"last":1.7190000000000001}]},{"osd":3,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.3,"5min":1.5109999999999999,"15min":1.581},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":2.3919999999999999,"5min":2.407,"15min":2.407},"last":1.8600000000000001},{"interface":"front","average":{"1min":1.446,"5min":1.861,"15min":1.9910000000000001},"min":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"max":{"1min":3.0190000000000001,"5min":4.3540000000000001,"15min":4.3540000000000001},"last":2.129}]},{"osd":4,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.544,"5min":1.663,"15min":1.6970000000000001},"min":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":3.6920000000000002,"5min":3.6920000000000002,"15min":3.6920000000000002},"last":2.5259999999999998},{"interface":"front","average":{"1min":1.6200000000000001,"5min":1.7729999999999999,"15min":1.843},"min":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"max":{"1min":4.2050000000000001,"5min":4.2050000000000001,"15min":4.2050000000000001},"last":2.6930000000000001}]}]},{"osd":4,"up_from":11,"seq":47244640302,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1240272,"kb_used_data":169396,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93131568,"statfs":{"total":96636764160,"available":95366725632,"internally_reserved":1073741824,"allocated":173461504,"data_stored":220423776,"data_compressed":948083,"data_compressed_allocated":47464448,"data_compressed_original":94918485,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 19 23:52:38 2020","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.97399999999999998,"15min":1.03},"min":{"1min":0.53600000000000003,"5min":0.505,"15min":0.505},"max":{"1min":1.4970000000000001,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":1.2230000000000001},{"interface":"front","average":{"1min":0.98099999999999998,"5min":1.1899999999999999,"15min":1.2629999999999999},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.9330000000000001,"5min":1.9330000000000001,"15min":1.9330000000000001},"last":1.1240000000000001}]},{"osd":1,"last update":"Mon Oct 19 23:52:38 2020","interfaces":[{"interface":"back","average":{"1min":1.421,"5min":1.4690000000000001,"15min":1.5589999999999999},"min":{"1min":0.69499999999999995,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":4.2809999999999997,"5min":4.2809999999999997,"15min":4.2809999999999997},"last":0.98699999999999999},{"interface":"front","average":{"1min":1.641,"5min":1.581,"15min":1.649},"min":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"max":{"1min":4.4269999999999996,"5min":4.4269999999999996,"15min":4.4269999999999996},"last":2.0649999999999999}]},{"osd":2,"last update":"Mon Oct 19 23:52:38 2020","interfaces":[{"interface":"back","average":{"1min":1.7,"5min":1.54,"15min":1.5609999999999999},"min":{"1min":0.79400000000000004,"5min":0.72999999999999998,"15min":0.72999999999999998},"max":{"1min":6.5140000000000002,"5min":6.5140000000000002,"15min":6.5140000000000002},"last":1.577},{"interface":"front","average":{"1min":1.5660000000000001,"5min":1.51,"15min":1.542},"min":{"1min":0.82399999999999995,"5min":0.78400000000000003,"15min":0.78400000000000003},"max":{"1min":5.8369999999999997,"5min":5.8369999999999997,"15min":5.8369999999999997},"last":1.444}]},{"osd":3,"last update":"Mon Oct 19 23:52:38 2020","interfaces":[{"interface":"back","average":{"1min":1.1379999999999999,"5min":1.4019999999999999,"15min":1.466},"min":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"max":{"1min":1.802,"5min":4.9260000000000002,"15min":4.9260000000000002},"last":0.83999999999999997},{"interface":"front","average":{"1min":1.5329999999999999,"5min":1.788,"15min":1.8520000000000001},"min":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"max":{"1min":3.3420000000000001,"5min":5.0309999999999997,"15min":5.0309999999999997},"last":1.2689999999999999}]},{"osd":5,"last update":"Mon Oct 19 23:52:38 2020","interfaces":[{"interface":"back","average":{"1min":1.337,"5min":1.5580000000000001,"15min":1.6519999999999999},"min":{"1min":0.78800000000000003,"5min":0.749,"15min":0.749},"max":{"1min":2.1840000000000002,"5min":2.4340000000000002,"15min":2.4340000000000002},"last":1.651},{"interface":"front","average":{"1min":1.5229999999999999,"5min":1.7150000000000001,"15min":1.8069999999999999},"min":{"1min":0.91600000000000004,"5min":0.80600000000000005,"15min":0.80600000000000005},"max":{"1min":2.7370000000000001,"5min":3.2269999999999999,"15min":3.2269999999999999},"last":1.9690000000000001}]}]},{"osd":3,"up_from":11,"seq":47244640302,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5196000,"kb_used_data":4142556,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":89175840,"statfs":{"total":96636764160,"available":91316060160,"internally_reserved":1073741824,"allocated":4241977344,"data_stored":4973422518,"data_compressed":16214187,"data_compressed_allocated":750067712,"data_compressed_original":1500135424,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":5.0049999999999999,"5min":2.0299999999999998,"15min":1.5860000000000001},"min":{"1min":0.59599999999999997,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":77.683000000000007,"5min":77.683000000000007,"15min":77.683000000000007},"last":1.506},{"interface":"front","average":{"1min":5.274,"5min":2.387,"15min":2.004},"min":{"1min":0.71899999999999997,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":78.602999999999994,"5min":78.602999999999994,"15min":78.602999999999994},"last":2.1230000000000002}]},{"osd":1,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":6.226,"5min":2.5600000000000001,"15min":2.0529999999999999},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":92.444999999999993,"5min":92.444999999999993,"15min":92.444999999999993},"last":2.2450000000000001},{"interface":"front","average":{"1min":6.4720000000000004,"5min":2.9740000000000002,"15min":2.5699999999999998},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":93.096000000000004,"5min":93.096000000000004,"15min":93.096000000000004},"last":1.855}]},{"osd":2,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.4730000000000001,"5min":1.4670000000000001,"15min":1.4770000000000001},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":4.3739999999999997,"5min":4.3739999999999997,"15min":4.3739999999999997},"last":1.639},{"interface":"front","average":{"1min":1.7030000000000001,"5min":1.8380000000000001,"15min":1.968},"min":{"1min":0.872,"5min":0.73499999999999999,"15min":0.73499999999999999},"max":{"1min":4.3010000000000002,"5min":6.1749999999999998,"15min":6.1749999999999998},"last":1.1819999999999999}]},{"osd":4,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.3069999999999999,"5min":1.7410000000000001,"15min":1.8899999999999999},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":2.8879999999999999,"5min":3.4550000000000001,"15min":3.4550000000000001},"last":2.0329999999999999},{"interface":"front","average":{"1min":1.5189999999999999,"5min":1.6799999999999999,"15min":1.754},"min":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"max":{"1min":2.762,"5min":2.927,"15min":2.927},"last":2.4329999999999998}]},{"osd":5,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.6819999999999999,"5min":2.2320000000000002,"15min":2.4140000000000001},"min":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"max":{"1min":3.0569999999999999,"5min":9.9559999999999995,"15min":9.9559999999999995},"last":1.907},{"interface":"front","average":{"1min":1.627,"5min":1.899,"15min":1.9810000000000001},"min":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"max":{"1min":2.6320000000000001,"5min":3.8849999999999998,"15min":3.8849999999999998},"last":2.6320000000000001}]}]},{"osd":2,"up_from":11,"seq":47244640302,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9241396,"kb_used_data":8161668,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":85130444,"statfs":{"total":96636764160,"available":87173574656,"internally_reserved":1073741824,"allocated":8357548032,"data_stored":9844810696,"data_compressed":32825962,"data_compressed_allocated":1523187712,"data_compressed_original":3046366179,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 19 23:52:40 2020","interfaces":[{"interface":"back","average":{"1min":0.84199999999999997,"5min":1.0189999999999999,"15min":1.115},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.706,"5min":2.2349999999999999,"15min":2.2349999999999999},"last":0.97099999999999997},{"interface":"front","average":{"1min":0.80300000000000005,"5min":1.355,"15min":1.5269999999999999},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.462,"5min":3.1099999999999999,"15min":3.1099999999999999},"last":1.3600000000000001}]},{"osd":1,"last update":"Mon Oct 19 23:52:40 2020","interfaces":[{"interface":"back","average":{"1min":1.4870000000000001,"5min":1.466,"15min":1.516},"min":{"1min":0.57399999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":6.0510000000000002,"5min":6.0510000000000002,"15min":6.0510000000000002},"last":1.6559999999999999},{"interface":"front","average":{"1min":2.266,"5min":1.665,"15min":1.609},"min":{"1min":0.755,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":8.0250000000000004,"5min":8.0250000000000004,"15min":8.0250000000000004},"last":1.083}]},{"osd":3,"last update":"Mon Oct 19 23:52:40 2020","interfaces":[{"interface":"back","average":{"1min":1.1879999999999999,"5min":1.5009999999999999,"15min":1.627},"min":{"1min":0.83399999999999996,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":2.1970000000000001,"5min":3.367,"15min":3.367},"last":1.4199999999999999},{"interface":"front","average":{"1min":1.159,"5min":1.7330000000000001,"15min":1.9370000000000001},"min":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":4.0389999999999997,"5min":4.0389999999999997,"15min":4.0389999999999997},"last":2.1240000000000001}]},{"osd":4,"last update":"Mon Oct 19 23:52:40 2020","interfaces":[{"interface":"back","average":{"1min":1.583,"5min":1.5629999999999999,"15min":1.6379999999999999},"min":{"1min":0.77400000000000002,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":3.7400000000000002,"5min":3.7400000000000002,"15min":3.7400000000000002},"last":1.804},{"interface":"front","average":{"1min":1.502,"5min":1.599,"15min":1.6890000000000001},"min":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"max":{"1min":5.2690000000000001,"5min":5.2690000000000001,"15min":5.2690000000000001},"last":2.375}]},{"osd":5,"last update":"Mon Oct 19 23:52:40 2020","interfaces":[{"interface":"back","average":{"1min":1.468,"5min":1.6539999999999999,"15min":1.766},"min":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"max":{"1min":3.7639999999999998,"5min":3.7639999999999998,"15min":3.7639999999999998},"last":2.1920000000000002},{"interface":"front","average":{"1min":1.5329999999999999,"5min":1.806,"15min":1.9339999999999999},"min":{"1min":1.069,"5min":0.97899999999999998,"15min":0.97899999999999998},"max":{"1min":3.899,"5min":3.899,"15min":3.899},"last":1.8620000000000001}]}]},{"osd":0,"up_from":11,"seq":47244640302,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1240272,"kb_used_data":169396,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93131568,"statfs":{"total":96636764160,"available":95366725632,"internally_reserved":1073741824,"allocated":173461504,"data_stored":220423776,"data_compressed":948083,"data_compressed_allocated":47464448,"data_compressed_original":94918485,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 19 23:52:31 2020","interfaces":[{"interface":"back","average":{"1min":7.1820000000000004,"5min":2.3239999999999998,"15min":1.5049999999999999},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":147.23699999999999,"5min":147.23699999999999,"15min":147.23699999999999},"last":0.84899999999999998},{"interface":"front","average":{"1min":7.1349999999999998,"5min":2.4540000000000002,"15min":1.696},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":141.73400000000001,"5min":141.73400000000001,"15min":141.73400000000001},"last":1.042}]},{"osd":2,"last update":"Mon Oct 19 23:52:31 2020","interfaces":[{"interface":"back","average":{"1min":12.765000000000001,"5min":3.6970000000000001,"15min":2.2200000000000002},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":289.738,"5min":289.738,"15min":289.738},"last":0.63900000000000001},{"interface":"front","average":{"1min":13.311999999999999,"5min":3.7890000000000001,"15min":2.1899999999999999},"min":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":291.62700000000001,"5min":291.62700000000001,"15min":291.62700000000001},"last":0.73099999999999998}]},{"osd":3,"last update":"Mon Oct 19 23:52:31 2020","interfaces":[{"interface":"back","average":{"1min":1.4770000000000001,"5min":1.331,"15min":1.3240000000000001},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":5.9029999999999996,"5min":5.9029999999999996,"15min":5.9029999999999996},"last":1.075},{"interface":"front","average":{"1min":1.6259999999999999,"5min":1.6100000000000001,"15min":1.619},"min":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"max":{"1min":6.2939999999999996,"5min":6.2939999999999996,"15min":6.2939999999999996},"last":1.341}]},{"osd":4,"last update":"Mon Oct 19 23:52:31 2020","interfaces":[{"interface":"back","average":{"1min":1.5129999999999999,"5min":1.556,"15min":1.605},"min":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"max":{"1min":6.0549999999999997,"5min":6.0549999999999997,"15min":6.0549999999999997},"last":0.93400000000000005},{"interface":"front","average":{"1min":1.6160000000000001,"5min":1.7589999999999999,"15min":1.8080000000000001},"min":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"max":{"1min":6.0229999999999997,"5min":6.0229999999999997,"15min":6.0229999999999997},"last":1.286}]},{"osd":5,"last update":"Mon Oct 19 23:52:31 2020","interfaces":[{"interface":"back","average":{"1min":1.853,"5min":1.883,"15min":1.921},"min":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"max":{"1min":6.1449999999999996,"5min":6.1449999999999996,"15min":6.1449999999999996},"last":1.4790000000000001},{"interface":"front","average":{"1min":1.8240000000000001,"5min":1.841,"15min":1.9019999999999999},"min":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"max":{"1min":6.6639999999999997,"5min":6.6639999999999997,"15min":6.6639999999999997},"last":1.3740000000000001}]}]},{"osd":1,"up_from":11,"seq":47244640302,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":13348236,"kb_used_data":12285504,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":81023604,"statfs":{"total":96636764160,"available":82968170496,"internally_reserved":1073741824,"allocated":12580356096,"data_stored":14773539424,"data_compressed":48486189,"data_compressed_allocated":2248028160,"data_compressed_original":4496027763,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,1,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 19 23:52:35 2020","interfaces":[{"interface":"back","average":{"1min":1.202,"5min":1.05,"15min":1.038},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":7.1440000000000001,"5min":7.1440000000000001,"15min":7.1440000000000001},"last":0.80400000000000005},{"interface":"front","average":{"1min":1.3640000000000001,"5min":1.1399999999999999,"15min":1.1200000000000001},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":4.8780000000000001,"5min":4.8780000000000001,"15min":4.8780000000000001},"last":0.995}]},{"osd":2,"last update":"Mon Oct 19 23:52:35 2020","interfaces":[{"interface":"back","average":{"1min":0.95199999999999996,"5min":1.3180000000000001,"15min":1.4119999999999999},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.748,"5min":4.4880000000000004,"15min":4.4880000000000004},"last":1.1439999999999999},{"interface":"front","average":{"1min":1.5069999999999999,"5min":1.671,"15min":1.7130000000000001},"min":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"max":{"1min":7.4640000000000004,"5min":7.4640000000000004,"15min":7.4640000000000004},"last":1.488}]},{"osd":3,"last update":"Mon Oct 19 23:52:35 2020","interfaces":[{"interface":"back","average":{"1min":1.446,"5min":1.5649999999999999,"15min":1.653},"min":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":7.5780000000000003,"5min":7.5780000000000003,"15min":7.5780000000000003},"last":1.6799999999999999},{"interface":"front","average":{"1min":1.6930000000000001,"5min":1.5389999999999999,"15min":1.5629999999999999},"min":{"1min":0.86499999999999999,"5min":0.79000000000000004,"15min":0.79000000000000004},"max":{"1min":5.3019999999999996,"5min":5.3019999999999996,"15min":5.3019999999999996},"last":1.6259999999999999}]},{"osd":4,"last update":"Mon Oct 19 23:52:35 2020","interfaces":[{"interface":"back","average":{"1min":1.6519999999999999,"5min":1.5960000000000001,"15min":1.6220000000000001},"min":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"max":{"1min":5.1660000000000004,"5min":5.1660000000000004,"15min":5.1660000000000004},"last":1.78},{"interface":"front","average":{"1min":1.381,"5min":1.6990000000000001,"15min":1.794},"min":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"max":{"1min":2.7389999999999999,"5min":5.0060000000000002,"15min":5.0060000000000002},"last":1.53}]},{"osd":5,"last update":"Mon Oct 19 23:52:35 2020","interfaces":[{"interface":"back","average":{"1min":1.486,"5min":2.2040000000000002,"15min":2.4670000000000001},"min":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"max":{"1min":2.048,"5min":12.083,"15min":12.083},"last":1.403},{"interface":"front","average":{"1min":1.978,"5min":2.0840000000000001,"15min":2.1920000000000002},"min":{"1min":0.879,"5min":0.879,"15min":0.879},"max":{"1min":7.3479999999999999,"5min":7.3479999999999999,"15min":7.3479999999999999},"last":1.9970000000000001}]}]}]}} 2020-10-23T07:41:16.810 WARNING:scrape:Ignoring malparsed backtrace: File "/home/teuthworker/src/git.ceph.com_ceph_octopus/qa/tasks/rados.py", line 266, in thread , run.wait(tests.values()) , File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/run.py", line 470, in wait 2020-10-23T07:41:16.811 WARNING:scrape:Ignoring malparsed backtrace: proc.wait() , File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/run.py", line 160, in wait , self._raise_for_status() 2020-10-23T07:41:16.933 WARNING:scrape:Ignoring malparsed backtrace: ceph version 15.2.5-355-g2f33da11 (2f33da11da69822d9bab6e9cadb58a7cc3d5720f) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe1) [0x7fc5cf75e68e] , 2: (CopyFromOp::_finish(TestOp::CallbackInfo*)+0x501) [0x5629c87cd941] 2020-10-23T07:41:16.936 WARNING:scrape:Ignoring malparsed backtrace: 2020-10-19T23:53:13.955 INFO:teuthology.orchestra.run.smithi149.stdout: , dumped all , 2020-10-19T23:53:13.969 INFO:teuthology.orchestra.run.smithi149.stdout:{"pg_ready":true,"pg_map":{"version":140,"stamp":"2020-10-19T23:53:12.632688+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30283200710,"num_objects":10203,"num_object_clones":0,"num_object_copies":20406,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10173,"num_whiteouts":47,"num_read":23788,"num_read_kb":2254359,"num_write":53747,"num_write_kb":24542945,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":30,"num_bytes_hit_set_archive":14504,"num_flush":3704,"num_flush_kb":10764896,"num_evict":3413,"num_evict_kb":9946559,"num_promote":4092,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":48819,"ondisk_log_size":48819,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":39465492,"kb_used_data":33070920,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":526765548,"statfs":{"total":579820584960,"available":539407921152,"internally_reserved":6442450944,"allocated":33864622080,"data_stored":39802960606,"data_compressed":131082640,"data_compressed_allocated":6085689344,"data_compressed_original":12171300752,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,1,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":50,"apply_latency_ms":50,"commit_latency_ns":50000000,"apply_latency_ns":50000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":80847154,"num_objects":48,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":50,"num_whiteouts":23,"num_read":893,"num_read_kb":843257,"num_write":458,"num_write_kb":307311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":60,"num_flush_kb":173287,"num_evict":30,"num_evict_kb":87064,"num_promote":100,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002898"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.412412+0000","last_change":"2020-10-19T23:49:36.013217+0000","last_active":"2020-10-19T23:52:28.412412+0000","last_peered":"2020-10-19T23:52:28.412412+0000","last_clean":"2020-10-19T23:52:28.412412+0000","last_became_active":"2020-10-19T23:49:36.012537+0000","last_became_peered":"2020-10-19T23:49:36.012537+0000","last_unstale":"2020-10-19T23:52:28.412412+0000","last_undegraded":"2020-10-19T23:52:28.412412+0000","last_fullsized":"2020-10-19T23:52:28.412412+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.414133+0000","last_change":"2020-10-19T23:49:35.485951+0000","last_active":"2020-10-19T23:52:28.414133+0000","last_peered":"2020-10-19T23:52:28.414133+0000","last_clean":"2020-10-19T23:52:28.414133+0000","last_became_active":"2020-10-19T23:49:35.484796+0000","last_became_peered":"2020-10-19T23:49:35.484796+0000","last_unstale":"2020-10-19T23:52:28.414133+0000","last_undegraded":"2020-10-19T23:52:28.414133+0000","last_fullsized":"2020-10-19T23:52:28.414133+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5654","reported_seq":"7853","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:53:07.134033+0000","last_change":"2020-10-19T23:49:46.676372+0000","last_active":"2020-10-19T23:53:07.134033+0000","last_peered":"2020-10-19T23:53:07.134033+0000","last_clean":"2020-10-19T23:53:07.134033+0000","last_became_active":"2020-10-19T23:49:46.675724+0000","last_became_peered":"2020-10-19T23:49:46.675724+0000","last_unstale":"2020-10-19T23:53:07.134033+0000","last_undegraded":"2020-10-19T23:53:07.134033+0000","last_fullsized":"2020-10-19T23:53:07.134033+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_clean_scrub_stamp":"2020-10-19T23:49:45.651853+0000","log_size":5654,"ondisk_log_size":5654,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":110653032,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":10,"num_read":1946,"num_read_kb":994,"num_write":5156,"num_write_kb":1201228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":2998,"num_flush":946,"num_flush_kb":2727263,"num_evict":892,"num_evict_kb":2578874,"num_promote":1049,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6681","reported_seq":"8880","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-19T23:53:08.440522+0000","last_change":"2020-10-19T23:49:44.726869+0000","last_active":"2020-10-19T23:53:08.440522+0000","last_peered":"2020-10-19T23:53:08.440522+0000","last_clean":"2020-10-19T23:53:08.440522+0000","last_became_active":"2020-10-19T23:49:44.726044+0000","last_became_peered":"2020-10-19T23:49:44.726044+0000","last_unstale":"2020-10-19T23:53:08.440522+0000","last_undegraded":"2020-10-19T23:53:08.440522+0000","last_fullsized":"2020-10-19T23:53:08.440522+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_clean_scrub_stamp":"2020-10-19T23:49:43.636628+0000","log_size":6681,"ondisk_log_size":6681,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7383403432,"num_objects":2455,"num_object_clones":0,"num_object_copies":4910,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2455,"num_whiteouts":0,"num_read":3804,"num_read_kb":319961,"num_write":8302,"num_write_kb":4760213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.412373+0000","last_change":"2020-10-19T23:49:35.484473+0000","last_active":"2020-10-19T23:52:28.412373+0000","last_peered":"2020-10-19T23:52:28.412373+0000","last_clean":"2020-10-19T23:52:28.412373+0000","last_became_active":"2020-10-19T23:49:35.483293+0000","last_became_peered":"2020-10-19T23:49:35.483293+0000","last_unstale":"2020-10-19T23:52:28.412373+0000","last_undegraded":"2020-10-19T23:52:28.412373+0000","last_fullsized":"2020-10-19T23:52:28.412373+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5046","reported_seq":"7093","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:53:07.593900+0000","last_change":"2020-10-19T23:49:46.950709+0000","last_active":"2020-10-19T23:53:07.593900+0000","last_peered":"2020-10-19T23:53:07.593900+0000","last_clean":"2020-10-19T23:53:07.593900+0000","last_became_active":"2020-10-19T23:49:46.950005+0000","last_became_peered":"2020-10-19T23:49:46.950005+0000","last_unstale":"2020-10-19T23:53:07.593900+0000","last_undegraded":"2020-10-19T23:53:07.593900+0000","last_fullsized":"2020-10-19T23:53:07.593900+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_clean_scrub_stamp":"2020-10-19T23:49:45.651853+0000","log_size":5046,"ondisk_log_size":5046,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":120949746,"num_objects":60,"num_object_clones":0,"num_object_copies":120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":52,"num_whiteouts":13,"num_read":1853,"num_read_kb":12536,"num_write":4831,"num_write_kb":1191575,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3885,"num_flush":868,"num_flush_kb":2542172,"num_evict":792,"num_evict_kb":2329053,"num_promote":954,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6790","reported_seq":"9225","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-19T23:53:08.443020+0000","last_change":"2020-10-19T23:49:44.665029+0000","last_active":"2020-10-19T23:53:08.443020+0000","last_peered":"2020-10-19T23:53:08.443020+0000","last_clean":"2020-10-19T23:53:08.443020+0000","last_became_active":"2020-10-19T23:49:44.663904+0000","last_became_peered":"2020-10-19T23:49:44.663904+0000","last_unstale":"2020-10-19T23:53:08.443020+0000","last_undegraded":"2020-10-19T23:53:08.443020+0000","last_fullsized":"2020-10-19T23:53:08.443020+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_clean_scrub_stamp":"2020-10-19T23:49:43.636628+0000","log_size":6790,"ondisk_log_size":6790,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7501552655,"num_objects":2511,"num_object_clones":0,"num_object_copies":5022,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2511,"num_whiteouts":0,"num_read":4182,"num_read_kb":715626,"num_write":8394,"num_write_kb":4975916,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.414026+0000","last_change":"2020-10-19T23:49:35.486433+0000","last_active":"2020-10-19T23:52:28.414026+0000","last_peered":"2020-10-19T23:52:28.414026+0000","last_clean":"2020-10-19T23:52:28.414026+0000","last_became_active":"2020-10-19T23:49:35.485524+0000","last_became_peered":"2020-10-19T23:49:35.485524+0000","last_unstale":"2020-10-19T23:52:28.414026+0000","last_undegraded":"2020-10-19T23:52:28.414026+0000","last_fullsized":"2020-10-19T23:52:28.414026+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"32'5596","reported_seq":"7923","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:53:07.124943+0000","last_change":"2020-10-19T23:49:46.953659+0000","last_active":"2020-10-19T23:53:07.124943+0000","last_peered":"2020-10-19T23:53:07.124943+0000","last_clean":"2020-10-19T23:53:07.124943+0000","last_became_active":"2020-10-19T23:49:46.952629+0000","last_became_peered":"2020-10-19T23:49:46.952629+0000","last_unstale":"2020-10-19T23:53:07.124943+0000","last_undegraded":"2020-10-19T23:53:07.124943+0000","last_fullsized":"2020-10-19T23:53:07.124943+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_clean_scrub_stamp":"2020-10-19T23:49:45.651853+0000","log_size":5596,"ondisk_log_size":5596,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":108441343,"num_objects":57,"num_object_clones":0,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":49,"num_whiteouts":13,"num_read":2062,"num_read_kb":977,"num_write":5292,"num_write_kb":1302001,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3850,"num_flush":958,"num_flush_kb":2761859,"num_evict":828,"num_evict_kb":2402108,"num_promote":1043,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6501","reported_seq":"8828","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-19T23:53:08.386599+0000","last_change":"2020-10-19T23:49:44.728892+0000","last_active":"2020-10-19T23:53:08.386599+0000","last_peered":"2020-10-19T23:53:08.386599+0000","last_clean":"2020-10-19T23:53:08.386599+0000","last_became_active":"2020-10-19T23:49:44.727945+0000","last_became_peered":"2020-10-19T23:49:44.727945+0000","last_unstale":"2020-10-19T23:53:08.386599+0000","last_undegraded":"2020-10-19T23:53:08.386599+0000","last_fullsized":"2020-10-19T23:53:08.386599+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_clean_scrub_stamp":"2020-10-19T23:49:43.636628+0000","log_size":6501,"ondisk_log_size":6501,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7311445761,"num_objects":2460,"num_object_clones":0,"num_object_copies":4920,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2460,"num_whiteouts":0,"num_read":3975,"num_read_kb":607095,"num_write":8057,"num_write_kb":4855827,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.411883+0000","last_change":"2020-10-19T23:49:35.484581+0000","last_active":"2020-10-19T23:52:28.411883+0000","last_peered":"2020-10-19T23:52:28.411883+0000","last_clean":"2020-10-19T23:52:28.411883+0000","last_became_active":"2020-10-19T23:49:35.483721+0000","last_became_peered":"2020-10-19T23:49:35.483721+0000","last_unstale":"2020-10-19T23:52:28.411883+0000","last_undegraded":"2020-10-19T23:52:28.411883+0000","last_fullsized":"2020-10-19T23:52:28.411883+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5683","reported_seq":"7862","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:53:07.058913+0000","last_change":"2020-10-19T23:49:46.677483+0000","last_active":"2020-10-19T23:53:07.058913+0000","last_peered":"2020-10-19T23:53:07.058913+0000","last_clean":"2020-10-19T23:53:07.058913+0000","last_became_active":"2020-10-19T23:49:46.677068+0000","last_became_peered":"2020-10-19T23:49:46.677068+0000","last_unstale":"2020-10-19T23:53:07.058913+0000","last_undegraded":"2020-10-19T23:53:07.058913+0000","last_fullsized":"2020-10-19T23:53:07.058913+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:45.651853+0000","last_clean_scrub_stamp":"2020-10-19T23:49:45.651853+0000","log_size":5683,"ondisk_log_size":5683,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":122283688,"num_objects":59,"num_object_clones":0,"num_object_copies":118,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":51,"num_whiteouts":11,"num_read":1948,"num_read_kb":15466,"num_write":5196,"num_write_kb":1245528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3771,"num_flush":932,"num_flush_kb":2733602,"num_evict":901,"num_evict_kb":2636524,"num_promote":1046,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6868","reported_seq":"9148","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-19T23:53:08.439529+0000","last_change":"2020-10-19T23:49:44.728347+0000","last_active":"2020-10-19T23:53:08.439529+0000","last_peered":"2020-10-19T23:53:08.439529+0000","last_clean":"2020-10-19T23:53:08.439529+0000","last_became_active":"2020-10-19T23:49:44.727162+0000","last_became_peered":"2020-10-19T23:49:44.727162+0000","last_unstale":"2020-10-19T23:53:08.439529+0000","last_undegraded":"2020-10-19T23:53:08.439529+0000","last_fullsized":"2020-10-19T23:53:08.439529+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:43.636628+0000","last_clean_scrub_stamp":"2020-10-19T23:49:43.636628+0000","log_size":6868,"ondisk_log_size":6868,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7624471053,"num_objects":2548,"num_object_clones":0,"num_object_copies":5096,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2548,"num_whiteouts":0,"num_read":4018,"num_read_kb":581704,"num_write":8519,"num_write_kb":5010657,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.415354+0000","last_change":"2020-10-19T23:49:35.407281+0000","last_active":"2020-10-19T23:52:28.415354+0000","last_peered":"2020-10-19T23:52:28.415354+0000","last_clean":"2020-10-19T23:52:28.415354+0000","last_became_active":"2020-10-19T23:49:35.406433+0000","last_became_peered":"2020-10-19T23:49:35.406433+0000","last_unstale":"2020-10-19T23:52:28.415354+0000","last_undegraded":"2020-10-19T23:52:28.415354+0000","last_fullsized":"2020-10-19T23:52:28.415354+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.415468+0000","last_change":"2020-10-19T23:49:35.407919+0000","last_active":"2020-10-19T23:52:28.415468+0000","last_peered":"2020-10-19T23:52:28.415468+0000","last_clean":"2020-10-19T23:52:28.415468+0000","last_became_active":"2020-10-19T23:49:35.407406+0000","last_became_peered":"2020-10-19T23:49:35.407406+0000","last_unstale":"2020-10-19T23:52:28.415468+0000","last_undegraded":"2020-10-19T23:52:28.415468+0000","last_fullsized":"2020-10-19T23:52:28.415468+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-19T23:52:28.411885+0000","last_change":"2020-10-19T23:49:36.014498+0000","last_active":"2020-10-19T23:52:28.411885+0000","last_peered":"2020-10-19T23:52:28.411885+0000","last_clean":"2020-10-19T23:52:28.411885+0000","last_became_active":"2020-10-19T23:49:36.013477+0000","last_became_peered":"2020-10-19T23:49:36.013477+0000","last_unstale":"2020-10-19T23:52:28.411885+0000","last_undegraded":"2020-10-19T23:52:28.411885+0000","last_fullsized":"2020-10-19T23:52:28.411885+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-19T23:49:34.382493+0000","last_clean_scrub_stamp":"2020-10-19T23:49:34.382493+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":462327809,"num_objects":229,"num_object_clones":0,"num_object_copies":458,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":199,"num_whiteouts":47,"num_read":7809,"num_read_kb":29973,"num_write":20475,"num_write_kb":4940332,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":30,"num_bytes_hit_set_archive":14504,"num_flush":3704,"num_flush_kb":10764896,"num_evict":3413,"num_evict_kb":9946559,"num_promote":4092,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":685039616,"data_stored":875029394,"data_compressed":3845234,"data_compressed_allocated":191119360,"data_compressed_original":382160784,"omap_allocated":0,"internal_metadata":0},"log_size":21979,"ondisk_log_size":21979,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29820872901,"num_objects":9974,"num_object_clones":0,"num_object_copies":19948,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9974,"num_whiteouts":0,"num_read":15979,"num_read_kb":2224386,"num_write":33272,"num_write_kb":19602613,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":33177477120,"data_stored":38927108184,"data_compressed":127237406,"data_compressed_allocated":5894569984,"data_compressed_original":11789139968,"omap_allocated":0,"internal_metadata":0},"log_size":26840,"ondisk_log_size":26840,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640302,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9199316,"kb_used_data":8142400,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":85172524,"statfs":{"total":96636764160,"available":87216664576,"internally_reserved":1073741824,"allocated":8337817600,"data_stored":9770340416,"data_compressed":31660136,"data_compressed_allocated":1469476864,"data_compressed_original":2938934416,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.0149999999999999,"5min":1.1870000000000001,"15min":1.262},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.9650000000000001,"5min":2.3220000000000001,"15min":2.3220000000000001},"last":1.284},{"interface":"front","average":{"1min":1.0129999999999999,"5min":1.3200000000000001,"15min":1.3740000000000001},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":2.0880000000000001,"5min":3.605,"15min":3.605},"last":1.355}]},{"osd":1,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":4.6879999999999997,"5min":1.954,"15min":1.4630000000000001},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":83.296000000000006,"5min":83.296000000000006,"15min":83.296000000000006},"last":2.1920000000000002},{"interface":"front","average":{"1min":4.484,"5min":2.262,"15min":1.859},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":80.209000000000003,"5min":80.209000000000003,"15min":80.209000000000003},"last":2.3380000000000001}]},{"osd":2,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.2929999999999999,"5min":1.6519999999999999,"15min":1.724},"min":{"1min":0.65300000000000002,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":2.7290000000000001,"5min":4.6790000000000003,"15min":4.6790000000000003},"last":1.929},{"interface":"front","average":{"1min":1.5589999999999999,"5min":1.4910000000000001,"15min":1.5029999999999999},"min":{"1min":0.90200000000000002,"5min":0.86599999999999999,"15min":0.86599999999999999},"max":{"1min":4.5860000000000003,"5min":4.5860000000000003,"15min":4.5860000000000003},"last":1.7190000000000001}]},{"osd":3,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.3,"5min":1.5109999999999999,"15min":1.581},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":2.3919999999999999,"5min":2.407,"15min":2.407},"last":1.8600000000000001},{"interface":"front","average":{"1min":1.446,"5min":1.861,"15min":1.9910000000000001},"min":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"max":{"1min":3.0190000000000001,"5min":4.3540000000000001,"15min":4.3540000000000001},"last":2.129}]},{"osd":4,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.544,"5min":1.663,"15min":1.6970000000000001},"min":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":3.6920000000000002,"5min":3.6920000000000002,"15min":3.6920000000000002},"last":2.5259999999999998},{"interface":"front","average":{"1min":1.6200000000000001,"5min":1.7729999999999999,"15min":1.843},"min":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"max":{"1min":4.2050000000000001,"5min":4.2050000000000001,"15min":4.2050000000000001},"last":2.6930000000000001}]}]},{"osd":4,"up_from":11,"seq":47244640302,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1240272,"kb_used_data":169396,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93131568,"statfs":{"total":96636764160,"available":95366725632,"internally_reserved":1073741824,"allocated":173461504,"data_stored":220423776,"data_compressed":948083,"data_compressed_allocated":47464448,"data_compressed_original":94918485,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 19 23:52:38 2020","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.97399999999999998,"15min":1.03},"min":{"1min":0.53600000000000003,"5min":0.505,"15min":0.505},"max":{"1min":1.4970000000000001,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":1.2230000000000001},{"interface":"front","average":{"1min":0.98099999999999998,"5min":1.1899999999999999,"15min":1.2629999999999999},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.9330000000000001,"5min":1.9330000000000001,"15min":1.9330000000000001},"last":1.1240000000000001}]},{"osd":1,"last update":"Mon Oct 19 23:52:38 2020","interfaces":[{"interface":"back","average":{"1min":1.421,"5min":1.4690000000000001,"15min":1.5589999999999999},"min":{"1min":0.69499999999999995,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":4.2809999999999997,"5min":4.2809999999999997,"15min":4.2809999999999997},"last":0.98699999999999999},{"interface":"front","average":{"1min":1.641,"5min":1.581,"15min":1.649},"min":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"max":{"1min":4.4269999999999996,"5min":4.4269999999999996,"15min":4.4269999999999996},"last":2.0649999999999999}]},{"osd":2,"last update":"Mon Oct 19 23:52:38 2020","interfaces":[{"interface":"back","average":{"1min":1.7,"5min":1.54,"15min":1.5609999999999999},"min":{"1min":0.79400000000000004,"5min":0.72999999999999998,"15min":0.72999999999999998},"max":{"1min":6.5140000000000002,"5min":6.5140000000000002,"15min":6.5140000000000002},"last":1.577},{"interface":"front","average":{"1min":1.5660000000000001,"5min":1.51,"15min":1.542},"min":{"1min":0.82399999999999995,"5min":0.78400000000000003,"15min":0.78400000000000003},"max":{"1min":5.8369999999999997,"5min":5.8369999999999997,"15min":5.8369999999999997},"last":1.444}]},{"osd":3,"last update":"Mon Oct 19 23:52:38 2020","interfaces":[{"interface":"back","average":{"1min":1.1379999999999999,"5min":1.4019999999999999,"15min":1.466},"min":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"max":{"1min":1.802,"5min":4.9260000000000002,"15min":4.9260000000000002},"last":0.83999999999999997},{"interface":"front","average":{"1min":1.5329999999999999,"5min":1.788,"15min":1.8520000000000001},"min":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"max":{"1min":3.3420000000000001,"5min":5.0309999999999997,"15min":5.0309999999999997},"last":1.2689999999999999}]},{"osd":5,"last update":"Mon Oct 19 23:52:38 2020","interfaces":[{"interface":"back","average":{"1min":1.337,"5min":1.5580000000000001,"15min":1.6519999999999999},"min":{"1min":0.78800000000000003,"5min":0.749,"15min":0.749},"max":{"1min":2.1840000000000002,"5min":2.4340000000000002,"15min":2.4340000000000002},"last":1.651},{"interface":"front","average":{"1min":1.5229999999999999,"5min":1.7150000000000001,"15min":1.8069999999999999},"min":{"1min":0.91600000000000004,"5min":0.80600000000000005,"15min":0.80600000000000005},"max":{"1min":2.7370000000000001,"5min":3.2269999999999999,"15min":3.2269999999999999},"last":1.9690000000000001}]}]},{"osd":3,"up_from":11,"seq":47244640302,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5196000,"kb_used_data":4142556,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":89175840,"statfs":{"total":96636764160,"available":91316060160,"internally_reserved":1073741824,"allocated":4241977344,"data_stored":4973422518,"data_compressed":16214187,"data_compressed_allocated":750067712,"data_compressed_original":1500135424,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":5.0049999999999999,"5min":2.0299999999999998,"15min":1.5860000000000001},"min":{"1min":0.59599999999999997,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":77.683000000000007,"5min":77.683000000000007,"15min":77.683000000000007},"last":1.506},{"interface":"front","average":{"1min":5.274,"5min":2.387,"15min":2.004},"min":{"1min":0.71899999999999997,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":78.602999999999994,"5min":78.602999999999994,"15min":78.602999999999994},"last":2.1230000000000002}]},{"osd":1,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":6.226,"5min":2.5600000000000001,"15min":2.0529999999999999},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":92.444999999999993,"5min":92.444999999999993,"15min":92.444999999999993},"last":2.2450000000000001},{"interface":"front","average":{"1min":6.4720000000000004,"5min":2.9740000000000002,"15min":2.5699999999999998},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":93.096000000000004,"5min":93.096000000000004,"15min":93.096000000000004},"last":1.855}]},{"osd":2,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.4730000000000001,"5min":1.4670000000000001,"15min":1.4770000000000001},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":4.3739999999999997,"5min":4.3739999999999997,"15min":4.3739999999999997},"last":1.639},{"interface":"front","average":{"1min":1.7030000000000001,"5min":1.8380000000000001,"15min":1.968},"min":{"1min":0.872,"5min":0.73499999999999999,"15min":0.73499999999999999},"max":{"1min":4.3010000000000002,"5min":6.1749999999999998,"15min":6.1749999999999998},"last":1.1819999999999999}]},{"osd":4,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.3069999999999999,"5min":1.7410000000000001,"15min":1.8899999999999999},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":2.8879999999999999,"5min":3.4550000000000001,"15min":3.4550000000000001},"last":2.0329999999999999},{"interface":"front","average":{"1min":1.5189999999999999,"5min":1.6799999999999999,"15min":1.754},"min":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"max":{"1min":2.762,"5min":2.927,"15min":2.927},"last":2.4329999999999998}]},{"osd":5,"last update":"Mon Oct 19 23:52:34 2020","interfaces":[{"interface":"back","average":{"1min":1.6819999999999999,"5min":2.2320000000000002,"15min":2.4140000000000001},"min":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"max":{"1min":3.0569999999999999,"5min":9.9559999999999995,"15min":9.9559999999999995},"last":1.907},{"interface":"front","average":{"1min":1.627,"5min":1.899,"15min":1.9810000000000001},"min":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"max":{"1min":2.6320000000000001,"5min":3.8849999999999998,"15min":3.8849999999999998},"last":2.6320000000000001}]}]},{"osd":2,"up_from":11,"seq":47244640302,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9241396,"kb_used_data":8161668,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":85130444,"statfs":{"total":96636764160,"available":87173574656,"internally_reserved":1073741824,"allocated":8357548032,"data_stored":9844810696,"data_compressed":32825962,"data_compressed_allocated":1523187712,"data_compressed_original":3046366179,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 19 23:52:40 2020","interfaces":[{"interface":"back","average":{"1min":0.84199999999999997,"5min":1.0189999999999999,"15min":1.115},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.706,"5min":2.2349999999999999,"15min":2.2349999999999999},"last":0.97099999999999997},{"interface":"front","average":{"1min":0.80300000000000005,"5min":1.355,"15min":1.5269999999999999},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.462,"5min":3.1099999999999999,"15min":3.1099999999999999},"last":1.3600000000000001}]},{"osd":1,"last update":"Mon Oct 19 23:52:40 2020","interfaces":[{"interface":"back","average":{"1min":1.4870000000000001,"5min":1.466,"15min":1.516},"min":{"1min":0.57399999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":6.0510000000000002,"5min":6.0510000000000002,"15min":6.0510000000000002},"last":1.6559999999999999},{"interface":"front","average":{"1min":2.266,"5min":1.665,"15min":1.609},"min":{"1min":0.755,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":8.0250000000000004,"5min":8.0250000000000004,"15min":8.0250000000000004},"last":1.083}]},{"osd":3,"last update":"Mon Oct 19 23:52:40 2020","interfaces":[{"interface":"back","average":{"1min":1.1879999999999999,"5min":1.5009999999999999,"15min":1.627},"min":{"1min":0.83399999999999996,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":2.1970000000000001,"5min":3.367,"15min":3.367},"last":1.4199999999999999},{"interface":"front","average":{"1min":1.159,"5min":1.7330000000000001,"15min":1.9370000000000001},"min":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":4.0389999999999997,"5min":4.0389999999999997,"15min":4.0389999999999997},"last":2.1240000000000001}]},{"osd":4,"last update":"Mon Oct 19 23:52:40 2020","interfaces":[{"interface":"back","average":{"1min":1.583,"5min":1.5629999999999999,"15min":1.6379999999999999},"min":{"1min":0.77400000000000002,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":3.7400000000000002,"5min":3.7400000000000002,"15min":3.7400000000000002},"last":1.804},{"interface":"front","average":{"1min":1.502,"5min":1.599,"15min":1.6890000000000001},"min":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"max":{"1min":5.2690000000000001,"5min":5.2690000000000001,"15min":5.2690000000000001},"last":2.375}]},{"osd":5,"last update":"Mon Oct 19 23:52:40 2020","interfaces":[{"interface":"back","average":{"1min":1.468,"5min":1.6539999999999999,"15min":1.766},"min":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"max":{"1min":3.7639999999999998,"5min":3.7639999999999998,"15min":3.7639999999999998},"last":2.1920000000000002},{"interface":"front","average":{"1min":1.5329999999999999,"5min":1.806,"15min":1.9339999999999999},"min":{"1min":1.069,"5min":0.97899999999999998,"15min":0.97899999999999998},"max":{"1min":3.899,"5min":3.899,"15min":3.899},"last":1.8620000000000001}]}]},{"osd":0,"up_from":11,"seq":47244640302,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1240272,"kb_used_data":169396,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93131568,"statfs":{"total":96636764160,"available":95366725632,"internally_reserved":1073741824,"allocated":173461504,"data_stored":220423776,"data_compressed":948083,"data_compressed_allocated":47464448,"data_compressed_original":94918485,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Oct 19 23:52:31 2020","interfaces":[{"interface":"back","average":{"1min":7.1820000000000004,"5min":2.3239999999999998,"15min":1.5049999999999999},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":147.23699999999999,"5min":147.23699999999999,"15min":147.23699999999999},"last":0.84899999999999998},{"interface":"front","average":{"1min":7.1349999999999998,"5min":2.4540000000000002,"15min":1.696},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":141.73400000000001,"5min":141.73400000000001,"15min":141.73400000000001},"last":1.042}]},{"osd":2,"last update":"Mon Oct 19 23:52:31 2020","interfaces":[{"interface":"back","average":{"1min":12.765000000000001,"5min":3.6970000000000001,"15min":2.2200000000000002},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":289.738,"5min":289.738,"15min":289.738},"last":0.63900000000000001},{"interface":"front","average":{"1min":13.311999999999999,"5min":3.7890000000000001,"15min":2.1899999999999999},"min":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":291.62700000000001,"5min":291.62700000000001,"15min":291.62700000000001},"last":0.73099999999999998}]},{"osd":3,"last update":"Mon Oct 19 23:52:31 2020","interfaces":[{"interface":"back","average":{"1min":1.4770000000000001,"5min":1.331,"15min":1.3240000000000001},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":5.9029999999999996,"5min":5.9029999999999996,"15min":5.9029999999999996},"last":1.075},{"interface":"front","average":{"1min":1.6259999999999999,"5min":1.6100000000000001,"15min":1.619},"min":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"max":{"1min":6.2939999999999996,"5min":6.2939999999999996,"15min":6.2939999999999996},"last":1.341}]},{"osd":4,"last update":"Mon Oct 19 23:52:31 2020","interfaces":[{"interface":"back","average":{"1min":1.5129999999999999,"5min":1.556,"15min":1.605},"min":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"max":{"1min":6.0549999999999997,"5min":6.0549999999999997,"15min":6.0549999999999997},"last":0.93400000000000005},{"interface":"front","average":{"1min":1.6160000000000001,"5min":1.7589999999999999,"15min":1.8080000000000001},"min":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"max":{"1min":6.0229999999999997,"5min":6.0229999999999997,"15min":6.0229999999999997},"last":1.286}]},{"osd":5,"last update":"Mon Oct 19 23:52:31 2020","interfaces":[{"interface":"back","average":{"1min":1.853,"5min":1.883,"15min":1.921},"min":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"max":{"1min":6.1449999999999996,"5min":6.1449999999999996,"15min":6.1449999999999996},"last":1.4790000000000001},{"interface":"front","average":{"1min":1.8240000000000001,"5min":1.841,"15min":1.9019999999999999},"min":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"max":{"1min":6.6639999999999997,"5min":6.6639999999999997,"15min":6.6639999999999997},"last":1.3740000000000001}]}]},{"osd":1,"up_from":11,"seq":47244640302,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":13348236,"kb_used_data":12285504,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":81023604,"statfs":{"total":96636764160,"available":82968170496,"internally_reserved":1073741824,"allocated":12580356096,"data_stored":14773539424,"data_compressed":48486189,"data_compressed_allocated":2248028160,"data_compressed_original":4496027763,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,1,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Oct 19 23:52:35 2020","interfaces":[{"interface":"back","average":{"1min":1.202,"5min":1.05,"15min":1.038},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":7.1440000000000001,"5min":7.1440000000000001,"15min":7.1440000000000001},"last":0.80400000000000005},{"interface":"front","average":{"1min":1.3640000000000001,"5min":1.1399999999999999,"15min":1.1200000000000001},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":4.8780000000000001,"5min":4.8780000000000001,"15min":4.8780000000000001},"last":0.995}]},{"osd":2,"last update":"Mon Oct 19 23:52:35 2020","interfaces":[{"interface":"back","average":{"1min":0.95199999999999996,"5min":1.3180000000000001,"15min":1.4119999999999999},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.748,"5min":4.4880000000000004,"15min":4.4880000000000004},"last":1.1439999999999999},{"interface":"front","average":{"1min":1.5069999999999999,"5min":1.671,"15min":1.7130000000000001},"min":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"max":{"1min":7.4640000000000004,"5min":7.4640000000000004,"15min":7.4640000000000004},"last":1.488}]},{"osd":3,"last update":"Mon Oct 19 23:52:35 2020","interfaces":[{"interface":"back","average":{"1min":1.446,"5min":1.5649999999999999,"15min":1.653},"min":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":7.5780000000000003,"5min":7.5780000000000003,"15min":7.5780000000000003},"last":1.6799999999999999},{"interface":"front","average":{"1min":1.6930000000000001,"5min":1.5389999999999999,"15min":1.5629999999999999},"min":{"1min":0.86499999999999999,"5min":0.79000000000000004,"15min":0.79000000000000004},"max":{"1min":5.3019999999999996,"5min":5.3019999999999996,"15min":5.3019999999999996},"last":1.6259999999999999}]},{"osd":4,"last update":"Mon Oct 19 23:52:35 2020","interfaces":[{"interface":"back","average":{"1min":1.6519999999999999,"5min":1.5960000000000001,"15min":1.6220000000000001},"min":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"max":{"1min":5.1660000000000004,"5min":5.1660000000000004,"15min":5.1660000000000004},"last":1.78},{"interface":"front","average":{"1min":1.381,"5min":1.6990000000000001,"15min":1.794},"min":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"max":{"1min":2.7389999999999999,"5min":5.0060000000000002,"15min":5.0060000000000002},"last":1.53}]},{"osd":5,"last update":"Mon Oct 19 23:52:35 2020","interfaces":[{"interface":"back","average":{"1min":1.486,"5min":2.2040000000000002,"15min":2.4670000000000001},"min":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"max":{"1min":2.048,"5min":12.083,"15min":12.083},"last":1.403},{"interface":"front","average":{"1min":1.978,"5min":2.0840000000000001,"15min":2.1920000000000002},"min":{"1min":0.879,"5min":0.879,"15min":0.879},"max":{"1min":7.3479999999999999,"5min":7.3479999999999999,"15min":7.3479999999999999},"last":1.9970000000000001}]}]}]}} 2020-10-23T07:41:16.938 WARNING:scrape:Ignoring malparsed backtrace: File "/home/teuthworker/src/git.ceph.com_ceph_octopus/qa/tasks/rados.py", line 266, in thread , run.wait(tests.values()) , File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/run.py", line 470, in wait 2020-10-23T07:41:16.938 WARNING:scrape:Ignoring malparsed backtrace: proc.wait() , File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/run.py", line 160, in wait , self._raise_for_status() 2020-10-23T07:41:17.259 INFO:scrape:Found 4 distinct failure reasons 2020-10-23T07:41:17.260 INFO:scrape:Failure: reached maximum tries (800) after waiting for 4800 seconds 2020-10-23T07:41:17.260 INFO:scrape:1 jobs: ['5533144'] 2020-10-23T07:41:17.261 INFO:scrape:suites: ['clusters/{fixed-2', 'fast/normal', 'msgr-failures/osd-delay', 'objectstore/bluestore-hybrid', 'openstack}', 'rados', 'rados/thrash-erasure-code/{ceph', 'recovery-overrides/{more-async-recovery}', 'supported-random-distro$/{rhel_latest}', 'thrashers/minsize_recovery', 'thrashosds-health', 'workloads/ec-radosbench}'] 2020-10-23T07:41:17.261 INFO:scrape: 2020-10-23T07:41:17.261 INFO:scrape:Failure: Command failed (workunit test rados/test.sh) on smithi026 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=2f33da11da69822d9bab6e9cadb58a7cc3d5720f TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 ALLOW_TIMEOUTS=1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 6h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh' 2020-10-23T07:41:17.262 INFO:scrape:2 jobs: ['5533108', '5533393'] 2020-10-23T07:41:17.262 INFO:scrape:suites intersection: ['ceph', 'clusters/{fixed-2', 'd-thrash/default/{default', 'msgr-failures/few', 'openstack}', 'rados', 'rados/verify/{centos_latest', 'tasks/rados_api_tests', 'thrashosds-health}', 'validater/valgrind}'] 2020-10-23T07:41:17.262 INFO:scrape:suites union: ['ceph', 'clusters/{fixed-2', 'd-thrash/default/{default', 'msgr-failures/few', 'msgr/async', 'msgr/async-v2only', 'objectstore/bluestore-bitmap', 'objectstore/bluestore-hybrid', 'openstack}', 'rados', 'rados/verify/{centos_latest', 'tasks/rados_api_tests', 'thrashosds-health}', 'validater/valgrind}'] 2020-10-23T07:41:17.263 INFO:scrape: 2020-10-23T07:41:17.263 INFO:scrape:Failure: Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 400000 --objects 10000 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 600 --op read 100 --op write 50 --op delete 50 --op copy_from 50 --op write_excl 50 --pool base' 2020-10-23T07:41:17.263 INFO:scrape:1 jobs: ['5533154'] 2020-10-23T07:41:17.264 INFO:scrape:suites: ['msgr-failures/few', 'msgr/async', 'objectstore/bluestore-comp-lz4', 'rados', 'rados/singleton/{all/thrash_cache_writeback_proxy_none', 'supported-random-distro$/{ubuntu_latest}}'] 2020-10-23T07:41:17.264 INFO:scrape: 2020-10-23T07:41:17.264 INFO:scrape:Failure: Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=ubuntu%2F18.04%2Fx86_64&ref=hammer 2020-10-23T07:41:17.264 INFO:scrape:1 jobs: ['5533236'] 2020-10-23T07:41:17.265 INFO:scrape:suites: ['1-install/hammer', 'backoff/normal', 'ceph', 'clusters/{openstack', 'd-balancer/crush-compat', 'distro$/{ubuntu_18.04}', 'msgr-failures/fastclose', 'rados', 'rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size', 'thrashers/careful', 'thrashosds-health', 'three-plus-one}', 'workloads/radosbench}'] 2020-10-23T07:41:17.265 INFO:scrape: 2020-10-23T07:41:17.281 INFO:teuthology.results:Sending results to ceph-qa@ceph.io: Test Run: teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi ================================================================= info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/ logs: http://qa-proxy.ceph.com/teuthology/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/ failed: 4 dead: 1 running: 0 waiting: 0 queued: 0 passed: 374 Fail ================================================================= [5533108] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async-v2only objectstore/bluestore-hybrid rados tasks/rados_api_tests validater/valgrind} ----------------------------------------------------------------- time: 01:30:18 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533108/ log: http://qa-proxy.ceph.com/teuthology/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533108/ sentry: https://sentry.ceph.com/sentry/sepia/?query=199227dc8f2e4479b7cac240e22ec6ee Command failed (workunit test rados/test.sh) on smithi026 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=2f33da11da69822d9bab6e9cadb58a7cc3d5720f TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 ALLOW_TIMEOUTS=1 adjust- ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 6h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh' [5533154] rados/singleton/{all/thrash_cache_writeback_proxy_none msgr-failures/few msgr/async objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest}} ----------------------------------------------------------------- time: 00:14:52 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533154/ log: http://qa-proxy.ceph.com/teuthology/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533154/ Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 400000 --objects 10000 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 600 --op read 100 --op write 50 --op delete 50 --op copy_from 50 --op write_excl 50 --pool base' [5533236] rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/hammer backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/fastclose rados thrashers/careful thrashosds-health workloads/radosbench} ----------------------------------------------------------------- time: 00:02:52 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533236/ log: http://qa-proxy.ceph.com/teuthology/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533236/ sentry: https://sentry.ceph.com/sentry/sepia/?query=95d10ba69851462d81b4c22579ea13bf Failed to fetch package version from https://shaman.ceph.com/api/search/?st atus=ready&project=ceph&flavor=default&distros=ubuntu%2F18.04%2Fx86_64&ref= hammer [5533393] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async objectstore/bluestore-bitmap rados tasks/rados_api_tests validater/valgrind} ----------------------------------------------------------------- time: 04:51:28 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533393/ log: http://qa-proxy.ceph.com/teuthology/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533393/ sentry: https://sentry.ceph.com/sentry/sepia/?query=f75b051f61084773ad3eca3af69f83e0 Command failed (workunit test rados/test.sh) on smithi201 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=2f33da11da69822d9bab6e9cadb58a7cc3d5720f TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 ALLOW_TIMEOUTS=1 adjust- ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 6h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh' Dead ================================================================= [5533144] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-radosbench} ----------------------------------------------------------------- time: 11:55:59 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533144/ log: http://qa-proxy.ceph.com/teuthology/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533144/ sentry: https://sentry.ceph.com/sentry/sepia/?query=8c39cfb7d30d4c75bb533922d2e85973 reached maximum tries (800) after waiting for 4800 seconds Pass ================================================================= [5533028] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/small-objects-balanced} time: 00:23:43 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533028/ [5533030] rados/cephadm/smoke-roleless/{distro/ubuntu_18.04_podman start} time: 00:12:06 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533030/ [5533032] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest} thrashers/none thrashosds-health workloads/small-objects-localized} time: 00:17:31 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533032/ [5533034] rados/singleton-nomsgr/{all/version-number-sanity rados supported-random-distro$/{centos_latest}} time: 00:09:41 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533034/ [5533036] rados/cephadm/with-work/{distro/ubuntu_18.04_podman fixed-2 mode/packaged msgr/async-v1only start tasks/rados_api_tests} time: 00:33:09 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533036/ [5533038] rados/perf/{ceph objectstore/bluestore-basic-min-osd-mem-target openstack settings/optimized ubuntu_latest workloads/sample_radosbench} time: 00:08:06 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533038/ [5533040] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/small-objects} time: 00:20:02 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533040/ [5533042] rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus-v1only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/fastclose rados thrashers/mapgap thrashosds-health workloads/test_rbd_api} time: 00:20:06 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533042/ [5533044] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:23:02 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533044/ [5533046] rados/singleton/{all/test-crash msgr-failures/many msgr/async-v1only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest}} time: 00:10:41 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533046/ [5533048] rados/multimon/{clusters/9 msgr-failures/many msgr/async-v2only no_pools objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest} tasks/mon_clock_no_skews} time: 00:06:37 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533048/ [5533050] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async-v2only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest} tasks/rados_cls_all} time: 00:14:28 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533050/ [5533052] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/snaps-few-objects-balanced} time: 00:28:06 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533052/ [5533054] rados/cephadm/workunits/{distro/centos_latest task/test_orch_cli} time: 00:16:23 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533054/ [5533056] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/snaps-few-objects-localized} time: 00:29:51 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533056/ [5533058] rados/cephadm/smoke/{distro/ubuntu_latest fixed-2 start} time: 00:13:30 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533058/ [5533060] rados/singleton/{all/test_envlibrados_for_rocksdb msgr-failures/few msgr/async-v2only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_latest}} time: 00:15:10 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533060/ [5533062] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest} thrashers/mapgap thrashosds-health workloads/snaps-few-objects} time: 00:30:43 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533062/ [5533064] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} time: 00:24:43 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533064/ [5533066] rados/cephadm/smoke-roleless/{distro/ubuntu_latest start} time: 00:12:14 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533066/ [5533068] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/write_fadvise_dontneed} time: 00:12:33 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533068/ [5533070] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zlib supported-random-distro$/{ubuntu_latest} tasks/crash} time: 00:07:55 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533070/ [5533072] rados/perf/{ceph objectstore/bluestore-basic-min-osd-mem-target openstack settings/optimized ubuntu_latest workloads/cosbench_64K_read_write} time: 00:13:54 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533072/ [5533074] rados/singleton-bluestore/{all/cephtool msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_latest}} time: 00:35:35 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533074/ [5533076] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/fastclose rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites} time: 00:26:03 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533076/ [5533078] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:09:47 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533078/ [5533080] rados/cephadm/with-work/{distro/centos_8.0 fixed-2 mode/packaged msgr/async-v1only start tasks/rados_api_tests} time: 00:31:11 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533080/ [5533082] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-bitmap supported-random-distro$/{ubuntu_latest} tasks/dashboard} time: 00:55:46 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533082/ [5533084] rados/objectstore/{backends/alloc-hint supported-random-distro$/{ubuntu_latest}} time: 00:08:35 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533084/ [5533086] rados/rest/{mgr-restful supported-random-distro$/{rhel_latest}} time: 00:12:25 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533086/ [5533088] rados/singleton-nomsgr/{all/admin_socket_output rados supported-random-distro$/{ubuntu_latest}} time: 00:12:39 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533088/ [5533090] rados/standalone/{supported-random-distro$/{ubuntu_latest} workloads/crush} time: 00:10:26 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533090/ [5533092] rados/upgrade/mimic-x-singleton/{0-cluster/{openstack start} 1-install/mimic 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{rbd-cls rbd-import-export readwrite snaps-few-objects} 5-workload/{radosbench rbd_api} 6-finish-upgrade 7-octopus 8-workload/{rbd-python snaps-many-objects} bluestore-bitmap thrashosds-health ubuntu_latest} time: 05:52:30 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533092/ [5533094] rados/valgrind-leaks/{1-start 2-inject-leak/mon centos_latest} time: 00:16:48 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533094/ [5533096] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/admin_socket_objecter_requests} time: 00:16:33 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533096/ [5533098] rados/singleton/{all/thrash-backfill-full msgr-failures/many msgr/async objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest}} time: 01:05:08 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533098/ [5533100] rados/monthrash/{ceph clusters/9-mons msgr-failures/mon-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest} thrashers/many workloads/rados_5925} time: 00:11:26 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533100/ [5533101] rados/cephadm/orchestrator_cli/{2-node-mgr orchestrator_cli supported-random-distro$/{centos_latest}} time: 00:09:53 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533101/ [5533104] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/cache-agent-big} time: 00:24:20 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533104/ [5533106] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_latest} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} time: 00:28:36 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533106/ [5533110] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/cache-agent-small} time: 00:15:48 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533110/ [5533112] rados/cephadm/smoke/{distro/centos_7 fixed-2 start} time: 00:14:46 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533112/ [5533114] rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus-v2only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/few rados thrashers/morepggrow thrashosds-health workloads/cache-snaps} time: 00:31:36 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533114/ [5533116] rados/singleton/{all/thrash-eio msgr-failures/few msgr/async-v1only objectstore/filestore-xfs rados supported-random-distro$/{centos_latest}} time: 00:38:26 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533116/ [5533118] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest} tasks/rados_python} time: 00:18:22 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533118/ [5533120] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/cache-pool-snaps-readproxy} time: 00:21:21 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533120/ [5533122] rados/cephadm/smoke-roleless/{distro/centos_7 start} time: 00:13:37 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533122/ [5533124] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:24:13 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533124/ [5533126] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/cache-pool-snaps} time: 00:20:36 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533126/ [5533128] rados/multimon/{clusters/21 msgr-failures/few msgr/async no_pools objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} tasks/mon_clock_with_skews} time: 00:05:56 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533128/ [5533130] rados/perf/{ceph objectstore/bluestore-bitmap openstack settings/optimized ubuntu_latest workloads/cosbench_64K_write} time: 00:14:33 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533130/ [5533132] rados/cephadm/upgrade/{1-start 2-repo_digest/defaut 3-start-upgrade 4-wait distro$/{ubuntu_18.04} fixed-2} time: 00:16:56 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533132/ [5533134] rados/singleton-nomsgr/{all/balancer rados supported-random-distro$/{centos_latest}} time: 00:10:02 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533134/ [5533136] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/cache-snaps-balanced} time: 00:21:19 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533136/ [5533138] rados/singleton/{all/thrash-rados/{thrash-rados thrashosds-health} msgr-failures/many msgr/async-v2only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_latest}} time: 00:23:16 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533138/ [5533140] rados/cephadm/workunits/{distro/centos_latest task/test_adoption} time: 00:09:19 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533140/ [5533142] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest} thrashers/none thrashosds-health workloads/cache-snaps} time: 00:21:54 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533142/ [5533146] rados/cephadm/smoke/{distro/centos_8.0 fixed-2 start} time: 00:12:02 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533146/ [5533148] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/cache} time: 00:11:18 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533148/ [5533150] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zstd supported-random-distro$/{ubuntu_latest} tasks/failover} time: 00:10:05 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533150/ [5533152] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:13:24 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533152/ [5533156] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/dedup_tier} time: 00:13:59 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533156/ [5533158] rados/cephadm/smoke-roleless/{distro/centos_8.0 start} time: 00:11:11 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533158/ [5533160] rados/perf/{ceph objectstore/bluestore-comp openstack settings/optimized ubuntu_latest workloads/fio_4K_rand_read} time: 00:11:40 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533160/ [5533162] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/pool-snaps-few-objects} time: 00:28:29 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533162/ [5533164] rados/monthrash/{ceph clusters/3-mons msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/one workloads/rados_api_tests} time: 00:27:15 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533164/ [5533166] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_cephadm} time: 00:14:02 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533166/ [5533168] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-lz4 supported-random-distro$/{centos_latest} tasks/dashboard} time: 00:55:40 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533168/ [5533170] rados/objectstore/{backends/ceph_objectstore_tool supported-random-distro$/{centos_latest}} time: 00:11:17 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533170/ [5533172] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} time: 00:12:47 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533172/ [5533174] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados tasks/rados_cls_all validater/lockdep} time: 00:14:06 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533174/ [5533176] rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/osd-delay rados thrashers/none thrashosds-health workloads/radosbench} time: 01:01:43 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533176/ [5533178] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/rados_api_tests} time: 00:23:13 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533178/ [5533180] rados/singleton-nomsgr/{all/cache-fs-trunc rados supported-random-distro$/{centos_latest}} time: 00:07:25 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533180/ [5533182] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest} tasks/rados_stress_watch} time: 00:20:31 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533182/ [5533183] rados/singleton/{all/watch-notify-same-primary msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_latest}} time: 00:06:59 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533183/ [5533185] rados/cephadm/with-work/{distro/centos_latest fixed-2 mode/root msgr/async-v2only start tasks/rados_python} time: 00:21:56 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533185/ [5533187] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/radosbench-high-concurrency} time: 00:43:48 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533187/ [5533189] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/few rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/ec-small-objects-fast-read-overwrites} time: 00:19:57 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533189/ [5533192] rados/cephadm/smoke/{distro/centos_latest fixed-2 start} time: 00:11:39 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533192/ [5533194] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_latest} thrashers/none thrashosds-health workloads/radosbench} time: 01:20:38 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533194/ [5533196] rados/standalone/{supported-random-distro$/{rhel_latest} workloads/erasure-code} time: 00:37:37 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533196/ [5533198] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{default} supported-random-distro$/{rhel_latest} thrashers/none thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:24:15 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533198/ [5533200] rados/singleton/{all/admin-socket msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest}} time: 00:06:38 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533200/ [5533202] rados/multimon/{clusters/3 msgr-failures/many msgr/async-v1only no_pools objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest} tasks/mon_recovery} time: 00:08:15 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533202/ [5533204] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/redirect} time: 00:15:44 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533204/ [5533206] rados/cephadm/smoke-roleless/{distro/centos_latest start} time: 00:10:16 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533206/ [5533208] rados/perf/{ceph objectstore/bluestore-low-osd-mem-target openstack settings/optimized ubuntu_latest workloads/fio_4K_rand_rw} time: 00:10:25 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533208/ [5533210] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/redirect_promote_tests} time: 00:10:39 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533210/ [5533212] rados/cephadm/workunits/{distro/centos_latest task/test_cephadm_repos} time: 00:06:40 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533212/ [5533214] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/redirect_set_object} time: 00:13:01 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533214/ [5533216] rados/singleton/{all/deduptool msgr-failures/many msgr/async objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest}} time: 00:09:06 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533216/ [5533218] rados/singleton-nomsgr/{all/ceph-kvstore-tool rados supported-random-distro$/{centos_latest}} time: 00:09:19 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533218/ [5533220] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-balanced} time: 00:25:20 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533220/ [5533222] rados/cephadm/with-work/{distro/rhel_8.0 fixed-2 mode/packaged msgr/async start tasks/rados_api_tests} time: 00:35:26 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533222/ [5533224] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:10:00 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533224/ [5533226] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-hybrid supported-random-distro$/{rhel_latest} tasks/insights} time: 00:13:55 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533226/ [5533228] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest} thrashers/mapgap thrashosds-health workloads/set-chunk-promote-flush} time: 00:13:19 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533228/ [5533230] rados/cephadm/smoke/{distro/rhel_7 fixed-2 start} time: 00:13:54 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533230/ [5533232] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/set-chunks-read} time: 00:16:15 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533232/ [5533234] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} tasks/rados_striper} time: 00:06:39 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533234/ [5533238] rados/singleton/{all/divergent_priors msgr-failures/few msgr/async-v1only objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_latest}} time: 00:11:18 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533238/ [5533239] rados/cephadm/smoke-roleless/{distro/rhel_7 start} time: 00:13:07 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533239/ [5533241] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest} thrashers/none thrashosds-health workloads/small-objects-balanced} time: 00:18:08 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533241/ [5533243] rados/monthrash/{ceph clusters/9-mons msgr-failures/mon-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/sync-many workloads/rados_mon_osdmap_prune} time: 00:52:01 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533243/ [5533245] rados/perf/{ceph objectstore/bluestore-stupid openstack settings/optimized ubuntu_latest workloads/fio_4M_rand_read} time: 00:08:31 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533245/ [5533247] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} time: 00:25:55 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533247/ [5533249] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async-v1only objectstore/bluestore-stupid rados tasks/mon_recovery validater/valgrind} time: 00:24:12 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533249/ [5533251] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/small-objects-localized} time: 00:18:11 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533251/ [5533253] rados/singleton-bluestore/{all/cephtool msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest}} time: 00:32:15 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533253/ [5533255] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_orch_cli} time: 00:17:05 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533255/ [5533257] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-snappy supported-random-distro$/{rhel_latest} tasks/dashboard} time: 00:59:47 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533257/ [5533259] rados/objectstore/{backends/filejournal supported-random-distro$/{rhel_latest}} time: 00:09:37 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533259/ [5533261] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/small-objects} time: 00:19:23 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533261/ [5533263] rados/singleton/{all/divergent_priors2 msgr-failures/many msgr/async-v2only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest}} time: 00:06:52 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533263/ [5533265] rados/cephadm/with-work/{distro/rhel_latest fixed-2 mode/root msgr/async-v1only start tasks/rados_python} time: 00:25:19 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533265/ [5533267] rados/singleton-nomsgr/{all/ceph-post-file rados supported-random-distro$/{centos_latest}} time: 00:08:16 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533267/ [5533269] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/snaps-few-objects-balanced} time: 00:25:21 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533269/ [5533271] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:28:42 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533271/ [5533273] rados/multimon/{clusters/6 msgr-failures/few msgr/async-v2only no_pools objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} tasks/mon_clock_no_skews} time: 00:05:29 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533273/ [5533275] rados/cephadm/smoke/{distro/rhel_8.0 fixed-2 start} time: 00:15:08 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533275/ [5533277] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_latest} thrashers/mapgap thrashosds-health workloads/snaps-few-objects-localized} time: 00:25:38 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533277/ [5533279] rados/singleton/{all/dump-stuck msgr-failures/few msgr/async objectstore/bluestore-stupid rados supported-random-distro$/{rhel_latest}} time: 00:11:26 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533279/ [5533281] rados/cephadm/smoke-roleless/{distro/rhel_8.0 start} time: 00:14:09 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533281/ [5533283] rados/perf/{ceph objectstore/bluestore-basic-min-osd-mem-target openstack settings/optimized ubuntu_latest workloads/fio_4M_rand_rw} time: 00:08:47 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533283/ [5533285] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/snaps-few-objects} time: 00:24:48 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533285/ [5533287] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/osd-delay rados recovery-overrides/{default} supported-random-distro$/{rhel_latest} thrashers/fastread thrashosds-health workloads/ec-small-objects-overwrites} time: 00:23:19 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533287/ [5533289] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:13:11 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533289/ [5533291] rados/cephadm/upgrade/{1-start 2-repo_digest/repo_digest 3-start-upgrade 4-wait distro$/{centos_8.0} fixed-2} time: 00:15:21 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533291/ [5533293] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/write_fadvise_dontneed} time: 00:10:45 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533293/ [5533295] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-small-objects-fast-read} time: 00:19:33 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533295/ [5533297] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-low-osd-mem-target supported-random-distro$/{ubuntu_latest} tasks/module_selftest} time: 00:24:03 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533297/ [5533299] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} tasks/rados_workunit_loadgen_big} time: 00:31:55 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533299/ [5533301] rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/jewel-v1only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/few rados thrashers/default thrashosds-health workloads/rbd_cls} time: 00:21:14 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533301/ [5533303] rados/standalone/{supported-random-distro$/{rhel_latest} workloads/mgr} time: 00:14:42 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533303/ [5533305] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/admin_socket_objecter_requests} time: 00:23:17 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533305/ [5533307] rados/singleton/{all/ec-lost-unfound msgr-failures/many msgr/async-v1only objectstore/filestore-xfs rados supported-random-distro$/{centos_latest}} time: 00:29:20 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533307/ [5533309] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_adoption} time: 00:09:06 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533309/ [5533311] rados/singleton-nomsgr/{all/export-after-evict rados supported-random-distro$/{centos_latest}} time: 00:06:15 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533311/ [5533313] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/cache-agent-big} time: 00:31:44 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533313/ [5533315] rados/cephadm/with-work/{distro/ubuntu_18.04 fixed-2 mode/packaged msgr/async-v2only start tasks/rados_api_tests} time: 00:32:57 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533315/ [5533317] rados/monthrash/{ceph clusters/3-mons msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/sync workloads/rados_mon_workunits} time: 00:27:31 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533317/ [5533319] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} time: 00:09:01 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533319/ [5533321] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async-v2only objectstore/filestore-xfs rados tasks/rados_api_tests validater/lockdep} time: 00:21:02 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533321/ [5533323] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/cache-agent-small} time: 00:15:10 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533323/ [5533325] rados/singleton/{all/erasure-code-nonregression msgr-failures/few msgr/async-v2only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest}} time: 00:08:42 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533325/ [5533327] rados/cephadm/smoke/{distro/rhel_latest fixed-2 start} time: 00:13:46 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533327/ [5533329] rados/perf/{ceph objectstore/bluestore-bitmap openstack settings/optimized ubuntu_latest workloads/fio_4M_rand_write} time: 00:09:05 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533329/ [5533332] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_latest} thrashers/mapgap thrashosds-health workloads/cache-pool-snaps-readproxy} time: 00:24:08 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533332/ [5533333] rados/cephadm/smoke-roleless/{distro/rhel_latest start} time: 00:12:23 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533333/ [5533335] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zlib supported-random-distro$/{centos_latest} tasks/dashboard} time: 00:56:40 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533335/ [5533337] rados/objectstore/{backends/filestore-idempotent-aio-journal supported-random-distro$/{ubuntu_latest}} time: 02:36:34 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533337/ [5533339] rados/valgrind-leaks/{1-start 2-inject-leak/none centos_latest} time: 00:16:41 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533339/ [5533341] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/cache-pool-snaps} time: 00:24:01 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533341/ [5533343] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:28:23 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533343/ [5533345] rados/multimon/{clusters/9 msgr-failures/many msgr/async no_pools objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest} tasks/mon_clock_with_skews} time: 00:06:27 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533345/ [5533347] rados/cephadm/workunits/{distro/centos_latest task/test_cephadm} time: 00:14:00 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533347/ [5533349] rados/singleton/{all/lost-unfound-delete msgr-failures/many msgr/async objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest}} time: 00:25:14 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533349/ [5533351] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/cache-snaps-balanced} time: 00:16:31 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533351/ [5533353] rados/singleton-nomsgr/{all/full-tiering rados supported-random-distro$/{rhel_latest}} time: 00:10:10 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533353/ [5533355] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/cache-snaps} time: 00:21:55 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533355/ [5533357] rados/cephadm/smoke/{distro/ubuntu_18.04 fixed-2 start} time: 00:13:52 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533357/ [5533359] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async-v1only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest} tasks/rados_workunit_loadgen_mix} time: 00:21:38 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533359/ [5533361] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/cache} time: 00:11:07 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533361/ [5533363] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:09:52 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533363/ [5533365] rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/jewel backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/osd-delay rados thrashers/mapgap thrashosds-health workloads/snaps-few-objects} time: 00:39:51 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533365/ [5533367] rados/perf/{ceph objectstore/bluestore-comp openstack settings/optimized ubuntu_latest workloads/radosbench_4K_rand_read} time: 00:10:00 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533367/ [5533369] rados/cephadm/smoke-roleless/{distro/ubuntu_18.04 start} time: 00:12:14 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533369/ [5533371] rados/singleton/{all/lost-unfound msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest}} time: 00:26:54 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533371/ [5533373] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-stupid supported-random-distro$/{centos_latest} tasks/progress} time: 00:12:58 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533373/ [5533375] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-small-objects-many-deletes} time: 00:19:06 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533375/ [5533377] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/dedup_tier} time: 00:09:58 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533377/ [5533379] rados/cephadm/with-work/{distro/ubuntu_18.04_podman fixed-2 mode/root msgr/async start tasks/rados_python} time: 00:24:04 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533379/ [5533381] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest} thrashers/mapgap thrashosds-health workloads/pool-snaps-few-objects} time: 00:29:03 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533381/ [5533383] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_cephadm_repos} time: 00:06:18 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533383/ [5533385] rados/singleton/{all/max-pg-per-osd.from-mon msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest}} time: 00:05:35 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533385/ [5533387] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/rados_api_tests} time: 00:26:05 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533387/ [5533389] rados/monthrash/{ceph clusters/9-mons msgr-failures/mon-delay msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} thrashers/force-sync-many workloads/snaps-few-objects} time: 00:26:55 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533389/ [5533391] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} time: 00:28:01 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533391/ [5533395] rados/singleton-nomsgr/{all/health-warnings rados supported-random-distro$/{rhel_latest}} time: 00:13:35 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533395/ [5533397] rados/cephadm/smoke/{distro/ubuntu_18.04_podman fixed-2 start} time: 00:14:18 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533397/ [5533399] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest} thrashers/none thrashosds-health workloads/radosbench-high-concurrency} time: 00:42:25 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533399/ [5533401] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/fastclose rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-snaps-few-objects-overwrites} time: 00:22:08 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533401/ [5533403] rados/perf/{ceph objectstore/bluestore-low-osd-mem-target openstack settings/optimized ubuntu_latest workloads/radosbench_4K_seq_read} time: 00:08:33 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533403/ [5533405] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/radosbench} time: 01:29:56 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533405/ [5533407] rados/cephadm/smoke-roleless/{distro/ubuntu_18.04_podman start} time: 00:12:17 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533407/ [5533409] rados/standalone/{supported-random-distro$/{centos_latest} workloads/misc} time: 00:24:39 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533409/ [5533411] rados/singleton/{all/max-pg-per-osd.from-primary msgr-failures/few msgr/async objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest}} time: 00:11:05 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533411/ [5533413] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/redirect} time: 00:13:17 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533413/ [5533415] rados/cephadm/with-work/{distro/centos_8.0 fixed-2 mode/packaged msgr/async start tasks/rados_api_tests} time: 00:30:50 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533415/ [5533417] rados/singleton-bluestore/{all/cephtool msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest}} time: 00:35:58 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533417/ [5533419] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:25:52 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533419/ [5533421] rados/multimon/{clusters/21 msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest} tasks/mon_recovery} time: 00:20:44 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533421/ [5533423] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zstd supported-random-distro$/{centos_latest} tasks/dashboard} time: 00:56:14 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533423/ [5533425] rados/objectstore/{backends/filestore-idempotent supported-random-distro$/{centos_latest}} time: 02:17:21 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533425/ [5533427] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async-v2only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} tasks/rados_workunit_loadgen_mostlyread} time: 00:31:28 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533427/ [5533429] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/redirect_promote_tests} time: 00:14:18 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533429/ [5533431] rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/luminous-v1only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/fastclose rados thrashers/morepggrow thrashosds-health workloads/test_rbd_api} time: 00:19:56 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533431/ [5533433] rados/cephadm/workunits/{distro/centos_latest task/test_orch_cli} time: 00:16:40 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533433/ [5533435] rados/singleton/{all/max-pg-per-osd.from-replica msgr-failures/many msgr/async-v1only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest}} time: 00:11:52 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533435/ [5533437] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_latest} thrashers/mapgap thrashosds-health workloads/redirect_set_object} time: 00:14:48 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533437/ [5533439] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:09:26 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533439/ [5533441] rados/cephadm/smoke/{distro/ubuntu_latest fixed-2 start} time: 00:13:36 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533441/ [5533443] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/filestore-xfs supported-random-distro$/{ubuntu_latest} tasks/prometheus} time: 00:08:27 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533443/ [5533445] rados/singleton-nomsgr/{all/large-omap-object-warnings rados supported-random-distro$/{centos_latest}} time: 00:09:35 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533445/ [5533447] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/set-chunk-promote-flush} time: 00:09:58 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533447/ [5533449] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/ec-small-objects} time: 00:22:33 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533449/ [5533451] rados/perf/{ceph objectstore/bluestore-stupid openstack settings/optimized ubuntu_latest workloads/radosbench_4M_rand_read} time: 00:09:32 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533451/ [5533453] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/set-chunks-read} time: 00:11:53 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533453/ [5533455] rados/cephadm/smoke-roleless/{distro/ubuntu_latest start} time: 00:12:13 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533455/ [5533457] rados/singleton/{all/mon-auth-caps msgr-failures/few msgr/async-v2only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_latest}} time: 00:13:11 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533457/ [5533459] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/small-objects-balanced} time: 00:21:46 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533459/ [5533461] rados/cephadm/with-work/{distro/centos_latest fixed-2 mode/root msgr/async-v1only start tasks/rados_python} time: 00:21:48 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533461/ [5533463] rados/upgrade/nautilus-x-singleton/{0-cluster/{openstack start} 1-install/nautilus 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{rbd-cls rbd-import-export readwrite snaps-few-objects} 5-workload/{radosbench rbd_api} 6-finish-upgrade 7-octopus 8-workload/{rbd-python snaps-many-objects} bluestore-bitmap thrashosds-health ubuntu_latest} time: 03:37:24 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533463/ [5533465] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/small-objects-localized} time: 00:23:35 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533465/ [5533467] rados/monthrash/{ceph clusters/3-mons msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_latest} thrashers/many workloads/pool-create-delete} time: 00:16:04 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533467/ [5533469] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} time: 00:12:54 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533469/ [5533471] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-lz4 rados tasks/rados_cls_all validater/lockdep} time: 00:14:23 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533471/ [5533473] rados/cephadm/orchestrator_cli/{2-node-mgr orchestrator_cli supported-random-distro$/{ubuntu_latest}} time: 00:09:30 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533473/ [5533475] rados/singleton/{all/mon-config-key-caps msgr-failures/many msgr/async objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest}} time: 00:10:06 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533475/ [5533477] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/small-objects} time: 00:26:39 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533477/ [5533479] rados/cephadm/smoke/{distro/centos_7 fixed-2 start} time: 00:14:29 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533479/ [5533481] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/snaps-few-objects-balanced} time: 00:26:48 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533481/ [5533483] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} tasks/readwrite} time: 00:09:50 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533483/ [5533485] rados/singleton-nomsgr/{all/lazy_omap_stats_output rados supported-random-distro$/{rhel_latest}} time: 00:11:46 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533485/ [5533487] rados/perf/{ceph objectstore/bluestore-basic-min-osd-mem-target openstack settings/optimized ubuntu_latest workloads/radosbench_4M_seq_read} time: 00:08:34 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533487/ [5533489] rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/luminous backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/few rados thrashers/none thrashosds-health workloads/cache-snaps} time: 00:26:03 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533489/ [5533491] rados/cephadm/smoke-roleless/{distro/centos_7 start} time: 00:13:31 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533491/ [5533493] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/snaps-few-objects-localized} time: 00:25:16 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533493/ [5533495] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_latest} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:26:14 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533495/ [5533497] rados/multimon/{clusters/3 msgr-failures/many msgr/async-v2only no_pools objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest} tasks/mon_clock_no_skews} time: 00:09:38 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533497/ [5533499] rados/singleton/{all/mon-config-keys msgr-failures/few msgr/async-v1only objectstore/filestore-xfs rados supported-random-distro$/{rhel_latest}} time: 00:17:50 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533499/ [5533501] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_latest} thrashers/none thrashosds-health workloads/snaps-few-objects} time: 00:26:19 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533501/ [5533503] rados/cephadm/upgrade/{1-start 2-repo_digest/defaut 3-start-upgrade 4-wait distro$/{ubuntu_18.04} fixed-2} time: 00:16:21 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533503/ [5533505] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/few rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites} time: 00:29:05 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533505/ [5533507] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:13:36 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533507/ [5533509] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-hybrid supported-random-distro$/{ubuntu_latest} tasks/dashboard} time: 00:57:20 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533509/ [5533511] rados/objectstore/{backends/fusestore supported-random-distro$/{rhel_latest}} time: 00:11:30 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533511/ [5533513] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/write_fadvise_dontneed} time: 00:11:18 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533513/ [5533515] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-bitmap supported-random-distro$/{ubuntu_latest} tasks/workunits} time: 00:09:01 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533515/ [5533517] rados/cephadm/workunits/{distro/centos_latest task/test_adoption} time: 00:09:36 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533517/ [5533519] rados/singleton/{all/mon-config msgr-failures/many msgr/async-v2only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest}} time: 00:09:12 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533519/ [5533521] rados/standalone/{supported-random-distro$/{ubuntu_latest} workloads/mon} time: 00:45:11 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533521/ [5533523] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/admin_socket_objecter_requests} time: 00:30:36 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533523/ [5533525] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} time: 00:25:19 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533525/ [5533527] rados/cephadm/with-work/{distro/rhel_8.0 fixed-2 mode/packaged msgr/async-v2only start tasks/rados_api_tests} time: 00:35:44 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533527/ [5533529] rados/perf/{ceph objectstore/bluestore-bitmap openstack settings/optimized ubuntu_latest workloads/radosbench_4M_write} time: 00:07:56 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533529/ [5533531] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/cache-agent-big} time: 00:23:57 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533531/ [5533533] rados/singleton-nomsgr/{all/librados_hello_world rados supported-random-distro$/{ubuntu_latest}} time: 00:09:04 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533533/ [5533535] rados/cephadm/smoke/{distro/centos_8.0 fixed-2 start} time: 00:12:03 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533535/ [5533537] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/cache-agent-small} time: 00:11:37 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533537/ [5533539] rados/singleton/{all/osd-backfill msgr-failures/few msgr/async objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest}} time: 00:15:25 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533539/ [5533541] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_latest} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} time: 00:28:00 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533541/ [5533543] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-snappy rados tasks/mon_recovery validater/valgrind} time: 00:26:11 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533543/ [5533545] rados/monthrash/{ceph clusters/9-mons msgr-failures/mon-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_latest} thrashers/one workloads/rados_5925} time: 00:10:57 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533545/ [5533547] rados/cephadm/smoke-roleless/{distro/centos_8.0 start} time: 00:10:56 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533547/ [5533549] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest} thrashers/mapgap thrashosds-health workloads/cache-pool-snaps-readproxy} time: 00:27:59 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533549/ [5533551] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async-v1only objectstore/filestore-xfs rados supported-random-distro$/{rhel_latest} tasks/repair_test} time: 00:17:36 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533551/ [5533553] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/cache-pool-snaps} time: 00:25:54 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533553/ [5533555] rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/mimic-v1only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/osd-delay rados thrashers/pggrow thrashosds-health workloads/radosbench} time: 01:26:26 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533555/ [5533557] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_cephadm} time: 00:14:33 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533557/ [5533559] rados/singleton/{all/osd-recovery-incomplete msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_latest}} time: 00:18:54 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533559/ [5533561] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_latest} thrashers/none thrashosds-health workloads/cache-snaps-balanced} time: 00:20:57 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533561/ [5533563] rados/cephadm/smoke/{distro/centos_latest fixed-2 start} time: 00:11:24 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533563/ [5533565] rados/perf/{ceph objectstore/bluestore-comp openstack settings/optimized ubuntu_latest workloads/radosbench_omap_write} time: 00:20:29 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533565/ [5533567] rados/multimon/{clusters/6 msgr-failures/few msgr/async no_pools objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest} tasks/mon_clock_with_skews} time: 00:06:17 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533567/ [5533569] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:26:25 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533569/ [5533571] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/cache-snaps} time: 00:27:19 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533571/ [5533573] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:10:21 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533573/ [5533575] rados/singleton-nomsgr/{all/msgr rados supported-random-distro$/{ubuntu_latest}} time: 00:15:02 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533575/ [5533577] rados/cephadm/smoke-roleless/{distro/centos_latest start} time: 00:10:25 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533577/ [5533579] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/cache} time: 00:13:08 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533579/ [5533581] rados/singleton/{all/osd-recovery msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest}} time: 00:12:28 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533581/ [5533583] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-lz4 supported-random-distro$/{ubuntu_latest} tasks/crash} time: 00:08:17 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533583/ [5533585] rados/cephadm/with-work/{distro/rhel_latest fixed-2 mode/root msgr/async start tasks/rados_python} time: 00:25:04 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533585/ [5533587] rados/singleton-bluestore/{all/cephtool msgr-failures/many msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest}} time: 00:32:59 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533587/ [5533589] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/dedup_tier} time: 00:09:23 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533589/ [5533591] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-low-osd-mem-target supported-random-distro$/{centos_latest} tasks/dashboard} time: 00:57:30 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533591/ [5533593] rados/objectstore/{backends/keyvaluedb supported-random-distro$/{centos_latest}} time: 00:06:21 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533593/ [5533595] rados/valgrind-leaks/{1-start 2-inject-leak/osd centos_latest} time: 00:17:14 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533595/ [5533597] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} time: 00:25:22 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533597/ [5533598] rados/cephadm/workunits/{distro/centos_latest task/test_cephadm_repos} time: 00:06:45 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533598/ [5533600] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/pool-snaps-few-objects} time: 00:23:03 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533600/ [5533602] rados/singleton/{all/peer msgr-failures/many msgr/async objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest}} time: 00:10:38 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533602/ [5533605] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/rados_api_tests} time: 00:32:00 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533605/ [5533606] rados/cephadm/smoke/{distro/rhel_7 fixed-2 start} time: 00:13:40 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533606/ [5533608] rados/perf/{ceph objectstore/bluestore-low-osd-mem-target openstack settings/optimized ubuntu_latest workloads/sample_fio} time: 00:10:13 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533608/ [5533610] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/osd-delay rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/ec-small-objects-fast-read-overwrites} time: 00:21:22 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533610/ [5533612] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async-v2only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest} tasks/scrub_test} time: 00:09:55 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533612/ [5533614] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest} thrashers/none thrashosds-health workloads/radosbench-high-concurrency} time: 01:03:50 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533614/ [5533616] rados/cephadm/smoke-roleless/{distro/rhel_7 start} time: 00:12:31 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533616/ [5533618] rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/mimic backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/fastclose rados thrashers/careful thrashosds-health workloads/rbd_cls} time: 00:20:27 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533618/ [5533620] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} time: 00:10:13 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533620/ [5533622] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados tasks/rados_api_tests validater/lockdep} time: 00:21:04 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533622/ [5533624] rados/singleton-nomsgr/{all/multi-backfill-reject rados supported-random-distro$/{centos_latest}} time: 00:22:31 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533624/ [5533626] rados/monthrash/{ceph clusters/3-mons msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest} thrashers/sync-many workloads/rados_api_tests} time: 00:24:06 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533626/ [5533628] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/radosbench} time: 00:59:46 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533628/ [5533630] rados/singleton/{all/pg-autoscaler msgr-failures/few msgr/async-v1only objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest}} time: 00:10:57 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533630/ [5533632] rados/standalone/{supported-random-distro$/{centos_latest} workloads/osd} time: 02:52:55 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533632/ [5533634] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_orch_cli} time: 00:16:14 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533634/ [5533636] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/redirect} time: 00:16:40 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533636/ [5533638] rados/cephadm/with-work/{distro/ubuntu_18.04 fixed-2 mode/packaged msgr/async-v1only start tasks/rados_api_tests} time: 00:32:37 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533638/ [5533640] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/redirect_promote_tests} time: 00:11:08 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533640/ [5533642] rados/multimon/{clusters/9 msgr-failures/many msgr/async-v1only no_pools objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest} tasks/mon_recovery} time: 00:11:34 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533642/ [5533644] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:21:08 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533644/ [5533646] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:08:42 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533646/ [5533648] rados/singleton/{all/pg-removal-interruption msgr-failures/many msgr/async-v2only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest}} time: 00:05:27 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533648/ [5533650] rados/perf/{ceph objectstore/bluestore-stupid openstack settings/optimized ubuntu_latest workloads/sample_radosbench} time: 00:08:07 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533650/ [5533652] rados/cephadm/smoke/{distro/rhel_8.0 fixed-2 start} time: 00:14:42 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533652/ [5533654] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/redirect_set_object} time: 00:12:21 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533654/ [5533656] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-snappy supported-random-distro$/{rhel_latest} tasks/failover} time: 00:14:04 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533656/ [5533658] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/set-chunk-promote-flush} time: 00:13:36 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533658/ [5533660] rados/cephadm/smoke-roleless/{distro/rhel_8.0 start} time: 00:13:51 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533660/ [5533662] rados/singleton-nomsgr/{all/osd_stale_reads rados supported-random-distro$/{centos_latest}} time: 00:16:49 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533662/ [5533664] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_latest} thrashers/none thrashosds-health workloads/set-chunks-read} time: 00:14:57 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533664/ [5533666] rados/singleton/{all/radostool msgr-failures/few msgr/async objectstore/bluestore-stupid rados supported-random-distro$/{rhel_latest}} time: 00:19:27 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533666/ [5533668] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} time: 00:26:57 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533668/ [5533670] rados/cephadm/upgrade/{1-start 2-repo_digest/repo_digest 3-start-upgrade 4-wait distro$/{ubuntu_latest} fixed-2} time: 00:17:05 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533670/ [5533672] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} tasks/rados_api_tests} time: 00:23:15 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533672/ [5533674] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-stupid supported-random-distro$/{rhel_latest} tasks/dashboard} time: 00:59:33 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533674/ [5533676] rados/objectstore/{backends/objectcacher-stress supported-random-distro$/{ubuntu_latest}} time: 00:29:38 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533676/ [5533678] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/small-objects-balanced} time: 00:19:33 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533678/ [5533680] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_adoption} time: 00:09:17 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533680/ [5533682] rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus-v1only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/few rados thrashers/default thrashosds-health workloads/snaps-few-objects} time: 00:37:04 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533682/ [5533684] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/small-objects-localized} time: 00:19:46 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533684/ [5533686] rados/singleton/{all/random-eio msgr-failures/many msgr/async-v1only objectstore/filestore-xfs rados supported-random-distro$/{rhel_latest}} time: 00:28:03 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533686/ [5533688] rados/perf/{ceph objectstore/bluestore-stupid openstack settings/optimized ubuntu_latest workloads/cosbench_64K_read_write} time: 00:13:36 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533688/ [5533690] rados/cephadm/with-work/{distro/ubuntu_18.04_podman fixed-2 mode/root msgr/async-v2only start tasks/rados_python} time: 00:24:03 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533690/ [5533692] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/small-objects} time: 00:19:04 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533692/ [5533694] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{default} supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} time: 00:25:20 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533694/ [5533696] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zstd rados tasks/rados_cls_all validater/valgrind} time: 01:29:56 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533696/ [5533698] rados/monthrash/{ceph clusters/9-mons msgr-failures/mon-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest} thrashers/sync workloads/rados_mon_osdmap_prune} time: 00:52:47 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533698/ [5533700] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/snaps-few-objects-balanced} time: 00:22:57 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533700/ [5533702] rados/cephadm/smoke/{distro/rhel_latest fixed-2 start} time: 00:13:39 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533702/ [5533704] rados/singleton-nomsgr/{all/pool-access rados supported-random-distro$/{centos_latest}} time: 00:09:38 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533704/ [5533706] rados/singleton/{all/rebuild-mondb msgr-failures/few msgr/async-v2only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_latest}} time: 00:16:08 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533706/ [5533708] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/snaps-few-objects-localized} time: 00:26:56 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533708/ [5533710] rados/cephadm/smoke-roleless/{distro/rhel_latest start} time: 00:12:20 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533710/ [5533712] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/fastclose rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-small-objects-overwrites} time: 00:19:22 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533712/ [5533714] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/osd-delay objectstore/bluestore-bitmap rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:13:21 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533714/ [5533716] rados/multimon/{clusters/21 msgr-failures/few msgr/async-v2only no_pools objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_latest} tasks/mon_clock_no_skews} time: 00:09:36 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533716/ [5533718] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/snaps-few-objects} time: 00:21:23 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533718/ [5533720] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:24:14 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533720/ [5533722] rados/cephadm/workunits/{distro/centos_latest task/test_cephadm} time: 00:14:21 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533722/ [5533724] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/write_fadvise_dontneed} time: 00:17:29 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533724/ [5533726] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zlib supported-random-distro$/{centos_latest} tasks/insights} time: 00:10:33 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533726/ [5533728] rados/perf/{ceph objectstore/bluestore-basic-min-osd-mem-target openstack settings/optimized ubuntu_latest workloads/cosbench_64K_write} time: 00:14:47 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533728/ [5533730] rados/singleton/{all/recovery-preemption msgr-failures/many msgr/async objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest}} time: 00:15:06 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533730/ [5533732] rados/cephadm/with-work/{distro/centos_8.0 fixed-2 mode/packaged msgr/async-v2only start tasks/rados_api_tests} time: 00:31:05 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533732/ [5533734] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} tasks/rados_cls_all} time: 00:14:28 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533734/ [5533735] rados/standalone/{supported-random-distro$/{centos_latest} workloads/scrub} time: 01:29:00 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533735/ [5533738] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/admin_socket_objecter_requests} time: 00:28:08 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533738/ [5533740] rados/cephadm/smoke/{distro/ubuntu_18.04 fixed-2 start} time: 00:13:43 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533740/ [5533742] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/ec-radosbench} time: 01:21:50 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533742/ [5533744] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/cache-agent-big} time: 00:18:46 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533744/ [5533746] rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus-v2only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/osd-delay rados thrashers/mapgap thrashosds-health workloads/test_rbd_api} time: 00:30:43 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533746/ [5533748] rados/singleton/{all/resolve_stuck_peering msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest}} time: 00:11:00 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533748/ [5533750] rados/singleton-nomsgr/{all/recovery-unfound-found rados supported-random-distro$/{centos_latest}} time: 00:27:21 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533750/ [5533752] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/cache-agent-small} time: 00:11:31 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533752/ [5533754] rados/cephadm/smoke-roleless/{distro/ubuntu_18.04 start} time: 00:11:53 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533754/ [5533756] rados/singleton-bluestore/{all/cephtool msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest}} time: 00:33:50 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533756/ [5533758] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/filestore-xfs supported-random-distro$/{rhel_latest} tasks/dashboard} time: 01:00:31 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533758/ [5533760] rados/objectstore/{backends/objectstore supported-random-distro$/{rhel_latest}} time: 04:18:51 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533760/ [5533762] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/fastclose msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/cache-pool-snaps-readproxy} time: 00:27:42 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533762/ [5533764] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_cephadm_repos} time: 00:06:37 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533764/ [5533766] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{default} supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} time: 00:12:29 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533766/ [5533768] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async-v2only objectstore/bluestore-hybrid rados tasks/mon_recovery validater/lockdep} time: 00:10:14 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533768/ [5533770] rados/perf/{ceph objectstore/bluestore-bitmap openstack settings/optimized ubuntu_latest workloads/fio_4K_rand_read} time: 00:10:33 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533770/ [5533772] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/cache-pool-snaps} time: 00:18:18 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533772/ [5533774] rados/monthrash/{ceph clusters/3-mons msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/force-sync-many workloads/rados_mon_workunits} time: 00:29:29 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533774/ [5533776] rados/singleton/{all/test-crash msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest}} time: 00:09:41 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533776/ [5533778] rados/cephadm/smoke/{distro/ubuntu_18.04_podman fixed-2 start} time: 00:14:26 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533778/ [5533780] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/osd-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/cache-snaps-balanced} time: 00:30:44 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533780/ [5533782] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/fastclose objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:09:44 info: http://pulpito.ceph.com/teuthology-2020-10-18_02:30:02-rados-octopus-distro-basic-smithi/5533782/