2021-01-04T18:29:48.996 INFO:root:teuthology version: 1.0.0-8e49dda4 2021-01-04T18:29:48.997 INFO:teuthology.results:subset: '111/120000' 2021-01-04T18:29:48.997 INFO:teuthology.results:seed: '9814' 2021-01-04T20:39:26.419 INFO:root:teuthology version: 1.0.0-8e49dda4 2021-01-04T20:39:26.453 INFO:teuthology.results:Waiting up to 43200 seconds for tests to finish... 2021-01-05T00:07:33.104 INFO:teuthology.results:Tests finished! gathering results... 2021-01-05T00:09:30.286 INFO:scrape:Found 319 jobs 2021-01-05T00:09:34.263 WARNING:scrape:Ignoring malparsed backtrace: ceph version 15.2.8-95-g27591544 (275915445a3277baa7a48492fd172de21f636975) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f75a4d24f1a] , 2: (DeleteOp::_begin()+0x519) [0x55c6cb07a129] 2021-01-05T00:09:34.265 WARNING:scrape:Ignoring malparsed backtrace: 2021-01-04T20:28:50.285 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":127,"stamp":"2021-01-04T20:28:48.930253+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30180621549,"num_objects":10143,"num_object_clones":0,"num_object_copies":20286,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10114,"num_whiteouts":29,"num_read":22707,"num_read_kb":1159328,"num_write":52884,"num_write_kb":23931921,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":29,"num_bytes_hit_set_archive":14472,"num_flush":3566,"num_flush_kb":10442408,"num_evict":3088,"num_evict_kb":9004397,"num_promote":3895,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":48928,"ondisk_log_size":48928,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":44875140,"kb_used_data":38562460,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":521355900,"statfs":{"total":579820584960,"available":533868441600,"internally_reserved":6442450944,"allocated":39487959040,"data_stored":39339859818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":145408088,"num_objects":54,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":54,"num_whiteouts":9,"num_read":647,"num_read_kb":642783,"num_write":256,"num_write_kb":147487,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":7,"num_flush_kb":17250,"num_evict":7,"num_evict_kb":17250,"num_promote":66,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.001878"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.797981+0000","last_change":"2021-01-04T20:25:38.793571+0000","last_active":"2021-01-04T20:28:22.797981+0000","last_peered":"2021-01-04T20:28:22.797981+0000","last_clean":"2021-01-04T20:28:22.797981+0000","last_became_active":"2021-01-04T20:25:38.793141+0000","last_became_peered":"2021-01-04T20:25:38.793141+0000","last_unstale":"2021-01-04T20:28:22.797981+0000","last_undegraded":"2021-01-04T20:28:22.797981+0000","last_fullsized":"2021-01-04T20:28:22.797981+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.797259+0000","last_change":"2021-01-04T20:25:38.793929+0000","last_active":"2021-01-04T20:28:22.797259+0000","last_peered":"2021-01-04T20:28:22.797259+0000","last_clean":"2021-01-04T20:28:22.797259+0000","last_became_active":"2021-01-04T20:25:38.793483+0000","last_became_peered":"2021-01-04T20:25:38.793483+0000","last_unstale":"2021-01-04T20:28:22.797259+0000","last_undegraded":"2021-01-04T20:28:22.797259+0000","last_fullsized":"2021-01-04T20:28:22.797259+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5369","reported_seq":"7475","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:43.772928+0000","last_change":"2021-01-04T20:25:47.769000+0000","last_active":"2021-01-04T20:28:43.772928+0000","last_peered":"2021-01-04T20:28:43.772928+0000","last_clean":"2021-01-04T20:28:43.772928+0000","last_became_active":"2021-01-04T20:25:47.768681+0000","last_became_peered":"2021-01-04T20:25:47.768681+0000","last_unstale":"2021-01-04T20:28:43.772928+0000","last_undegraded":"2021-01-04T20:28:43.772928+0000","last_fullsized":"2021-01-04T20:28:43.772928+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_clean_scrub_stamp":"2021-01-04T20:25:46.759696+0000","log_size":5369,"ondisk_log_size":5369,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":101994446,"num_objects":48,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":40,"num_whiteouts":8,"num_read":1848,"num_read_kb":914,"num_write":4771,"num_write_kb":1105829,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":4066,"num_flush":866,"num_flush_kb":2519959,"num_evict":779,"num_evict_kb":2244891,"num_promote":964,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6605","reported_seq":"8692","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:44.701839+0000","last_change":"2021-01-04T20:25:45.794933+0000","last_active":"2021-01-04T20:28:44.701839+0000","last_peered":"2021-01-04T20:28:44.701839+0000","last_clean":"2021-01-04T20:28:44.701839+0000","last_became_active":"2021-01-04T20:25:45.794485+0000","last_became_peered":"2021-01-04T20:25:45.794485+0000","last_unstale":"2021-01-04T20:28:44.701839+0000","last_undegraded":"2021-01-04T20:28:44.701839+0000","last_fullsized":"2021-01-04T20:28:44.701839+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_clean_scrub_stamp":"2021-01-04T20:25:44.755364+0000","log_size":6605,"ondisk_log_size":6605,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7408612869,"num_objects":2484,"num_object_clones":0,"num_object_copies":4968,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2484,"num_whiteouts":0,"num_read":3757,"num_read_kb":343525,"num_write":8211,"num_write_kb":4754764,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.797962+0000","last_change":"2021-01-04T20:25:38.794235+0000","last_active":"2021-01-04T20:28:22.797962+0000","last_peered":"2021-01-04T20:28:22.797962+0000","last_clean":"2021-01-04T20:28:22.797962+0000","last_became_active":"2021-01-04T20:25:38.793854+0000","last_became_peered":"2021-01-04T20:25:38.793854+0000","last_unstale":"2021-01-04T20:28:22.797962+0000","last_undegraded":"2021-01-04T20:28:22.797962+0000","last_fullsized":"2021-01-04T20:28:22.797962+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5476","reported_seq":"7570","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:43.780863+0000","last_change":"2021-01-04T20:25:48.740300+0000","last_active":"2021-01-04T20:28:43.780863+0000","last_peered":"2021-01-04T20:28:43.780863+0000","last_clean":"2021-01-04T20:28:43.780863+0000","last_became_active":"2021-01-04T20:25:48.739950+0000","last_became_peered":"2021-01-04T20:25:48.739950+0000","last_unstale":"2021-01-04T20:28:43.780863+0000","last_undegraded":"2021-01-04T20:28:43.780863+0000","last_fullsized":"2021-01-04T20:28:43.780863+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_clean_scrub_stamp":"2021-01-04T20:25:46.759696+0000","log_size":5476,"ondisk_log_size":5476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":84391194,"num_objects":41,"num_object_clones":0,"num_object_copies":82,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":36,"num_whiteouts":7,"num_read":1883,"num_read_kb":916,"num_write":4909,"num_write_kb":1167331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2594,"num_flush":882,"num_flush_kb":2579445,"num_evict":789,"num_evict_kb":2309808,"num_promote":943,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6601","reported_seq":"8766","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:44.439895+0000","last_change":"2021-01-04T20:25:45.764446+0000","last_active":"2021-01-04T20:28:44.439895+0000","last_peered":"2021-01-04T20:28:44.439895+0000","last_clean":"2021-01-04T20:28:44.439895+0000","last_became_active":"2021-01-04T20:25:45.764122+0000","last_became_peered":"2021-01-04T20:25:45.764122+0000","last_unstale":"2021-01-04T20:28:44.439895+0000","last_undegraded":"2021-01-04T20:28:44.439895+0000","last_fullsized":"2021-01-04T20:28:44.439895+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_clean_scrub_stamp":"2021-01-04T20:25:44.755364+0000","log_size":6601,"ondisk_log_size":6601,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7292765918,"num_objects":2446,"num_object_clones":0,"num_object_copies":4892,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2446,"num_whiteouts":0,"num_read":3722,"num_read_kb":177697,"num_write":8185,"num_write_kb":4721411,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.797291+0000","last_change":"2021-01-04T20:25:38.794377+0000","last_active":"2021-01-04T20:28:22.797291+0000","last_peered":"2021-01-04T20:28:22.797291+0000","last_clean":"2021-01-04T20:28:22.797291+0000","last_became_active":"2021-01-04T20:25:38.793207+0000","last_became_peered":"2021-01-04T20:25:38.793207+0000","last_unstale":"2021-01-04T20:28:22.797291+0000","last_undegraded":"2021-01-04T20:28:22.797291+0000","last_fullsized":"2021-01-04T20:28:22.797291+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5522","reported_seq":"7847","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:46.826832+0000","last_change":"2021-01-04T20:25:47.769055+0000","last_active":"2021-01-04T20:28:46.826832+0000","last_peered":"2021-01-04T20:28:46.826832+0000","last_clean":"2021-01-04T20:28:46.826832+0000","last_became_active":"2021-01-04T20:25:47.768737+0000","last_became_peered":"2021-01-04T20:25:47.768737+0000","last_unstale":"2021-01-04T20:28:46.826832+0000","last_undegraded":"2021-01-04T20:28:46.826832+0000","last_fullsized":"2021-01-04T20:28:46.826832+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_clean_scrub_stamp":"2021-01-04T20:25:46.759696+0000","log_size":5522,"ondisk_log_size":5522,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":132044420,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":6,"num_read":2035,"num_read_kb":43398,"num_write":4911,"num_write_kb":1184071,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3837,"num_flush":868,"num_flush_kb":2539702,"num_evict":653,"num_evict_kb":1906614,"num_promote":947,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6706","reported_seq":"8894","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:44.403502+0000","last_change":"2021-01-04T20:25:45.794895+0000","last_active":"2021-01-04T20:28:44.403502+0000","last_peered":"2021-01-04T20:28:44.403502+0000","last_clean":"2021-01-04T20:28:44.403502+0000","last_became_active":"2021-01-04T20:25:45.794383+0000","last_became_peered":"2021-01-04T20:25:45.794383+0000","last_unstale":"2021-01-04T20:28:44.403502+0000","last_undegraded":"2021-01-04T20:28:44.403502+0000","last_fullsized":"2021-01-04T20:28:44.403502+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_clean_scrub_stamp":"2021-01-04T20:25:44.755364+0000","log_size":6706,"ondisk_log_size":6706,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7597864137,"num_objects":2529,"num_object_clones":0,"num_object_copies":5058,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2529,"num_whiteouts":0,"num_read":3799,"num_read_kb":310527,"num_write":8287,"num_write_kb":5011817,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.798504+0000","last_change":"2021-01-04T20:25:38.795041+0000","last_active":"2021-01-04T20:28:22.798504+0000","last_peered":"2021-01-04T20:28:22.798504+0000","last_clean":"2021-01-04T20:28:22.798504+0000","last_became_active":"2021-01-04T20:25:38.794662+0000","last_became_peered":"2021-01-04T20:25:38.794662+0000","last_unstale":"2021-01-04T20:28:22.798504+0000","last_undegraded":"2021-01-04T20:28:22.798504+0000","last_fullsized":"2021-01-04T20:28:22.798504+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5923","reported_seq":"8213","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:42.887366+0000","last_change":"2021-01-04T20:25:47.769252+0000","last_active":"2021-01-04T20:28:42.887366+0000","last_peered":"2021-01-04T20:28:42.887366+0000","last_clean":"2021-01-04T20:28:42.887366+0000","last_became_active":"2021-01-04T20:25:47.768883+0000","last_became_peered":"2021-01-04T20:25:47.768883+0000","last_unstale":"2021-01-04T20:28:42.887366+0000","last_undegraded":"2021-01-04T20:28:42.887366+0000","last_fullsized":"2021-01-04T20:28:42.887366+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_clean_scrub_stamp":"2021-01-04T20:25:46.759696+0000","log_size":5923,"ondisk_log_size":5923,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":69147349,"num_objects":38,"num_object_clones":0,"num_object_copies":76,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":8,"num_read":1996,"num_read_kb":999,"num_write":5242,"num_write_kb":1217066,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3975,"num_flush":950,"num_flush_kb":2803302,"num_evict":867,"num_evict_kb":2543084,"num_promote":1041,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6726","reported_seq":"8722","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:46.821499+0000","last_change":"2021-01-04T20:25:45.794645+0000","last_active":"2021-01-04T20:28:46.821499+0000","last_peered":"2021-01-04T20:28:46.821499+0000","last_clean":"2021-01-04T20:28:46.821499+0000","last_became_active":"2021-01-04T20:25:45.794290+0000","last_became_peered":"2021-01-04T20:25:45.794290+0000","last_unstale":"2021-01-04T20:28:46.821499+0000","last_undegraded":"2021-01-04T20:28:46.821499+0000","last_fullsized":"2021-01-04T20:28:46.821499+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_clean_scrub_stamp":"2021-01-04T20:25:44.755364+0000","log_size":6726,"ondisk_log_size":6726,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7493801216,"num_objects":2501,"num_object_clones":0,"num_object_copies":5002,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2501,"num_whiteouts":0,"num_read":3667,"num_read_kb":281352,"num_write":8368,"num_write_kb":4769632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.796827+0000","last_change":"2021-01-04T20:25:38.751730+0000","last_active":"2021-01-04T20:28:22.796827+0000","last_peered":"2021-01-04T20:28:22.796827+0000","last_clean":"2021-01-04T20:28:22.796827+0000","last_became_active":"2021-01-04T20:25:38.751368+0000","last_became_peered":"2021-01-04T20:25:38.751368+0000","last_unstale":"2021-01-04T20:28:22.796827+0000","last_undegraded":"2021-01-04T20:28:22.796827+0000","last_fullsized":"2021-01-04T20:28:22.796827+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.796733+0000","last_change":"2021-01-04T20:25:38.751887+0000","last_active":"2021-01-04T20:28:22.796733+0000","last_peered":"2021-01-04T20:28:22.796733+0000","last_clean":"2021-01-04T20:28:22.796733+0000","last_became_active":"2021-01-04T20:25:38.751494+0000","last_became_peered":"2021-01-04T20:25:38.751494+0000","last_unstale":"2021-01-04T20:28:22.796733+0000","last_undegraded":"2021-01-04T20:28:22.796733+0000","last_fullsized":"2021-01-04T20:28:22.796733+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.798646+0000","last_change":"2021-01-04T20:25:38.793572+0000","last_active":"2021-01-04T20:28:22.798646+0000","last_peered":"2021-01-04T20:28:22.798646+0000","last_clean":"2021-01-04T20:28:22.798646+0000","last_became_active":"2021-01-04T20:25:38.793118+0000","last_became_peered":"2021-01-04T20:25:38.793118+0000","last_unstale":"2021-01-04T20:28:22.798646+0000","last_undegraded":"2021-01-04T20:28:22.798646+0000","last_fullsized":"2021-01-04T20:28:22.798646+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":387577409,"num_objects":183,"num_object_clones":0,"num_object_copies":366,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":154,"num_whiteouts":29,"num_read":7762,"num_read_kb":46227,"num_write":19833,"num_write_kb":4674297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":29,"num_bytes_hit_set_archive":14472,"num_flush":3566,"num_flush_kb":10442408,"num_evict":3088,"num_evict_kb":9004397,"num_promote":3895,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":635617280,"data_stored":634154254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22290,"ondisk_log_size":22290,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29793044140,"num_objects":9960,"num_object_clones":0,"num_object_copies":19920,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9960,"num_whiteouts":0,"num_read":14945,"num_read_kb":1113101,"num_write":33051,"num_write_kb":19257624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":38850682880,"data_stored":38705004074,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26638,"ondisk_log_size":26638,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640297,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10468460,"kb_used_data":9404652,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83903380,"statfs":{"total":96636764160,"available":85917061120,"internally_reserved":1073741824,"allocated":9630363648,"data_stored":9593891466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.75900000000000001,"15min":0.80900000000000005},"min":{"1min":0.378,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.96899999999999997,"5min":1.6000000000000001,"15min":1.6000000000000001},"last":0.90400000000000003},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.82199999999999995,"15min":0.81999999999999995},"min":{"1min":0.61599999999999999,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.355,"5min":1.355,"15min":1.355},"last":0.98099999999999998}]},{"osd":1,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.73999999999999999,"15min":0.78400000000000003},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.4770000000000001,"5min":1.4770000000000001,"15min":1.4770000000000001},"last":0.749},{"interface":"front","average":{"1min":0.871,"5min":0.95399999999999996,"15min":1.0009999999999999},"min":{"1min":0.497,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.268,"5min":1.3919999999999999,"15min":1.3919999999999999},"last":1.0289999999999999}]},{"osd":2,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":0.83899999999999997,"5min":0.77700000000000002,"15min":0.78900000000000003},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":2.0059999999999998,"5min":2.0059999999999998,"15min":2.0059999999999998},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.71199999999999997,"15min":0.71199999999999997},"min":{"1min":0.51200000000000001,"5min":0.437,"15min":0.437},"max":{"1min":1.843,"5min":1.843,"15min":1.843},"last":0.56599999999999995}]},{"osd":3,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.79600000000000004,"15min":0.77600000000000002},"min":{"1min":0.60899999999999999,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.9950000000000001,"5min":1.9950000000000001,"15min":1.9950000000000001},"last":0.59199999999999997},{"interface":"front","average":{"1min":1.0069999999999999,"5min":0.76100000000000001,"15min":0.71999999999999997},"min":{"1min":0.51200000000000001,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":2.0539999999999998,"5min":2.0539999999999998,"15min":2.0539999999999998},"last":0.85199999999999998}]},{"osd":4,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":0.83899999999999997,"15min":0.80300000000000005},"min":{"1min":0.69999999999999996,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":2.1240000000000001,"5min":2.1240000000000001,"15min":2.1240000000000001},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.82699999999999996,"15min":0.82099999999999995},"min":{"1min":0.54100000000000004,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.8120000000000001,"5min":1.8120000000000001,"15min":1.8120000000000001},"last":0.63400000000000001}]}]},{"osd":4,"up_from":11,"seq":47244640297,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1195316,"kb_used_data":144432,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93176524,"statfs":{"total":96636764160,"available":95412760576,"internally_reserved":1073741824,"allocated":147898368,"data_stored":147455224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.68899999999999995,"15min":0.68700000000000006},"min":{"1min":0.39100000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.99299999999999999,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.64500000000000002,"15min":0.65500000000000003},"min":{"1min":0.45600000000000002,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.90800000000000003,"5min":1.117,"15min":1.117},"last":0.93999999999999995}]},{"osd":1,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.65200000000000002,"15min":0.65500000000000003},"min":{"1min":0.44600000000000001,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.96099999999999997,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.503,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.22,"5min":1.228,"15min":1.228},"last":0.875}]},{"osd":2,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":0.80100000000000005,"15min":0.79800000000000004},"min":{"1min":0.49299999999999999,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":0.97499999999999998},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.74099999999999999,"15min":0.73899999999999999},"min":{"1min":0.56000000000000005,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":0.93899999999999995,"5min":1.081,"15min":1.081},"last":1.0920000000000001}]},{"osd":3,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"min":{"1min":0.48199999999999998,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.88700000000000001,"5min":1.0409999999999999,"15min":1.0409999999999999},"last":0.628},{"interface":"front","average":{"1min":0.872,"5min":0.92800000000000005,"15min":0.93300000000000005},"min":{"1min":0.64300000000000002,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.1850000000000001,"5min":1.488,"15min":1.488},"last":1.048}]},{"osd":5,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.81299999999999994,"15min":0.80900000000000005},"min":{"1min":0.50900000000000001,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.2989999999999999,"5min":1.343,"15min":1.343},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.81299999999999994,"15min":0.81499999999999995},"min":{"1min":0.56999999999999995,"5min":0.441,"15min":0.441},"max":{"1min":1.232,"5min":1.3,"15min":1.3},"last":0.90700000000000003}]}]},{"osd":3,"up_from":11,"seq":47244640297,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5767792,"kb_used_data":4719208,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":88604048,"statfs":{"total":96636764160,"available":90730545152,"internally_reserved":1073741824,"allocated":4832468992,"data_stored":4813752674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.65400000000000003,"15min":0.66200000000000003},"min":{"1min":0.372,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.544,"5min":1.544,"15min":1.544},"last":0.746},{"interface":"front","average":{"1min":0.876,"5min":0.88700000000000001,"15min":0.90200000000000002},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.6699999999999999,"5min":1.6699999999999999,"15min":1.6699999999999999},"last":0.98499999999999999}]},{"osd":1,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.67600000000000005,"15min":0.66600000000000004},"min":{"1min":0.46500000000000002,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.3979999999999999,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.91200000000000003},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.75600000000000001,"15min":0.74199999999999999},"min":{"1min":0.497,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.107,"5min":2.6880000000000002,"15min":2.6880000000000002},"last":1.0069999999999999}]},{"osd":2,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.50900000000000001,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.2929999999999999,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":1.073},{"interface":"front","average":{"1min":0.93400000000000005,"5min":0.80100000000000005,"15min":0.77900000000000003},"min":{"1min":0.58099999999999996,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.6970000000000001,"5min":1.6970000000000001,"15min":1.6970000000000001},"last":0.79800000000000004}]},{"osd":4,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":0.747,"15min":0.74099999999999999},"min":{"1min":0.48299999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":2.4460000000000002,"5min":2.4460000000000002,"15min":2.4460000000000002},"last":0.83399999999999996},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.78000000000000003,"15min":0.78600000000000003},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":0.88500000000000001}]},{"osd":5,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.96999999999999997,"5min":0.84099999999999997,"15min":0.81399999999999995},"min":{"1min":0.59599999999999997,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":2.1120000000000001,"5min":2.1120000000000001,"15min":2.1120000000000001},"last":1.0469999999999999},{"interface":"front","average":{"1min":0.89900000000000002,"5min":0.87,"15min":0.874},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.8999999999999999,"5min":1.8999999999999999,"15min":1.8999999999999999},"last":1.173}]}]},{"osd":2,"up_from":11,"seq":47244640298,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10687524,"kb_used_data":9638940,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83684316,"statfs":{"total":96636764160,"available":85692739584,"internally_reserved":1073741824,"allocated":9870274560,"data_stored":9833826080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.49399999999999999,"15min":0.50600000000000001},"min":{"1min":0.35499999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.53000000000000003,"15min":0.52800000000000002},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.53500000000000003}]},{"osd":1,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.628,"15min":0.63700000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.5509999999999999,"5min":1.5509999999999999,"15min":1.5509999999999999},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.61899999999999999,"15min":0.58799999999999997},"min":{"1min":0.45100000000000001,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":3.2679999999999998,"5min":3.2679999999999998,"15min":3.2679999999999998},"last":0.58199999999999996}]},{"osd":3,"last update":"Mon Jan 4 20:28:43 2021","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":0.80300000000000005,"15min":0.81299999999999994},"min":{"1min":0.54300000000000004,"5min":0.433,"15min":0.433},"max":{"1min":1.369,"5min":1.369,"15min":1.369},"last":0.82399999999999995},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.80900000000000005,"15min":0.82699999999999996},"min":{"1min":0.502,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.163,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.626}]},{"osd":4,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.80500000000000005,"5min":0.77100000000000002,"15min":0.77500000000000002},"min":{"1min":0.53600000000000003,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.401,"5min":1.5089999999999999,"15min":1.5089999999999999},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.85599999999999998,"15min":0.88200000000000001},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.2689999999999999,"5min":1.593,"15min":1.593},"last":0.749}]},{"osd":5,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80300000000000005,"15min":0.81499999999999995},"min":{"1min":0.58899999999999997,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.512,"5min":1.512,"15min":1.512},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.84199999999999997,"5min":0.81899999999999995,"15min":0.82499999999999996},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.468,"5min":1.468,"15min":1.468},"last":0.79000000000000004}]}]},{"osd":0,"up_from":11,"seq":47244640297,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1194652,"kb_used_data":144432,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93177188,"statfs":{"total":96636764160,"available":95413440512,"internally_reserved":1073741824,"allocated":147898368,"data_stored":147455224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.52100000000000002,"15min":0.52600000000000002},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.90600000000000003,"5min":1.167,"15min":1.167},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.35899999999999999,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.48799999999999999}]},{"osd":2,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.59999999999999998,"15min":0.58599999999999997},"min":{"1min":0.45900000000000002,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":2.1059999999999999,"5min":2.1059999999999999,"15min":2.1059999999999999},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.66600000000000004,"15min":0.68600000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.96599999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.60799999999999998}]},{"osd":3,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.80900000000000005,"15min":0.84499999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.8340000000000001,"5min":1.8340000000000001,"15min":1.8340000000000001},"last":1.0569999999999999},{"interface":"front","average":{"1min":0.85299999999999998,"5min":0.873,"15min":0.89600000000000002},"min":{"1min":0.56100000000000005,"5min":0.502,"15min":0.502},"max":{"1min":1.159,"5min":1.423,"15min":1.423},"last":1.004}]},{"osd":4,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.79500000000000004,"5min":0.78100000000000003,"15min":0.81000000000000005},"min":{"1min":0.54800000000000004,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.28,"5min":1.7470000000000001,"15min":1.7470000000000001},"last":0.93899999999999995},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.83399999999999996,"15min":0.85999999999999999},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.2250000000000001,"5min":1.341,"15min":1.341},"last":0.873}]},{"osd":5,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.95599999999999996,"5min":0.86099999999999999,"15min":0.86699999999999999},"min":{"1min":0.60799999999999998,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.385,"5min":1.391,"15min":1.391},"last":1.1240000000000001},{"interface":"front","average":{"1min":1.0129999999999999,"5min":0.92100000000000004,"15min":0.93999999999999995},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":2.6749999999999998,"5min":2.6749999999999998,"15min":2.6749999999999998},"last":0.97299999999999998}]}]},{"osd":1,"up_from":11,"seq":47244640297,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":15561396,"kb_used_data":14510796,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":78810444,"statfs":{"total":96636764160,"available":80701894656,"internally_reserved":1073741824,"allocated":14859055104,"data_stored":14803479150,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.504,"15min":0.51700000000000002},"min":{"1min":0.32100000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.81299999999999994,"5min":0.87,"15min":0.87},"last":0.443},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.55200000000000005,"15min":0.53800000000000003},"min":{"1min":0.40400000000000003,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.505}]},{"osd":2,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.59499999999999997,"15min":0.60299999999999998},"min":{"1min":0.38600000000000001,"5min":0.378,"15min":0.378},"max":{"1min":0.81200000000000006,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.66100000000000003,"15min":0.66300000000000003},"min":{"1min":0.48999999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.097,"5min":1.097,"15min":1.097},"last":0.93000000000000005}]},{"osd":3,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":0.74299999999999999,"15min":0.73999999999999999},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.5169999999999999,"5min":1.5169999999999999,"15min":1.5169999999999999},"last":0.84799999999999998},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.77800000000000002,"15min":0.77400000000000002},"min":{"1min":0.54500000000000004,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.3169999999999999,"5min":1.3169999999999999,"15min":1.3169999999999999},"last":0.90600000000000003}]},{"osd":4,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.89100000000000001,"5min":0.85499999999999998,"15min":0.85699999999999998},"min":{"1min":0.59099999999999997,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.4450000000000001,"5min":1.4450000000000001,"15min":1.4450000000000001},"last":1.0649999999999999},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.79200000000000004,"15min":0.79100000000000004},"min":{"1min":0.54000000000000004,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":2.0470000000000002,"5min":2.0470000000000002,"15min":2.0470000000000002},"last":1.04}]},{"osd":5,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.377,"5min":1.377,"15min":1.377},"last":1.161},{"interface":"front","average":{"1min":0.91600000000000004,"5min":0.85899999999999999,"15min":0.85699999999999998},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.94399999999999995}]}]}]}} , 2021-01-04T20:28:50.288 INFO:tasks.ceph:pgid 1.7 last_scrub_stamp 2021-01-04T20:25:37.742543+0000 time.struct_time(tm_year=2021, tm_mon=1, tm_mday=4, tm_hour=20, tm_min=25, tm_sec=37, tm_wday=0, tm_yday=4, tm_isdst=-1) <= time.struct_time(tm_year=2021, tm_mon=1, tm_mday=4, tm_hour=20, tm_min=28, tm_sec=46, tm_wday=0, tm_yday=4, tm_isdst=0) , 2021-01-04T20:28:50.289 INFO:tasks.ceph:pgid 1.6 last_scrub_stamp 2021-01-04T20:25:37.742543+0000 time.struct_time(tm_year=2021, tm_mon=1, tm_mday=4, tm_hour=20, tm_min=25, tm_sec=37, tm_wday=0, tm_yday=4, tm_isdst=-1) <= time.struct_time(tm_year=2021, tm_mon=1, tm_mday=4, tm_hour=20, tm_min=28, tm_sec=46, tm_wday=0, tm_yday=4, tm_isdst=0) 2021-01-05T00:09:34.267 WARNING:scrape:Ignoring malparsed backtrace: 2021-01-04T20:29:55.678 DEBUG:teuthology.orchestra.run.smithi070:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 , 2021-01-04T20:29:55.742 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi043.front.sepia.ceph.com , 2021-01-04T20:29:55.744 DEBUG:teuthology.orchestra.run.smithi043:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2021-01-05T00:09:34.267 WARNING:scrape:Ignoring malparsed backtrace: 2021-01-04T20:31:24.433 DEBUG:teuthology.orchestra.run.smithi070:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart , Redirecting to /bin/systemctl restart rsyslog.service , Redirecting to /bin/systemctl restart rsyslog.service 2021-01-05T00:09:34.360 WARNING:scrape:Ignoring malparsed backtrace: ceph version 15.2.8-95-g27591544 (275915445a3277baa7a48492fd172de21f636975) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f75a4d24f1a] , 2: (DeleteOp::_begin()+0x519) [0x55c6cb07a129] 2021-01-05T00:09:34.362 WARNING:scrape:Ignoring malparsed backtrace: 2021-01-04T20:28:50.285 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":127,"stamp":"2021-01-04T20:28:48.930253+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30180621549,"num_objects":10143,"num_object_clones":0,"num_object_copies":20286,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10114,"num_whiteouts":29,"num_read":22707,"num_read_kb":1159328,"num_write":52884,"num_write_kb":23931921,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":29,"num_bytes_hit_set_archive":14472,"num_flush":3566,"num_flush_kb":10442408,"num_evict":3088,"num_evict_kb":9004397,"num_promote":3895,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":48928,"ondisk_log_size":48928,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":44875140,"kb_used_data":38562460,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":521355900,"statfs":{"total":579820584960,"available":533868441600,"internally_reserved":6442450944,"allocated":39487959040,"data_stored":39339859818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":145408088,"num_objects":54,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":54,"num_whiteouts":9,"num_read":647,"num_read_kb":642783,"num_write":256,"num_write_kb":147487,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":7,"num_flush_kb":17250,"num_evict":7,"num_evict_kb":17250,"num_promote":66,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.001878"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.797981+0000","last_change":"2021-01-04T20:25:38.793571+0000","last_active":"2021-01-04T20:28:22.797981+0000","last_peered":"2021-01-04T20:28:22.797981+0000","last_clean":"2021-01-04T20:28:22.797981+0000","last_became_active":"2021-01-04T20:25:38.793141+0000","last_became_peered":"2021-01-04T20:25:38.793141+0000","last_unstale":"2021-01-04T20:28:22.797981+0000","last_undegraded":"2021-01-04T20:28:22.797981+0000","last_fullsized":"2021-01-04T20:28:22.797981+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.797259+0000","last_change":"2021-01-04T20:25:38.793929+0000","last_active":"2021-01-04T20:28:22.797259+0000","last_peered":"2021-01-04T20:28:22.797259+0000","last_clean":"2021-01-04T20:28:22.797259+0000","last_became_active":"2021-01-04T20:25:38.793483+0000","last_became_peered":"2021-01-04T20:25:38.793483+0000","last_unstale":"2021-01-04T20:28:22.797259+0000","last_undegraded":"2021-01-04T20:28:22.797259+0000","last_fullsized":"2021-01-04T20:28:22.797259+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5369","reported_seq":"7475","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:43.772928+0000","last_change":"2021-01-04T20:25:47.769000+0000","last_active":"2021-01-04T20:28:43.772928+0000","last_peered":"2021-01-04T20:28:43.772928+0000","last_clean":"2021-01-04T20:28:43.772928+0000","last_became_active":"2021-01-04T20:25:47.768681+0000","last_became_peered":"2021-01-04T20:25:47.768681+0000","last_unstale":"2021-01-04T20:28:43.772928+0000","last_undegraded":"2021-01-04T20:28:43.772928+0000","last_fullsized":"2021-01-04T20:28:43.772928+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_clean_scrub_stamp":"2021-01-04T20:25:46.759696+0000","log_size":5369,"ondisk_log_size":5369,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":101994446,"num_objects":48,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":40,"num_whiteouts":8,"num_read":1848,"num_read_kb":914,"num_write":4771,"num_write_kb":1105829,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":4066,"num_flush":866,"num_flush_kb":2519959,"num_evict":779,"num_evict_kb":2244891,"num_promote":964,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6605","reported_seq":"8692","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:44.701839+0000","last_change":"2021-01-04T20:25:45.794933+0000","last_active":"2021-01-04T20:28:44.701839+0000","last_peered":"2021-01-04T20:28:44.701839+0000","last_clean":"2021-01-04T20:28:44.701839+0000","last_became_active":"2021-01-04T20:25:45.794485+0000","last_became_peered":"2021-01-04T20:25:45.794485+0000","last_unstale":"2021-01-04T20:28:44.701839+0000","last_undegraded":"2021-01-04T20:28:44.701839+0000","last_fullsized":"2021-01-04T20:28:44.701839+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_clean_scrub_stamp":"2021-01-04T20:25:44.755364+0000","log_size":6605,"ondisk_log_size":6605,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7408612869,"num_objects":2484,"num_object_clones":0,"num_object_copies":4968,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2484,"num_whiteouts":0,"num_read":3757,"num_read_kb":343525,"num_write":8211,"num_write_kb":4754764,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.797962+0000","last_change":"2021-01-04T20:25:38.794235+0000","last_active":"2021-01-04T20:28:22.797962+0000","last_peered":"2021-01-04T20:28:22.797962+0000","last_clean":"2021-01-04T20:28:22.797962+0000","last_became_active":"2021-01-04T20:25:38.793854+0000","last_became_peered":"2021-01-04T20:25:38.793854+0000","last_unstale":"2021-01-04T20:28:22.797962+0000","last_undegraded":"2021-01-04T20:28:22.797962+0000","last_fullsized":"2021-01-04T20:28:22.797962+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5476","reported_seq":"7570","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:43.780863+0000","last_change":"2021-01-04T20:25:48.740300+0000","last_active":"2021-01-04T20:28:43.780863+0000","last_peered":"2021-01-04T20:28:43.780863+0000","last_clean":"2021-01-04T20:28:43.780863+0000","last_became_active":"2021-01-04T20:25:48.739950+0000","last_became_peered":"2021-01-04T20:25:48.739950+0000","last_unstale":"2021-01-04T20:28:43.780863+0000","last_undegraded":"2021-01-04T20:28:43.780863+0000","last_fullsized":"2021-01-04T20:28:43.780863+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_clean_scrub_stamp":"2021-01-04T20:25:46.759696+0000","log_size":5476,"ondisk_log_size":5476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":84391194,"num_objects":41,"num_object_clones":0,"num_object_copies":82,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":36,"num_whiteouts":7,"num_read":1883,"num_read_kb":916,"num_write":4909,"num_write_kb":1167331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2594,"num_flush":882,"num_flush_kb":2579445,"num_evict":789,"num_evict_kb":2309808,"num_promote":943,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6601","reported_seq":"8766","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:44.439895+0000","last_change":"2021-01-04T20:25:45.764446+0000","last_active":"2021-01-04T20:28:44.439895+0000","last_peered":"2021-01-04T20:28:44.439895+0000","last_clean":"2021-01-04T20:28:44.439895+0000","last_became_active":"2021-01-04T20:25:45.764122+0000","last_became_peered":"2021-01-04T20:25:45.764122+0000","last_unstale":"2021-01-04T20:28:44.439895+0000","last_undegraded":"2021-01-04T20:28:44.439895+0000","last_fullsized":"2021-01-04T20:28:44.439895+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_clean_scrub_stamp":"2021-01-04T20:25:44.755364+0000","log_size":6601,"ondisk_log_size":6601,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7292765918,"num_objects":2446,"num_object_clones":0,"num_object_copies":4892,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2446,"num_whiteouts":0,"num_read":3722,"num_read_kb":177697,"num_write":8185,"num_write_kb":4721411,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.797291+0000","last_change":"2021-01-04T20:25:38.794377+0000","last_active":"2021-01-04T20:28:22.797291+0000","last_peered":"2021-01-04T20:28:22.797291+0000","last_clean":"2021-01-04T20:28:22.797291+0000","last_became_active":"2021-01-04T20:25:38.793207+0000","last_became_peered":"2021-01-04T20:25:38.793207+0000","last_unstale":"2021-01-04T20:28:22.797291+0000","last_undegraded":"2021-01-04T20:28:22.797291+0000","last_fullsized":"2021-01-04T20:28:22.797291+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5522","reported_seq":"7847","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:46.826832+0000","last_change":"2021-01-04T20:25:47.769055+0000","last_active":"2021-01-04T20:28:46.826832+0000","last_peered":"2021-01-04T20:28:46.826832+0000","last_clean":"2021-01-04T20:28:46.826832+0000","last_became_active":"2021-01-04T20:25:47.768737+0000","last_became_peered":"2021-01-04T20:25:47.768737+0000","last_unstale":"2021-01-04T20:28:46.826832+0000","last_undegraded":"2021-01-04T20:28:46.826832+0000","last_fullsized":"2021-01-04T20:28:46.826832+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_clean_scrub_stamp":"2021-01-04T20:25:46.759696+0000","log_size":5522,"ondisk_log_size":5522,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":132044420,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":6,"num_read":2035,"num_read_kb":43398,"num_write":4911,"num_write_kb":1184071,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3837,"num_flush":868,"num_flush_kb":2539702,"num_evict":653,"num_evict_kb":1906614,"num_promote":947,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6706","reported_seq":"8894","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:44.403502+0000","last_change":"2021-01-04T20:25:45.794895+0000","last_active":"2021-01-04T20:28:44.403502+0000","last_peered":"2021-01-04T20:28:44.403502+0000","last_clean":"2021-01-04T20:28:44.403502+0000","last_became_active":"2021-01-04T20:25:45.794383+0000","last_became_peered":"2021-01-04T20:25:45.794383+0000","last_unstale":"2021-01-04T20:28:44.403502+0000","last_undegraded":"2021-01-04T20:28:44.403502+0000","last_fullsized":"2021-01-04T20:28:44.403502+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_clean_scrub_stamp":"2021-01-04T20:25:44.755364+0000","log_size":6706,"ondisk_log_size":6706,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7597864137,"num_objects":2529,"num_object_clones":0,"num_object_copies":5058,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2529,"num_whiteouts":0,"num_read":3799,"num_read_kb":310527,"num_write":8287,"num_write_kb":5011817,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.798504+0000","last_change":"2021-01-04T20:25:38.795041+0000","last_active":"2021-01-04T20:28:22.798504+0000","last_peered":"2021-01-04T20:28:22.798504+0000","last_clean":"2021-01-04T20:28:22.798504+0000","last_became_active":"2021-01-04T20:25:38.794662+0000","last_became_peered":"2021-01-04T20:25:38.794662+0000","last_unstale":"2021-01-04T20:28:22.798504+0000","last_undegraded":"2021-01-04T20:28:22.798504+0000","last_fullsized":"2021-01-04T20:28:22.798504+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5923","reported_seq":"8213","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:42.887366+0000","last_change":"2021-01-04T20:25:47.769252+0000","last_active":"2021-01-04T20:28:42.887366+0000","last_peered":"2021-01-04T20:28:42.887366+0000","last_clean":"2021-01-04T20:28:42.887366+0000","last_became_active":"2021-01-04T20:25:47.768883+0000","last_became_peered":"2021-01-04T20:25:47.768883+0000","last_unstale":"2021-01-04T20:28:42.887366+0000","last_undegraded":"2021-01-04T20:28:42.887366+0000","last_fullsized":"2021-01-04T20:28:42.887366+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_clean_scrub_stamp":"2021-01-04T20:25:46.759696+0000","log_size":5923,"ondisk_log_size":5923,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":69147349,"num_objects":38,"num_object_clones":0,"num_object_copies":76,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":8,"num_read":1996,"num_read_kb":999,"num_write":5242,"num_write_kb":1217066,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3975,"num_flush":950,"num_flush_kb":2803302,"num_evict":867,"num_evict_kb":2543084,"num_promote":1041,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6726","reported_seq":"8722","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:46.821499+0000","last_change":"2021-01-04T20:25:45.794645+0000","last_active":"2021-01-04T20:28:46.821499+0000","last_peered":"2021-01-04T20:28:46.821499+0000","last_clean":"2021-01-04T20:28:46.821499+0000","last_became_active":"2021-01-04T20:25:45.794290+0000","last_became_peered":"2021-01-04T20:25:45.794290+0000","last_unstale":"2021-01-04T20:28:46.821499+0000","last_undegraded":"2021-01-04T20:28:46.821499+0000","last_fullsized":"2021-01-04T20:28:46.821499+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_clean_scrub_stamp":"2021-01-04T20:25:44.755364+0000","log_size":6726,"ondisk_log_size":6726,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7493801216,"num_objects":2501,"num_object_clones":0,"num_object_copies":5002,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2501,"num_whiteouts":0,"num_read":3667,"num_read_kb":281352,"num_write":8368,"num_write_kb":4769632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.796827+0000","last_change":"2021-01-04T20:25:38.751730+0000","last_active":"2021-01-04T20:28:22.796827+0000","last_peered":"2021-01-04T20:28:22.796827+0000","last_clean":"2021-01-04T20:28:22.796827+0000","last_became_active":"2021-01-04T20:25:38.751368+0000","last_became_peered":"2021-01-04T20:25:38.751368+0000","last_unstale":"2021-01-04T20:28:22.796827+0000","last_undegraded":"2021-01-04T20:28:22.796827+0000","last_fullsized":"2021-01-04T20:28:22.796827+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.796733+0000","last_change":"2021-01-04T20:25:38.751887+0000","last_active":"2021-01-04T20:28:22.796733+0000","last_peered":"2021-01-04T20:28:22.796733+0000","last_clean":"2021-01-04T20:28:22.796733+0000","last_became_active":"2021-01-04T20:25:38.751494+0000","last_became_peered":"2021-01-04T20:25:38.751494+0000","last_unstale":"2021-01-04T20:28:22.796733+0000","last_undegraded":"2021-01-04T20:28:22.796733+0000","last_fullsized":"2021-01-04T20:28:22.796733+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.798646+0000","last_change":"2021-01-04T20:25:38.793572+0000","last_active":"2021-01-04T20:28:22.798646+0000","last_peered":"2021-01-04T20:28:22.798646+0000","last_clean":"2021-01-04T20:28:22.798646+0000","last_became_active":"2021-01-04T20:25:38.793118+0000","last_became_peered":"2021-01-04T20:25:38.793118+0000","last_unstale":"2021-01-04T20:28:22.798646+0000","last_undegraded":"2021-01-04T20:28:22.798646+0000","last_fullsized":"2021-01-04T20:28:22.798646+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":387577409,"num_objects":183,"num_object_clones":0,"num_object_copies":366,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":154,"num_whiteouts":29,"num_read":7762,"num_read_kb":46227,"num_write":19833,"num_write_kb":4674297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":29,"num_bytes_hit_set_archive":14472,"num_flush":3566,"num_flush_kb":10442408,"num_evict":3088,"num_evict_kb":9004397,"num_promote":3895,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":635617280,"data_stored":634154254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22290,"ondisk_log_size":22290,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29793044140,"num_objects":9960,"num_object_clones":0,"num_object_copies":19920,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9960,"num_whiteouts":0,"num_read":14945,"num_read_kb":1113101,"num_write":33051,"num_write_kb":19257624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":38850682880,"data_stored":38705004074,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26638,"ondisk_log_size":26638,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640297,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10468460,"kb_used_data":9404652,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83903380,"statfs":{"total":96636764160,"available":85917061120,"internally_reserved":1073741824,"allocated":9630363648,"data_stored":9593891466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.75900000000000001,"15min":0.80900000000000005},"min":{"1min":0.378,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.96899999999999997,"5min":1.6000000000000001,"15min":1.6000000000000001},"last":0.90400000000000003},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.82199999999999995,"15min":0.81999999999999995},"min":{"1min":0.61599999999999999,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.355,"5min":1.355,"15min":1.355},"last":0.98099999999999998}]},{"osd":1,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.73999999999999999,"15min":0.78400000000000003},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.4770000000000001,"5min":1.4770000000000001,"15min":1.4770000000000001},"last":0.749},{"interface":"front","average":{"1min":0.871,"5min":0.95399999999999996,"15min":1.0009999999999999},"min":{"1min":0.497,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.268,"5min":1.3919999999999999,"15min":1.3919999999999999},"last":1.0289999999999999}]},{"osd":2,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":0.83899999999999997,"5min":0.77700000000000002,"15min":0.78900000000000003},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":2.0059999999999998,"5min":2.0059999999999998,"15min":2.0059999999999998},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.71199999999999997,"15min":0.71199999999999997},"min":{"1min":0.51200000000000001,"5min":0.437,"15min":0.437},"max":{"1min":1.843,"5min":1.843,"15min":1.843},"last":0.56599999999999995}]},{"osd":3,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.79600000000000004,"15min":0.77600000000000002},"min":{"1min":0.60899999999999999,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.9950000000000001,"5min":1.9950000000000001,"15min":1.9950000000000001},"last":0.59199999999999997},{"interface":"front","average":{"1min":1.0069999999999999,"5min":0.76100000000000001,"15min":0.71999999999999997},"min":{"1min":0.51200000000000001,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":2.0539999999999998,"5min":2.0539999999999998,"15min":2.0539999999999998},"last":0.85199999999999998}]},{"osd":4,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":0.83899999999999997,"15min":0.80300000000000005},"min":{"1min":0.69999999999999996,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":2.1240000000000001,"5min":2.1240000000000001,"15min":2.1240000000000001},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.82699999999999996,"15min":0.82099999999999995},"min":{"1min":0.54100000000000004,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.8120000000000001,"5min":1.8120000000000001,"15min":1.8120000000000001},"last":0.63400000000000001}]}]},{"osd":4,"up_from":11,"seq":47244640297,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1195316,"kb_used_data":144432,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93176524,"statfs":{"total":96636764160,"available":95412760576,"internally_reserved":1073741824,"allocated":147898368,"data_stored":147455224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.68899999999999995,"15min":0.68700000000000006},"min":{"1min":0.39100000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.99299999999999999,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.64500000000000002,"15min":0.65500000000000003},"min":{"1min":0.45600000000000002,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.90800000000000003,"5min":1.117,"15min":1.117},"last":0.93999999999999995}]},{"osd":1,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.65200000000000002,"15min":0.65500000000000003},"min":{"1min":0.44600000000000001,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.96099999999999997,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.503,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.22,"5min":1.228,"15min":1.228},"last":0.875}]},{"osd":2,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":0.80100000000000005,"15min":0.79800000000000004},"min":{"1min":0.49299999999999999,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":0.97499999999999998},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.74099999999999999,"15min":0.73899999999999999},"min":{"1min":0.56000000000000005,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":0.93899999999999995,"5min":1.081,"15min":1.081},"last":1.0920000000000001}]},{"osd":3,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"min":{"1min":0.48199999999999998,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.88700000000000001,"5min":1.0409999999999999,"15min":1.0409999999999999},"last":0.628},{"interface":"front","average":{"1min":0.872,"5min":0.92800000000000005,"15min":0.93300000000000005},"min":{"1min":0.64300000000000002,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.1850000000000001,"5min":1.488,"15min":1.488},"last":1.048}]},{"osd":5,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.81299999999999994,"15min":0.80900000000000005},"min":{"1min":0.50900000000000001,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.2989999999999999,"5min":1.343,"15min":1.343},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.81299999999999994,"15min":0.81499999999999995},"min":{"1min":0.56999999999999995,"5min":0.441,"15min":0.441},"max":{"1min":1.232,"5min":1.3,"15min":1.3},"last":0.90700000000000003}]}]},{"osd":3,"up_from":11,"seq":47244640297,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5767792,"kb_used_data":4719208,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":88604048,"statfs":{"total":96636764160,"available":90730545152,"internally_reserved":1073741824,"allocated":4832468992,"data_stored":4813752674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.65400000000000003,"15min":0.66200000000000003},"min":{"1min":0.372,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.544,"5min":1.544,"15min":1.544},"last":0.746},{"interface":"front","average":{"1min":0.876,"5min":0.88700000000000001,"15min":0.90200000000000002},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.6699999999999999,"5min":1.6699999999999999,"15min":1.6699999999999999},"last":0.98499999999999999}]},{"osd":1,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.67600000000000005,"15min":0.66600000000000004},"min":{"1min":0.46500000000000002,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.3979999999999999,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.91200000000000003},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.75600000000000001,"15min":0.74199999999999999},"min":{"1min":0.497,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.107,"5min":2.6880000000000002,"15min":2.6880000000000002},"last":1.0069999999999999}]},{"osd":2,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.50900000000000001,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.2929999999999999,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":1.073},{"interface":"front","average":{"1min":0.93400000000000005,"5min":0.80100000000000005,"15min":0.77900000000000003},"min":{"1min":0.58099999999999996,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.6970000000000001,"5min":1.6970000000000001,"15min":1.6970000000000001},"last":0.79800000000000004}]},{"osd":4,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":0.747,"15min":0.74099999999999999},"min":{"1min":0.48299999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":2.4460000000000002,"5min":2.4460000000000002,"15min":2.4460000000000002},"last":0.83399999999999996},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.78000000000000003,"15min":0.78600000000000003},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":0.88500000000000001}]},{"osd":5,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.96999999999999997,"5min":0.84099999999999997,"15min":0.81399999999999995},"min":{"1min":0.59599999999999997,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":2.1120000000000001,"5min":2.1120000000000001,"15min":2.1120000000000001},"last":1.0469999999999999},{"interface":"front","average":{"1min":0.89900000000000002,"5min":0.87,"15min":0.874},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.8999999999999999,"5min":1.8999999999999999,"15min":1.8999999999999999},"last":1.173}]}]},{"osd":2,"up_from":11,"seq":47244640298,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10687524,"kb_used_data":9638940,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83684316,"statfs":{"total":96636764160,"available":85692739584,"internally_reserved":1073741824,"allocated":9870274560,"data_stored":9833826080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.49399999999999999,"15min":0.50600000000000001},"min":{"1min":0.35499999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.53000000000000003,"15min":0.52800000000000002},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.53500000000000003}]},{"osd":1,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.628,"15min":0.63700000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.5509999999999999,"5min":1.5509999999999999,"15min":1.5509999999999999},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.61899999999999999,"15min":0.58799999999999997},"min":{"1min":0.45100000000000001,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":3.2679999999999998,"5min":3.2679999999999998,"15min":3.2679999999999998},"last":0.58199999999999996}]},{"osd":3,"last update":"Mon Jan 4 20:28:43 2021","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":0.80300000000000005,"15min":0.81299999999999994},"min":{"1min":0.54300000000000004,"5min":0.433,"15min":0.433},"max":{"1min":1.369,"5min":1.369,"15min":1.369},"last":0.82399999999999995},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.80900000000000005,"15min":0.82699999999999996},"min":{"1min":0.502,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.163,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.626}]},{"osd":4,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.80500000000000005,"5min":0.77100000000000002,"15min":0.77500000000000002},"min":{"1min":0.53600000000000003,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.401,"5min":1.5089999999999999,"15min":1.5089999999999999},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.85599999999999998,"15min":0.88200000000000001},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.2689999999999999,"5min":1.593,"15min":1.593},"last":0.749}]},{"osd":5,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80300000000000005,"15min":0.81499999999999995},"min":{"1min":0.58899999999999997,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.512,"5min":1.512,"15min":1.512},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.84199999999999997,"5min":0.81899999999999995,"15min":0.82499999999999996},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.468,"5min":1.468,"15min":1.468},"last":0.79000000000000004}]}]},{"osd":0,"up_from":11,"seq":47244640297,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1194652,"kb_used_data":144432,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93177188,"statfs":{"total":96636764160,"available":95413440512,"internally_reserved":1073741824,"allocated":147898368,"data_stored":147455224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.52100000000000002,"15min":0.52600000000000002},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.90600000000000003,"5min":1.167,"15min":1.167},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.35899999999999999,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.48799999999999999}]},{"osd":2,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.59999999999999998,"15min":0.58599999999999997},"min":{"1min":0.45900000000000002,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":2.1059999999999999,"5min":2.1059999999999999,"15min":2.1059999999999999},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.66600000000000004,"15min":0.68600000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.96599999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.60799999999999998}]},{"osd":3,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.80900000000000005,"15min":0.84499999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.8340000000000001,"5min":1.8340000000000001,"15min":1.8340000000000001},"last":1.0569999999999999},{"interface":"front","average":{"1min":0.85299999999999998,"5min":0.873,"15min":0.89600000000000002},"min":{"1min":0.56100000000000005,"5min":0.502,"15min":0.502},"max":{"1min":1.159,"5min":1.423,"15min":1.423},"last":1.004}]},{"osd":4,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.79500000000000004,"5min":0.78100000000000003,"15min":0.81000000000000005},"min":{"1min":0.54800000000000004,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.28,"5min":1.7470000000000001,"15min":1.7470000000000001},"last":0.93899999999999995},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.83399999999999996,"15min":0.85999999999999999},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.2250000000000001,"5min":1.341,"15min":1.341},"last":0.873}]},{"osd":5,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.95599999999999996,"5min":0.86099999999999999,"15min":0.86699999999999999},"min":{"1min":0.60799999999999998,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.385,"5min":1.391,"15min":1.391},"last":1.1240000000000001},{"interface":"front","average":{"1min":1.0129999999999999,"5min":0.92100000000000004,"15min":0.93999999999999995},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":2.6749999999999998,"5min":2.6749999999999998,"15min":2.6749999999999998},"last":0.97299999999999998}]}]},{"osd":1,"up_from":11,"seq":47244640297,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":15561396,"kb_used_data":14510796,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":78810444,"statfs":{"total":96636764160,"available":80701894656,"internally_reserved":1073741824,"allocated":14859055104,"data_stored":14803479150,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.504,"15min":0.51700000000000002},"min":{"1min":0.32100000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.81299999999999994,"5min":0.87,"15min":0.87},"last":0.443},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.55200000000000005,"15min":0.53800000000000003},"min":{"1min":0.40400000000000003,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.505}]},{"osd":2,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.59499999999999997,"15min":0.60299999999999998},"min":{"1min":0.38600000000000001,"5min":0.378,"15min":0.378},"max":{"1min":0.81200000000000006,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.66100000000000003,"15min":0.66300000000000003},"min":{"1min":0.48999999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.097,"5min":1.097,"15min":1.097},"last":0.93000000000000005}]},{"osd":3,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":0.74299999999999999,"15min":0.73999999999999999},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.5169999999999999,"5min":1.5169999999999999,"15min":1.5169999999999999},"last":0.84799999999999998},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.77800000000000002,"15min":0.77400000000000002},"min":{"1min":0.54500000000000004,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.3169999999999999,"5min":1.3169999999999999,"15min":1.3169999999999999},"last":0.90600000000000003}]},{"osd":4,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.89100000000000001,"5min":0.85499999999999998,"15min":0.85699999999999998},"min":{"1min":0.59099999999999997,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.4450000000000001,"5min":1.4450000000000001,"15min":1.4450000000000001},"last":1.0649999999999999},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.79200000000000004,"15min":0.79100000000000004},"min":{"1min":0.54000000000000004,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":2.0470000000000002,"5min":2.0470000000000002,"15min":2.0470000000000002},"last":1.04}]},{"osd":5,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.377,"5min":1.377,"15min":1.377},"last":1.161},{"interface":"front","average":{"1min":0.91600000000000004,"5min":0.85899999999999999,"15min":0.85699999999999998},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.94399999999999995}]}]}]}} , 2021-01-04T20:28:50.288 INFO:tasks.ceph:pgid 1.7 last_scrub_stamp 2021-01-04T20:25:37.742543+0000 time.struct_time(tm_year=2021, tm_mon=1, tm_mday=4, tm_hour=20, tm_min=25, tm_sec=37, tm_wday=0, tm_yday=4, tm_isdst=-1) <= time.struct_time(tm_year=2021, tm_mon=1, tm_mday=4, tm_hour=20, tm_min=28, tm_sec=46, tm_wday=0, tm_yday=4, tm_isdst=0) , 2021-01-04T20:28:50.289 INFO:tasks.ceph:pgid 1.6 last_scrub_stamp 2021-01-04T20:25:37.742543+0000 time.struct_time(tm_year=2021, tm_mon=1, tm_mday=4, tm_hour=20, tm_min=25, tm_sec=37, tm_wday=0, tm_yday=4, tm_isdst=-1) <= time.struct_time(tm_year=2021, tm_mon=1, tm_mday=4, tm_hour=20, tm_min=28, tm_sec=46, tm_wday=0, tm_yday=4, tm_isdst=0) 2021-01-05T00:09:34.363 WARNING:scrape:Ignoring malparsed backtrace: 2021-01-04T20:29:55.678 DEBUG:teuthology.orchestra.run.smithi070:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 , 2021-01-04T20:29:55.742 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi043.front.sepia.ceph.com , 2021-01-04T20:29:55.744 DEBUG:teuthology.orchestra.run.smithi043:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2021-01-05T00:09:34.364 WARNING:scrape:Ignoring malparsed backtrace: 2021-01-04T20:31:24.433 DEBUG:teuthology.orchestra.run.smithi070:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart , Redirecting to /bin/systemctl restart rsyslog.service , Redirecting to /bin/systemctl restart rsyslog.service 2021-01-05T00:09:34.457 WARNING:scrape:Ignoring malparsed backtrace: ceph version 15.2.8-95-g27591544 (275915445a3277baa7a48492fd172de21f636975) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f75a4d24f1a] , 2: (DeleteOp::_begin()+0x519) [0x55c6cb07a129] 2021-01-05T00:09:34.459 WARNING:scrape:Ignoring malparsed backtrace: 2021-01-04T20:28:50.285 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":127,"stamp":"2021-01-04T20:28:48.930253+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30180621549,"num_objects":10143,"num_object_clones":0,"num_object_copies":20286,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10114,"num_whiteouts":29,"num_read":22707,"num_read_kb":1159328,"num_write":52884,"num_write_kb":23931921,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":29,"num_bytes_hit_set_archive":14472,"num_flush":3566,"num_flush_kb":10442408,"num_evict":3088,"num_evict_kb":9004397,"num_promote":3895,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":48928,"ondisk_log_size":48928,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":44875140,"kb_used_data":38562460,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":521355900,"statfs":{"total":579820584960,"available":533868441600,"internally_reserved":6442450944,"allocated":39487959040,"data_stored":39339859818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":145408088,"num_objects":54,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":54,"num_whiteouts":9,"num_read":647,"num_read_kb":642783,"num_write":256,"num_write_kb":147487,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":7,"num_flush_kb":17250,"num_evict":7,"num_evict_kb":17250,"num_promote":66,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.001878"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.797981+0000","last_change":"2021-01-04T20:25:38.793571+0000","last_active":"2021-01-04T20:28:22.797981+0000","last_peered":"2021-01-04T20:28:22.797981+0000","last_clean":"2021-01-04T20:28:22.797981+0000","last_became_active":"2021-01-04T20:25:38.793141+0000","last_became_peered":"2021-01-04T20:25:38.793141+0000","last_unstale":"2021-01-04T20:28:22.797981+0000","last_undegraded":"2021-01-04T20:28:22.797981+0000","last_fullsized":"2021-01-04T20:28:22.797981+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.797259+0000","last_change":"2021-01-04T20:25:38.793929+0000","last_active":"2021-01-04T20:28:22.797259+0000","last_peered":"2021-01-04T20:28:22.797259+0000","last_clean":"2021-01-04T20:28:22.797259+0000","last_became_active":"2021-01-04T20:25:38.793483+0000","last_became_peered":"2021-01-04T20:25:38.793483+0000","last_unstale":"2021-01-04T20:28:22.797259+0000","last_undegraded":"2021-01-04T20:28:22.797259+0000","last_fullsized":"2021-01-04T20:28:22.797259+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5369","reported_seq":"7475","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:43.772928+0000","last_change":"2021-01-04T20:25:47.769000+0000","last_active":"2021-01-04T20:28:43.772928+0000","last_peered":"2021-01-04T20:28:43.772928+0000","last_clean":"2021-01-04T20:28:43.772928+0000","last_became_active":"2021-01-04T20:25:47.768681+0000","last_became_peered":"2021-01-04T20:25:47.768681+0000","last_unstale":"2021-01-04T20:28:43.772928+0000","last_undegraded":"2021-01-04T20:28:43.772928+0000","last_fullsized":"2021-01-04T20:28:43.772928+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_clean_scrub_stamp":"2021-01-04T20:25:46.759696+0000","log_size":5369,"ondisk_log_size":5369,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":101994446,"num_objects":48,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":40,"num_whiteouts":8,"num_read":1848,"num_read_kb":914,"num_write":4771,"num_write_kb":1105829,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":4066,"num_flush":866,"num_flush_kb":2519959,"num_evict":779,"num_evict_kb":2244891,"num_promote":964,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6605","reported_seq":"8692","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:44.701839+0000","last_change":"2021-01-04T20:25:45.794933+0000","last_active":"2021-01-04T20:28:44.701839+0000","last_peered":"2021-01-04T20:28:44.701839+0000","last_clean":"2021-01-04T20:28:44.701839+0000","last_became_active":"2021-01-04T20:25:45.794485+0000","last_became_peered":"2021-01-04T20:25:45.794485+0000","last_unstale":"2021-01-04T20:28:44.701839+0000","last_undegraded":"2021-01-04T20:28:44.701839+0000","last_fullsized":"2021-01-04T20:28:44.701839+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_clean_scrub_stamp":"2021-01-04T20:25:44.755364+0000","log_size":6605,"ondisk_log_size":6605,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7408612869,"num_objects":2484,"num_object_clones":0,"num_object_copies":4968,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2484,"num_whiteouts":0,"num_read":3757,"num_read_kb":343525,"num_write":8211,"num_write_kb":4754764,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.797962+0000","last_change":"2021-01-04T20:25:38.794235+0000","last_active":"2021-01-04T20:28:22.797962+0000","last_peered":"2021-01-04T20:28:22.797962+0000","last_clean":"2021-01-04T20:28:22.797962+0000","last_became_active":"2021-01-04T20:25:38.793854+0000","last_became_peered":"2021-01-04T20:25:38.793854+0000","last_unstale":"2021-01-04T20:28:22.797962+0000","last_undegraded":"2021-01-04T20:28:22.797962+0000","last_fullsized":"2021-01-04T20:28:22.797962+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5476","reported_seq":"7570","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:43.780863+0000","last_change":"2021-01-04T20:25:48.740300+0000","last_active":"2021-01-04T20:28:43.780863+0000","last_peered":"2021-01-04T20:28:43.780863+0000","last_clean":"2021-01-04T20:28:43.780863+0000","last_became_active":"2021-01-04T20:25:48.739950+0000","last_became_peered":"2021-01-04T20:25:48.739950+0000","last_unstale":"2021-01-04T20:28:43.780863+0000","last_undegraded":"2021-01-04T20:28:43.780863+0000","last_fullsized":"2021-01-04T20:28:43.780863+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_clean_scrub_stamp":"2021-01-04T20:25:46.759696+0000","log_size":5476,"ondisk_log_size":5476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":84391194,"num_objects":41,"num_object_clones":0,"num_object_copies":82,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":36,"num_whiteouts":7,"num_read":1883,"num_read_kb":916,"num_write":4909,"num_write_kb":1167331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2594,"num_flush":882,"num_flush_kb":2579445,"num_evict":789,"num_evict_kb":2309808,"num_promote":943,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6601","reported_seq":"8766","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:44.439895+0000","last_change":"2021-01-04T20:25:45.764446+0000","last_active":"2021-01-04T20:28:44.439895+0000","last_peered":"2021-01-04T20:28:44.439895+0000","last_clean":"2021-01-04T20:28:44.439895+0000","last_became_active":"2021-01-04T20:25:45.764122+0000","last_became_peered":"2021-01-04T20:25:45.764122+0000","last_unstale":"2021-01-04T20:28:44.439895+0000","last_undegraded":"2021-01-04T20:28:44.439895+0000","last_fullsized":"2021-01-04T20:28:44.439895+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_clean_scrub_stamp":"2021-01-04T20:25:44.755364+0000","log_size":6601,"ondisk_log_size":6601,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7292765918,"num_objects":2446,"num_object_clones":0,"num_object_copies":4892,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2446,"num_whiteouts":0,"num_read":3722,"num_read_kb":177697,"num_write":8185,"num_write_kb":4721411,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.797291+0000","last_change":"2021-01-04T20:25:38.794377+0000","last_active":"2021-01-04T20:28:22.797291+0000","last_peered":"2021-01-04T20:28:22.797291+0000","last_clean":"2021-01-04T20:28:22.797291+0000","last_became_active":"2021-01-04T20:25:38.793207+0000","last_became_peered":"2021-01-04T20:25:38.793207+0000","last_unstale":"2021-01-04T20:28:22.797291+0000","last_undegraded":"2021-01-04T20:28:22.797291+0000","last_fullsized":"2021-01-04T20:28:22.797291+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5522","reported_seq":"7847","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:46.826832+0000","last_change":"2021-01-04T20:25:47.769055+0000","last_active":"2021-01-04T20:28:46.826832+0000","last_peered":"2021-01-04T20:28:46.826832+0000","last_clean":"2021-01-04T20:28:46.826832+0000","last_became_active":"2021-01-04T20:25:47.768737+0000","last_became_peered":"2021-01-04T20:25:47.768737+0000","last_unstale":"2021-01-04T20:28:46.826832+0000","last_undegraded":"2021-01-04T20:28:46.826832+0000","last_fullsized":"2021-01-04T20:28:46.826832+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_clean_scrub_stamp":"2021-01-04T20:25:46.759696+0000","log_size":5522,"ondisk_log_size":5522,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":132044420,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":6,"num_read":2035,"num_read_kb":43398,"num_write":4911,"num_write_kb":1184071,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3837,"num_flush":868,"num_flush_kb":2539702,"num_evict":653,"num_evict_kb":1906614,"num_promote":947,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6706","reported_seq":"8894","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:44.403502+0000","last_change":"2021-01-04T20:25:45.794895+0000","last_active":"2021-01-04T20:28:44.403502+0000","last_peered":"2021-01-04T20:28:44.403502+0000","last_clean":"2021-01-04T20:28:44.403502+0000","last_became_active":"2021-01-04T20:25:45.794383+0000","last_became_peered":"2021-01-04T20:25:45.794383+0000","last_unstale":"2021-01-04T20:28:44.403502+0000","last_undegraded":"2021-01-04T20:28:44.403502+0000","last_fullsized":"2021-01-04T20:28:44.403502+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_clean_scrub_stamp":"2021-01-04T20:25:44.755364+0000","log_size":6706,"ondisk_log_size":6706,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7597864137,"num_objects":2529,"num_object_clones":0,"num_object_copies":5058,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2529,"num_whiteouts":0,"num_read":3799,"num_read_kb":310527,"num_write":8287,"num_write_kb":5011817,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.798504+0000","last_change":"2021-01-04T20:25:38.795041+0000","last_active":"2021-01-04T20:28:22.798504+0000","last_peered":"2021-01-04T20:28:22.798504+0000","last_clean":"2021-01-04T20:28:22.798504+0000","last_became_active":"2021-01-04T20:25:38.794662+0000","last_became_peered":"2021-01-04T20:25:38.794662+0000","last_unstale":"2021-01-04T20:28:22.798504+0000","last_undegraded":"2021-01-04T20:28:22.798504+0000","last_fullsized":"2021-01-04T20:28:22.798504+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5923","reported_seq":"8213","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:42.887366+0000","last_change":"2021-01-04T20:25:47.769252+0000","last_active":"2021-01-04T20:28:42.887366+0000","last_peered":"2021-01-04T20:28:42.887366+0000","last_clean":"2021-01-04T20:28:42.887366+0000","last_became_active":"2021-01-04T20:25:47.768883+0000","last_became_peered":"2021-01-04T20:25:47.768883+0000","last_unstale":"2021-01-04T20:28:42.887366+0000","last_undegraded":"2021-01-04T20:28:42.887366+0000","last_fullsized":"2021-01-04T20:28:42.887366+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_clean_scrub_stamp":"2021-01-04T20:25:46.759696+0000","log_size":5923,"ondisk_log_size":5923,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":69147349,"num_objects":38,"num_object_clones":0,"num_object_copies":76,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":8,"num_read":1996,"num_read_kb":999,"num_write":5242,"num_write_kb":1217066,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3975,"num_flush":950,"num_flush_kb":2803302,"num_evict":867,"num_evict_kb":2543084,"num_promote":1041,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6726","reported_seq":"8722","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:46.821499+0000","last_change":"2021-01-04T20:25:45.794645+0000","last_active":"2021-01-04T20:28:46.821499+0000","last_peered":"2021-01-04T20:28:46.821499+0000","last_clean":"2021-01-04T20:28:46.821499+0000","last_became_active":"2021-01-04T20:25:45.794290+0000","last_became_peered":"2021-01-04T20:25:45.794290+0000","last_unstale":"2021-01-04T20:28:46.821499+0000","last_undegraded":"2021-01-04T20:28:46.821499+0000","last_fullsized":"2021-01-04T20:28:46.821499+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_clean_scrub_stamp":"2021-01-04T20:25:44.755364+0000","log_size":6726,"ondisk_log_size":6726,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7493801216,"num_objects":2501,"num_object_clones":0,"num_object_copies":5002,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2501,"num_whiteouts":0,"num_read":3667,"num_read_kb":281352,"num_write":8368,"num_write_kb":4769632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.796827+0000","last_change":"2021-01-04T20:25:38.751730+0000","last_active":"2021-01-04T20:28:22.796827+0000","last_peered":"2021-01-04T20:28:22.796827+0000","last_clean":"2021-01-04T20:28:22.796827+0000","last_became_active":"2021-01-04T20:25:38.751368+0000","last_became_peered":"2021-01-04T20:25:38.751368+0000","last_unstale":"2021-01-04T20:28:22.796827+0000","last_undegraded":"2021-01-04T20:28:22.796827+0000","last_fullsized":"2021-01-04T20:28:22.796827+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.796733+0000","last_change":"2021-01-04T20:25:38.751887+0000","last_active":"2021-01-04T20:28:22.796733+0000","last_peered":"2021-01-04T20:28:22.796733+0000","last_clean":"2021-01-04T20:28:22.796733+0000","last_became_active":"2021-01-04T20:25:38.751494+0000","last_became_peered":"2021-01-04T20:25:38.751494+0000","last_unstale":"2021-01-04T20:28:22.796733+0000","last_undegraded":"2021-01-04T20:28:22.796733+0000","last_fullsized":"2021-01-04T20:28:22.796733+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.798646+0000","last_change":"2021-01-04T20:25:38.793572+0000","last_active":"2021-01-04T20:28:22.798646+0000","last_peered":"2021-01-04T20:28:22.798646+0000","last_clean":"2021-01-04T20:28:22.798646+0000","last_became_active":"2021-01-04T20:25:38.793118+0000","last_became_peered":"2021-01-04T20:25:38.793118+0000","last_unstale":"2021-01-04T20:28:22.798646+0000","last_undegraded":"2021-01-04T20:28:22.798646+0000","last_fullsized":"2021-01-04T20:28:22.798646+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":387577409,"num_objects":183,"num_object_clones":0,"num_object_copies":366,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":154,"num_whiteouts":29,"num_read":7762,"num_read_kb":46227,"num_write":19833,"num_write_kb":4674297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":29,"num_bytes_hit_set_archive":14472,"num_flush":3566,"num_flush_kb":10442408,"num_evict":3088,"num_evict_kb":9004397,"num_promote":3895,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":635617280,"data_stored":634154254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22290,"ondisk_log_size":22290,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29793044140,"num_objects":9960,"num_object_clones":0,"num_object_copies":19920,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9960,"num_whiteouts":0,"num_read":14945,"num_read_kb":1113101,"num_write":33051,"num_write_kb":19257624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":38850682880,"data_stored":38705004074,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26638,"ondisk_log_size":26638,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640297,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10468460,"kb_used_data":9404652,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83903380,"statfs":{"total":96636764160,"available":85917061120,"internally_reserved":1073741824,"allocated":9630363648,"data_stored":9593891466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.75900000000000001,"15min":0.80900000000000005},"min":{"1min":0.378,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.96899999999999997,"5min":1.6000000000000001,"15min":1.6000000000000001},"last":0.90400000000000003},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.82199999999999995,"15min":0.81999999999999995},"min":{"1min":0.61599999999999999,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.355,"5min":1.355,"15min":1.355},"last":0.98099999999999998}]},{"osd":1,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.73999999999999999,"15min":0.78400000000000003},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.4770000000000001,"5min":1.4770000000000001,"15min":1.4770000000000001},"last":0.749},{"interface":"front","average":{"1min":0.871,"5min":0.95399999999999996,"15min":1.0009999999999999},"min":{"1min":0.497,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.268,"5min":1.3919999999999999,"15min":1.3919999999999999},"last":1.0289999999999999}]},{"osd":2,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":0.83899999999999997,"5min":0.77700000000000002,"15min":0.78900000000000003},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":2.0059999999999998,"5min":2.0059999999999998,"15min":2.0059999999999998},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.71199999999999997,"15min":0.71199999999999997},"min":{"1min":0.51200000000000001,"5min":0.437,"15min":0.437},"max":{"1min":1.843,"5min":1.843,"15min":1.843},"last":0.56599999999999995}]},{"osd":3,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.79600000000000004,"15min":0.77600000000000002},"min":{"1min":0.60899999999999999,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.9950000000000001,"5min":1.9950000000000001,"15min":1.9950000000000001},"last":0.59199999999999997},{"interface":"front","average":{"1min":1.0069999999999999,"5min":0.76100000000000001,"15min":0.71999999999999997},"min":{"1min":0.51200000000000001,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":2.0539999999999998,"5min":2.0539999999999998,"15min":2.0539999999999998},"last":0.85199999999999998}]},{"osd":4,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":0.83899999999999997,"15min":0.80300000000000005},"min":{"1min":0.69999999999999996,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":2.1240000000000001,"5min":2.1240000000000001,"15min":2.1240000000000001},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.82699999999999996,"15min":0.82099999999999995},"min":{"1min":0.54100000000000004,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.8120000000000001,"5min":1.8120000000000001,"15min":1.8120000000000001},"last":0.63400000000000001}]}]},{"osd":4,"up_from":11,"seq":47244640297,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1195316,"kb_used_data":144432,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93176524,"statfs":{"total":96636764160,"available":95412760576,"internally_reserved":1073741824,"allocated":147898368,"data_stored":147455224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.68899999999999995,"15min":0.68700000000000006},"min":{"1min":0.39100000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.99299999999999999,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.64500000000000002,"15min":0.65500000000000003},"min":{"1min":0.45600000000000002,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.90800000000000003,"5min":1.117,"15min":1.117},"last":0.93999999999999995}]},{"osd":1,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.65200000000000002,"15min":0.65500000000000003},"min":{"1min":0.44600000000000001,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.96099999999999997,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.503,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.22,"5min":1.228,"15min":1.228},"last":0.875}]},{"osd":2,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":0.80100000000000005,"15min":0.79800000000000004},"min":{"1min":0.49299999999999999,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":0.97499999999999998},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.74099999999999999,"15min":0.73899999999999999},"min":{"1min":0.56000000000000005,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":0.93899999999999995,"5min":1.081,"15min":1.081},"last":1.0920000000000001}]},{"osd":3,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"min":{"1min":0.48199999999999998,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.88700000000000001,"5min":1.0409999999999999,"15min":1.0409999999999999},"last":0.628},{"interface":"front","average":{"1min":0.872,"5min":0.92800000000000005,"15min":0.93300000000000005},"min":{"1min":0.64300000000000002,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.1850000000000001,"5min":1.488,"15min":1.488},"last":1.048}]},{"osd":5,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.81299999999999994,"15min":0.80900000000000005},"min":{"1min":0.50900000000000001,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.2989999999999999,"5min":1.343,"15min":1.343},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.81299999999999994,"15min":0.81499999999999995},"min":{"1min":0.56999999999999995,"5min":0.441,"15min":0.441},"max":{"1min":1.232,"5min":1.3,"15min":1.3},"last":0.90700000000000003}]}]},{"osd":3,"up_from":11,"seq":47244640297,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5767792,"kb_used_data":4719208,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":88604048,"statfs":{"total":96636764160,"available":90730545152,"internally_reserved":1073741824,"allocated":4832468992,"data_stored":4813752674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.65400000000000003,"15min":0.66200000000000003},"min":{"1min":0.372,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.544,"5min":1.544,"15min":1.544},"last":0.746},{"interface":"front","average":{"1min":0.876,"5min":0.88700000000000001,"15min":0.90200000000000002},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.6699999999999999,"5min":1.6699999999999999,"15min":1.6699999999999999},"last":0.98499999999999999}]},{"osd":1,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.67600000000000005,"15min":0.66600000000000004},"min":{"1min":0.46500000000000002,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.3979999999999999,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.91200000000000003},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.75600000000000001,"15min":0.74199999999999999},"min":{"1min":0.497,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.107,"5min":2.6880000000000002,"15min":2.6880000000000002},"last":1.0069999999999999}]},{"osd":2,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.50900000000000001,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.2929999999999999,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":1.073},{"interface":"front","average":{"1min":0.93400000000000005,"5min":0.80100000000000005,"15min":0.77900000000000003},"min":{"1min":0.58099999999999996,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.6970000000000001,"5min":1.6970000000000001,"15min":1.6970000000000001},"last":0.79800000000000004}]},{"osd":4,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":0.747,"15min":0.74099999999999999},"min":{"1min":0.48299999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":2.4460000000000002,"5min":2.4460000000000002,"15min":2.4460000000000002},"last":0.83399999999999996},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.78000000000000003,"15min":0.78600000000000003},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":0.88500000000000001}]},{"osd":5,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.96999999999999997,"5min":0.84099999999999997,"15min":0.81399999999999995},"min":{"1min":0.59599999999999997,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":2.1120000000000001,"5min":2.1120000000000001,"15min":2.1120000000000001},"last":1.0469999999999999},{"interface":"front","average":{"1min":0.89900000000000002,"5min":0.87,"15min":0.874},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.8999999999999999,"5min":1.8999999999999999,"15min":1.8999999999999999},"last":1.173}]}]},{"osd":2,"up_from":11,"seq":47244640298,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10687524,"kb_used_data":9638940,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83684316,"statfs":{"total":96636764160,"available":85692739584,"internally_reserved":1073741824,"allocated":9870274560,"data_stored":9833826080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.49399999999999999,"15min":0.50600000000000001},"min":{"1min":0.35499999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.53000000000000003,"15min":0.52800000000000002},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.53500000000000003}]},{"osd":1,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.628,"15min":0.63700000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.5509999999999999,"5min":1.5509999999999999,"15min":1.5509999999999999},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.61899999999999999,"15min":0.58799999999999997},"min":{"1min":0.45100000000000001,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":3.2679999999999998,"5min":3.2679999999999998,"15min":3.2679999999999998},"last":0.58199999999999996}]},{"osd":3,"last update":"Mon Jan 4 20:28:43 2021","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":0.80300000000000005,"15min":0.81299999999999994},"min":{"1min":0.54300000000000004,"5min":0.433,"15min":0.433},"max":{"1min":1.369,"5min":1.369,"15min":1.369},"last":0.82399999999999995},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.80900000000000005,"15min":0.82699999999999996},"min":{"1min":0.502,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.163,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.626}]},{"osd":4,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.80500000000000005,"5min":0.77100000000000002,"15min":0.77500000000000002},"min":{"1min":0.53600000000000003,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.401,"5min":1.5089999999999999,"15min":1.5089999999999999},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.85599999999999998,"15min":0.88200000000000001},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.2689999999999999,"5min":1.593,"15min":1.593},"last":0.749}]},{"osd":5,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80300000000000005,"15min":0.81499999999999995},"min":{"1min":0.58899999999999997,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.512,"5min":1.512,"15min":1.512},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.84199999999999997,"5min":0.81899999999999995,"15min":0.82499999999999996},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.468,"5min":1.468,"15min":1.468},"last":0.79000000000000004}]}]},{"osd":0,"up_from":11,"seq":47244640297,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1194652,"kb_used_data":144432,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93177188,"statfs":{"total":96636764160,"available":95413440512,"internally_reserved":1073741824,"allocated":147898368,"data_stored":147455224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.52100000000000002,"15min":0.52600000000000002},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.90600000000000003,"5min":1.167,"15min":1.167},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.35899999999999999,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.48799999999999999}]},{"osd":2,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.59999999999999998,"15min":0.58599999999999997},"min":{"1min":0.45900000000000002,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":2.1059999999999999,"5min":2.1059999999999999,"15min":2.1059999999999999},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.66600000000000004,"15min":0.68600000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.96599999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.60799999999999998}]},{"osd":3,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.80900000000000005,"15min":0.84499999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.8340000000000001,"5min":1.8340000000000001,"15min":1.8340000000000001},"last":1.0569999999999999},{"interface":"front","average":{"1min":0.85299999999999998,"5min":0.873,"15min":0.89600000000000002},"min":{"1min":0.56100000000000005,"5min":0.502,"15min":0.502},"max":{"1min":1.159,"5min":1.423,"15min":1.423},"last":1.004}]},{"osd":4,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.79500000000000004,"5min":0.78100000000000003,"15min":0.81000000000000005},"min":{"1min":0.54800000000000004,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.28,"5min":1.7470000000000001,"15min":1.7470000000000001},"last":0.93899999999999995},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.83399999999999996,"15min":0.85999999999999999},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.2250000000000001,"5min":1.341,"15min":1.341},"last":0.873}]},{"osd":5,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.95599999999999996,"5min":0.86099999999999999,"15min":0.86699999999999999},"min":{"1min":0.60799999999999998,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.385,"5min":1.391,"15min":1.391},"last":1.1240000000000001},{"interface":"front","average":{"1min":1.0129999999999999,"5min":0.92100000000000004,"15min":0.93999999999999995},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":2.6749999999999998,"5min":2.6749999999999998,"15min":2.6749999999999998},"last":0.97299999999999998}]}]},{"osd":1,"up_from":11,"seq":47244640297,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":15561396,"kb_used_data":14510796,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":78810444,"statfs":{"total":96636764160,"available":80701894656,"internally_reserved":1073741824,"allocated":14859055104,"data_stored":14803479150,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.504,"15min":0.51700000000000002},"min":{"1min":0.32100000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.81299999999999994,"5min":0.87,"15min":0.87},"last":0.443},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.55200000000000005,"15min":0.53800000000000003},"min":{"1min":0.40400000000000003,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.505}]},{"osd":2,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.59499999999999997,"15min":0.60299999999999998},"min":{"1min":0.38600000000000001,"5min":0.378,"15min":0.378},"max":{"1min":0.81200000000000006,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.66100000000000003,"15min":0.66300000000000003},"min":{"1min":0.48999999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.097,"5min":1.097,"15min":1.097},"last":0.93000000000000005}]},{"osd":3,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":0.74299999999999999,"15min":0.73999999999999999},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.5169999999999999,"5min":1.5169999999999999,"15min":1.5169999999999999},"last":0.84799999999999998},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.77800000000000002,"15min":0.77400000000000002},"min":{"1min":0.54500000000000004,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.3169999999999999,"5min":1.3169999999999999,"15min":1.3169999999999999},"last":0.90600000000000003}]},{"osd":4,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.89100000000000001,"5min":0.85499999999999998,"15min":0.85699999999999998},"min":{"1min":0.59099999999999997,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.4450000000000001,"5min":1.4450000000000001,"15min":1.4450000000000001},"last":1.0649999999999999},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.79200000000000004,"15min":0.79100000000000004},"min":{"1min":0.54000000000000004,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":2.0470000000000002,"5min":2.0470000000000002,"15min":2.0470000000000002},"last":1.04}]},{"osd":5,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.377,"5min":1.377,"15min":1.377},"last":1.161},{"interface":"front","average":{"1min":0.91600000000000004,"5min":0.85899999999999999,"15min":0.85699999999999998},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.94399999999999995}]}]}]}} , 2021-01-04T20:28:50.288 INFO:tasks.ceph:pgid 1.7 last_scrub_stamp 2021-01-04T20:25:37.742543+0000 time.struct_time(tm_year=2021, tm_mon=1, tm_mday=4, tm_hour=20, tm_min=25, tm_sec=37, tm_wday=0, tm_yday=4, tm_isdst=-1) <= time.struct_time(tm_year=2021, tm_mon=1, tm_mday=4, tm_hour=20, tm_min=28, tm_sec=46, tm_wday=0, tm_yday=4, tm_isdst=0) , 2021-01-04T20:28:50.289 INFO:tasks.ceph:pgid 1.6 last_scrub_stamp 2021-01-04T20:25:37.742543+0000 time.struct_time(tm_year=2021, tm_mon=1, tm_mday=4, tm_hour=20, tm_min=25, tm_sec=37, tm_wday=0, tm_yday=4, tm_isdst=-1) <= time.struct_time(tm_year=2021, tm_mon=1, tm_mday=4, tm_hour=20, tm_min=28, tm_sec=46, tm_wday=0, tm_yday=4, tm_isdst=0) 2021-01-05T00:09:34.460 WARNING:scrape:Ignoring malparsed backtrace: 2021-01-04T20:29:55.678 DEBUG:teuthology.orchestra.run.smithi070:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 , 2021-01-04T20:29:55.742 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi043.front.sepia.ceph.com , 2021-01-04T20:29:55.744 DEBUG:teuthology.orchestra.run.smithi043:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2021-01-05T00:09:34.461 WARNING:scrape:Ignoring malparsed backtrace: 2021-01-04T20:31:24.433 DEBUG:teuthology.orchestra.run.smithi070:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart , Redirecting to /bin/systemctl restart rsyslog.service , Redirecting to /bin/systemctl restart rsyslog.service 2021-01-05T00:09:34.563 WARNING:scrape:Ignoring malparsed backtrace: ceph version 15.2.8-95-g27591544 (275915445a3277baa7a48492fd172de21f636975) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f75a4d24f1a] , 2: (DeleteOp::_begin()+0x519) [0x55c6cb07a129] 2021-01-05T00:09:34.565 WARNING:scrape:Ignoring malparsed backtrace: 2021-01-04T20:28:50.285 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":127,"stamp":"2021-01-04T20:28:48.930253+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30180621549,"num_objects":10143,"num_object_clones":0,"num_object_copies":20286,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10114,"num_whiteouts":29,"num_read":22707,"num_read_kb":1159328,"num_write":52884,"num_write_kb":23931921,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":29,"num_bytes_hit_set_archive":14472,"num_flush":3566,"num_flush_kb":10442408,"num_evict":3088,"num_evict_kb":9004397,"num_promote":3895,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":48928,"ondisk_log_size":48928,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":44875140,"kb_used_data":38562460,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":521355900,"statfs":{"total":579820584960,"available":533868441600,"internally_reserved":6442450944,"allocated":39487959040,"data_stored":39339859818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":145408088,"num_objects":54,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":54,"num_whiteouts":9,"num_read":647,"num_read_kb":642783,"num_write":256,"num_write_kb":147487,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":7,"num_flush_kb":17250,"num_evict":7,"num_evict_kb":17250,"num_promote":66,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.001878"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.797981+0000","last_change":"2021-01-04T20:25:38.793571+0000","last_active":"2021-01-04T20:28:22.797981+0000","last_peered":"2021-01-04T20:28:22.797981+0000","last_clean":"2021-01-04T20:28:22.797981+0000","last_became_active":"2021-01-04T20:25:38.793141+0000","last_became_peered":"2021-01-04T20:25:38.793141+0000","last_unstale":"2021-01-04T20:28:22.797981+0000","last_undegraded":"2021-01-04T20:28:22.797981+0000","last_fullsized":"2021-01-04T20:28:22.797981+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.797259+0000","last_change":"2021-01-04T20:25:38.793929+0000","last_active":"2021-01-04T20:28:22.797259+0000","last_peered":"2021-01-04T20:28:22.797259+0000","last_clean":"2021-01-04T20:28:22.797259+0000","last_became_active":"2021-01-04T20:25:38.793483+0000","last_became_peered":"2021-01-04T20:25:38.793483+0000","last_unstale":"2021-01-04T20:28:22.797259+0000","last_undegraded":"2021-01-04T20:28:22.797259+0000","last_fullsized":"2021-01-04T20:28:22.797259+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5369","reported_seq":"7475","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:43.772928+0000","last_change":"2021-01-04T20:25:47.769000+0000","last_active":"2021-01-04T20:28:43.772928+0000","last_peered":"2021-01-04T20:28:43.772928+0000","last_clean":"2021-01-04T20:28:43.772928+0000","last_became_active":"2021-01-04T20:25:47.768681+0000","last_became_peered":"2021-01-04T20:25:47.768681+0000","last_unstale":"2021-01-04T20:28:43.772928+0000","last_undegraded":"2021-01-04T20:28:43.772928+0000","last_fullsized":"2021-01-04T20:28:43.772928+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_clean_scrub_stamp":"2021-01-04T20:25:46.759696+0000","log_size":5369,"ondisk_log_size":5369,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":101994446,"num_objects":48,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":40,"num_whiteouts":8,"num_read":1848,"num_read_kb":914,"num_write":4771,"num_write_kb":1105829,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":4066,"num_flush":866,"num_flush_kb":2519959,"num_evict":779,"num_evict_kb":2244891,"num_promote":964,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6605","reported_seq":"8692","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:44.701839+0000","last_change":"2021-01-04T20:25:45.794933+0000","last_active":"2021-01-04T20:28:44.701839+0000","last_peered":"2021-01-04T20:28:44.701839+0000","last_clean":"2021-01-04T20:28:44.701839+0000","last_became_active":"2021-01-04T20:25:45.794485+0000","last_became_peered":"2021-01-04T20:25:45.794485+0000","last_unstale":"2021-01-04T20:28:44.701839+0000","last_undegraded":"2021-01-04T20:28:44.701839+0000","last_fullsized":"2021-01-04T20:28:44.701839+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_clean_scrub_stamp":"2021-01-04T20:25:44.755364+0000","log_size":6605,"ondisk_log_size":6605,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7408612869,"num_objects":2484,"num_object_clones":0,"num_object_copies":4968,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2484,"num_whiteouts":0,"num_read":3757,"num_read_kb":343525,"num_write":8211,"num_write_kb":4754764,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.797962+0000","last_change":"2021-01-04T20:25:38.794235+0000","last_active":"2021-01-04T20:28:22.797962+0000","last_peered":"2021-01-04T20:28:22.797962+0000","last_clean":"2021-01-04T20:28:22.797962+0000","last_became_active":"2021-01-04T20:25:38.793854+0000","last_became_peered":"2021-01-04T20:25:38.793854+0000","last_unstale":"2021-01-04T20:28:22.797962+0000","last_undegraded":"2021-01-04T20:28:22.797962+0000","last_fullsized":"2021-01-04T20:28:22.797962+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5476","reported_seq":"7570","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:43.780863+0000","last_change":"2021-01-04T20:25:48.740300+0000","last_active":"2021-01-04T20:28:43.780863+0000","last_peered":"2021-01-04T20:28:43.780863+0000","last_clean":"2021-01-04T20:28:43.780863+0000","last_became_active":"2021-01-04T20:25:48.739950+0000","last_became_peered":"2021-01-04T20:25:48.739950+0000","last_unstale":"2021-01-04T20:28:43.780863+0000","last_undegraded":"2021-01-04T20:28:43.780863+0000","last_fullsized":"2021-01-04T20:28:43.780863+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_clean_scrub_stamp":"2021-01-04T20:25:46.759696+0000","log_size":5476,"ondisk_log_size":5476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":84391194,"num_objects":41,"num_object_clones":0,"num_object_copies":82,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":36,"num_whiteouts":7,"num_read":1883,"num_read_kb":916,"num_write":4909,"num_write_kb":1167331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2594,"num_flush":882,"num_flush_kb":2579445,"num_evict":789,"num_evict_kb":2309808,"num_promote":943,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6601","reported_seq":"8766","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:44.439895+0000","last_change":"2021-01-04T20:25:45.764446+0000","last_active":"2021-01-04T20:28:44.439895+0000","last_peered":"2021-01-04T20:28:44.439895+0000","last_clean":"2021-01-04T20:28:44.439895+0000","last_became_active":"2021-01-04T20:25:45.764122+0000","last_became_peered":"2021-01-04T20:25:45.764122+0000","last_unstale":"2021-01-04T20:28:44.439895+0000","last_undegraded":"2021-01-04T20:28:44.439895+0000","last_fullsized":"2021-01-04T20:28:44.439895+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_clean_scrub_stamp":"2021-01-04T20:25:44.755364+0000","log_size":6601,"ondisk_log_size":6601,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7292765918,"num_objects":2446,"num_object_clones":0,"num_object_copies":4892,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2446,"num_whiteouts":0,"num_read":3722,"num_read_kb":177697,"num_write":8185,"num_write_kb":4721411,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.797291+0000","last_change":"2021-01-04T20:25:38.794377+0000","last_active":"2021-01-04T20:28:22.797291+0000","last_peered":"2021-01-04T20:28:22.797291+0000","last_clean":"2021-01-04T20:28:22.797291+0000","last_became_active":"2021-01-04T20:25:38.793207+0000","last_became_peered":"2021-01-04T20:25:38.793207+0000","last_unstale":"2021-01-04T20:28:22.797291+0000","last_undegraded":"2021-01-04T20:28:22.797291+0000","last_fullsized":"2021-01-04T20:28:22.797291+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5522","reported_seq":"7847","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:46.826832+0000","last_change":"2021-01-04T20:25:47.769055+0000","last_active":"2021-01-04T20:28:46.826832+0000","last_peered":"2021-01-04T20:28:46.826832+0000","last_clean":"2021-01-04T20:28:46.826832+0000","last_became_active":"2021-01-04T20:25:47.768737+0000","last_became_peered":"2021-01-04T20:25:47.768737+0000","last_unstale":"2021-01-04T20:28:46.826832+0000","last_undegraded":"2021-01-04T20:28:46.826832+0000","last_fullsized":"2021-01-04T20:28:46.826832+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_clean_scrub_stamp":"2021-01-04T20:25:46.759696+0000","log_size":5522,"ondisk_log_size":5522,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":132044420,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":6,"num_read":2035,"num_read_kb":43398,"num_write":4911,"num_write_kb":1184071,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3837,"num_flush":868,"num_flush_kb":2539702,"num_evict":653,"num_evict_kb":1906614,"num_promote":947,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6706","reported_seq":"8894","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:44.403502+0000","last_change":"2021-01-04T20:25:45.794895+0000","last_active":"2021-01-04T20:28:44.403502+0000","last_peered":"2021-01-04T20:28:44.403502+0000","last_clean":"2021-01-04T20:28:44.403502+0000","last_became_active":"2021-01-04T20:25:45.794383+0000","last_became_peered":"2021-01-04T20:25:45.794383+0000","last_unstale":"2021-01-04T20:28:44.403502+0000","last_undegraded":"2021-01-04T20:28:44.403502+0000","last_fullsized":"2021-01-04T20:28:44.403502+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_clean_scrub_stamp":"2021-01-04T20:25:44.755364+0000","log_size":6706,"ondisk_log_size":6706,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7597864137,"num_objects":2529,"num_object_clones":0,"num_object_copies":5058,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2529,"num_whiteouts":0,"num_read":3799,"num_read_kb":310527,"num_write":8287,"num_write_kb":5011817,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.798504+0000","last_change":"2021-01-04T20:25:38.795041+0000","last_active":"2021-01-04T20:28:22.798504+0000","last_peered":"2021-01-04T20:28:22.798504+0000","last_clean":"2021-01-04T20:28:22.798504+0000","last_became_active":"2021-01-04T20:25:38.794662+0000","last_became_peered":"2021-01-04T20:25:38.794662+0000","last_unstale":"2021-01-04T20:28:22.798504+0000","last_undegraded":"2021-01-04T20:28:22.798504+0000","last_fullsized":"2021-01-04T20:28:22.798504+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5923","reported_seq":"8213","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:42.887366+0000","last_change":"2021-01-04T20:25:47.769252+0000","last_active":"2021-01-04T20:28:42.887366+0000","last_peered":"2021-01-04T20:28:42.887366+0000","last_clean":"2021-01-04T20:28:42.887366+0000","last_became_active":"2021-01-04T20:25:47.768883+0000","last_became_peered":"2021-01-04T20:25:47.768883+0000","last_unstale":"2021-01-04T20:28:42.887366+0000","last_undegraded":"2021-01-04T20:28:42.887366+0000","last_fullsized":"2021-01-04T20:28:42.887366+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_clean_scrub_stamp":"2021-01-04T20:25:46.759696+0000","log_size":5923,"ondisk_log_size":5923,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":69147349,"num_objects":38,"num_object_clones":0,"num_object_copies":76,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":8,"num_read":1996,"num_read_kb":999,"num_write":5242,"num_write_kb":1217066,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3975,"num_flush":950,"num_flush_kb":2803302,"num_evict":867,"num_evict_kb":2543084,"num_promote":1041,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6726","reported_seq":"8722","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:46.821499+0000","last_change":"2021-01-04T20:25:45.794645+0000","last_active":"2021-01-04T20:28:46.821499+0000","last_peered":"2021-01-04T20:28:46.821499+0000","last_clean":"2021-01-04T20:28:46.821499+0000","last_became_active":"2021-01-04T20:25:45.794290+0000","last_became_peered":"2021-01-04T20:25:45.794290+0000","last_unstale":"2021-01-04T20:28:46.821499+0000","last_undegraded":"2021-01-04T20:28:46.821499+0000","last_fullsized":"2021-01-04T20:28:46.821499+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_clean_scrub_stamp":"2021-01-04T20:25:44.755364+0000","log_size":6726,"ondisk_log_size":6726,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7493801216,"num_objects":2501,"num_object_clones":0,"num_object_copies":5002,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2501,"num_whiteouts":0,"num_read":3667,"num_read_kb":281352,"num_write":8368,"num_write_kb":4769632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.796827+0000","last_change":"2021-01-04T20:25:38.751730+0000","last_active":"2021-01-04T20:28:22.796827+0000","last_peered":"2021-01-04T20:28:22.796827+0000","last_clean":"2021-01-04T20:28:22.796827+0000","last_became_active":"2021-01-04T20:25:38.751368+0000","last_became_peered":"2021-01-04T20:25:38.751368+0000","last_unstale":"2021-01-04T20:28:22.796827+0000","last_undegraded":"2021-01-04T20:28:22.796827+0000","last_fullsized":"2021-01-04T20:28:22.796827+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.796733+0000","last_change":"2021-01-04T20:25:38.751887+0000","last_active":"2021-01-04T20:28:22.796733+0000","last_peered":"2021-01-04T20:28:22.796733+0000","last_clean":"2021-01-04T20:28:22.796733+0000","last_became_active":"2021-01-04T20:25:38.751494+0000","last_became_peered":"2021-01-04T20:25:38.751494+0000","last_unstale":"2021-01-04T20:28:22.796733+0000","last_undegraded":"2021-01-04T20:28:22.796733+0000","last_fullsized":"2021-01-04T20:28:22.796733+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.798646+0000","last_change":"2021-01-04T20:25:38.793572+0000","last_active":"2021-01-04T20:28:22.798646+0000","last_peered":"2021-01-04T20:28:22.798646+0000","last_clean":"2021-01-04T20:28:22.798646+0000","last_became_active":"2021-01-04T20:25:38.793118+0000","last_became_peered":"2021-01-04T20:25:38.793118+0000","last_unstale":"2021-01-04T20:28:22.798646+0000","last_undegraded":"2021-01-04T20:28:22.798646+0000","last_fullsized":"2021-01-04T20:28:22.798646+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":387577409,"num_objects":183,"num_object_clones":0,"num_object_copies":366,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":154,"num_whiteouts":29,"num_read":7762,"num_read_kb":46227,"num_write":19833,"num_write_kb":4674297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":29,"num_bytes_hit_set_archive":14472,"num_flush":3566,"num_flush_kb":10442408,"num_evict":3088,"num_evict_kb":9004397,"num_promote":3895,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":635617280,"data_stored":634154254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22290,"ondisk_log_size":22290,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29793044140,"num_objects":9960,"num_object_clones":0,"num_object_copies":19920,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9960,"num_whiteouts":0,"num_read":14945,"num_read_kb":1113101,"num_write":33051,"num_write_kb":19257624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":38850682880,"data_stored":38705004074,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26638,"ondisk_log_size":26638,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640297,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10468460,"kb_used_data":9404652,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83903380,"statfs":{"total":96636764160,"available":85917061120,"internally_reserved":1073741824,"allocated":9630363648,"data_stored":9593891466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.75900000000000001,"15min":0.80900000000000005},"min":{"1min":0.378,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.96899999999999997,"5min":1.6000000000000001,"15min":1.6000000000000001},"last":0.90400000000000003},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.82199999999999995,"15min":0.81999999999999995},"min":{"1min":0.61599999999999999,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.355,"5min":1.355,"15min":1.355},"last":0.98099999999999998}]},{"osd":1,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.73999999999999999,"15min":0.78400000000000003},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.4770000000000001,"5min":1.4770000000000001,"15min":1.4770000000000001},"last":0.749},{"interface":"front","average":{"1min":0.871,"5min":0.95399999999999996,"15min":1.0009999999999999},"min":{"1min":0.497,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.268,"5min":1.3919999999999999,"15min":1.3919999999999999},"last":1.0289999999999999}]},{"osd":2,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":0.83899999999999997,"5min":0.77700000000000002,"15min":0.78900000000000003},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":2.0059999999999998,"5min":2.0059999999999998,"15min":2.0059999999999998},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.71199999999999997,"15min":0.71199999999999997},"min":{"1min":0.51200000000000001,"5min":0.437,"15min":0.437},"max":{"1min":1.843,"5min":1.843,"15min":1.843},"last":0.56599999999999995}]},{"osd":3,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.79600000000000004,"15min":0.77600000000000002},"min":{"1min":0.60899999999999999,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.9950000000000001,"5min":1.9950000000000001,"15min":1.9950000000000001},"last":0.59199999999999997},{"interface":"front","average":{"1min":1.0069999999999999,"5min":0.76100000000000001,"15min":0.71999999999999997},"min":{"1min":0.51200000000000001,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":2.0539999999999998,"5min":2.0539999999999998,"15min":2.0539999999999998},"last":0.85199999999999998}]},{"osd":4,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":0.83899999999999997,"15min":0.80300000000000005},"min":{"1min":0.69999999999999996,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":2.1240000000000001,"5min":2.1240000000000001,"15min":2.1240000000000001},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.82699999999999996,"15min":0.82099999999999995},"min":{"1min":0.54100000000000004,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.8120000000000001,"5min":1.8120000000000001,"15min":1.8120000000000001},"last":0.63400000000000001}]}]},{"osd":4,"up_from":11,"seq":47244640297,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1195316,"kb_used_data":144432,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93176524,"statfs":{"total":96636764160,"available":95412760576,"internally_reserved":1073741824,"allocated":147898368,"data_stored":147455224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.68899999999999995,"15min":0.68700000000000006},"min":{"1min":0.39100000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.99299999999999999,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.64500000000000002,"15min":0.65500000000000003},"min":{"1min":0.45600000000000002,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.90800000000000003,"5min":1.117,"15min":1.117},"last":0.93999999999999995}]},{"osd":1,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.65200000000000002,"15min":0.65500000000000003},"min":{"1min":0.44600000000000001,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.96099999999999997,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.503,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.22,"5min":1.228,"15min":1.228},"last":0.875}]},{"osd":2,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":0.80100000000000005,"15min":0.79800000000000004},"min":{"1min":0.49299999999999999,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":0.97499999999999998},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.74099999999999999,"15min":0.73899999999999999},"min":{"1min":0.56000000000000005,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":0.93899999999999995,"5min":1.081,"15min":1.081},"last":1.0920000000000001}]},{"osd":3,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"min":{"1min":0.48199999999999998,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.88700000000000001,"5min":1.0409999999999999,"15min":1.0409999999999999},"last":0.628},{"interface":"front","average":{"1min":0.872,"5min":0.92800000000000005,"15min":0.93300000000000005},"min":{"1min":0.64300000000000002,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.1850000000000001,"5min":1.488,"15min":1.488},"last":1.048}]},{"osd":5,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.81299999999999994,"15min":0.80900000000000005},"min":{"1min":0.50900000000000001,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.2989999999999999,"5min":1.343,"15min":1.343},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.81299999999999994,"15min":0.81499999999999995},"min":{"1min":0.56999999999999995,"5min":0.441,"15min":0.441},"max":{"1min":1.232,"5min":1.3,"15min":1.3},"last":0.90700000000000003}]}]},{"osd":3,"up_from":11,"seq":47244640297,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5767792,"kb_used_data":4719208,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":88604048,"statfs":{"total":96636764160,"available":90730545152,"internally_reserved":1073741824,"allocated":4832468992,"data_stored":4813752674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.65400000000000003,"15min":0.66200000000000003},"min":{"1min":0.372,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.544,"5min":1.544,"15min":1.544},"last":0.746},{"interface":"front","average":{"1min":0.876,"5min":0.88700000000000001,"15min":0.90200000000000002},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.6699999999999999,"5min":1.6699999999999999,"15min":1.6699999999999999},"last":0.98499999999999999}]},{"osd":1,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.67600000000000005,"15min":0.66600000000000004},"min":{"1min":0.46500000000000002,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.3979999999999999,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.91200000000000003},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.75600000000000001,"15min":0.74199999999999999},"min":{"1min":0.497,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.107,"5min":2.6880000000000002,"15min":2.6880000000000002},"last":1.0069999999999999}]},{"osd":2,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.50900000000000001,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.2929999999999999,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":1.073},{"interface":"front","average":{"1min":0.93400000000000005,"5min":0.80100000000000005,"15min":0.77900000000000003},"min":{"1min":0.58099999999999996,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.6970000000000001,"5min":1.6970000000000001,"15min":1.6970000000000001},"last":0.79800000000000004}]},{"osd":4,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":0.747,"15min":0.74099999999999999},"min":{"1min":0.48299999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":2.4460000000000002,"5min":2.4460000000000002,"15min":2.4460000000000002},"last":0.83399999999999996},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.78000000000000003,"15min":0.78600000000000003},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":0.88500000000000001}]},{"osd":5,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.96999999999999997,"5min":0.84099999999999997,"15min":0.81399999999999995},"min":{"1min":0.59599999999999997,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":2.1120000000000001,"5min":2.1120000000000001,"15min":2.1120000000000001},"last":1.0469999999999999},{"interface":"front","average":{"1min":0.89900000000000002,"5min":0.87,"15min":0.874},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.8999999999999999,"5min":1.8999999999999999,"15min":1.8999999999999999},"last":1.173}]}]},{"osd":2,"up_from":11,"seq":47244640298,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10687524,"kb_used_data":9638940,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83684316,"statfs":{"total":96636764160,"available":85692739584,"internally_reserved":1073741824,"allocated":9870274560,"data_stored":9833826080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.49399999999999999,"15min":0.50600000000000001},"min":{"1min":0.35499999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.53000000000000003,"15min":0.52800000000000002},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.53500000000000003}]},{"osd":1,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.628,"15min":0.63700000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.5509999999999999,"5min":1.5509999999999999,"15min":1.5509999999999999},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.61899999999999999,"15min":0.58799999999999997},"min":{"1min":0.45100000000000001,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":3.2679999999999998,"5min":3.2679999999999998,"15min":3.2679999999999998},"last":0.58199999999999996}]},{"osd":3,"last update":"Mon Jan 4 20:28:43 2021","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":0.80300000000000005,"15min":0.81299999999999994},"min":{"1min":0.54300000000000004,"5min":0.433,"15min":0.433},"max":{"1min":1.369,"5min":1.369,"15min":1.369},"last":0.82399999999999995},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.80900000000000005,"15min":0.82699999999999996},"min":{"1min":0.502,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.163,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.626}]},{"osd":4,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.80500000000000005,"5min":0.77100000000000002,"15min":0.77500000000000002},"min":{"1min":0.53600000000000003,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.401,"5min":1.5089999999999999,"15min":1.5089999999999999},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.85599999999999998,"15min":0.88200000000000001},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.2689999999999999,"5min":1.593,"15min":1.593},"last":0.749}]},{"osd":5,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80300000000000005,"15min":0.81499999999999995},"min":{"1min":0.58899999999999997,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.512,"5min":1.512,"15min":1.512},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.84199999999999997,"5min":0.81899999999999995,"15min":0.82499999999999996},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.468,"5min":1.468,"15min":1.468},"last":0.79000000000000004}]}]},{"osd":0,"up_from":11,"seq":47244640297,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1194652,"kb_used_data":144432,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93177188,"statfs":{"total":96636764160,"available":95413440512,"internally_reserved":1073741824,"allocated":147898368,"data_stored":147455224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.52100000000000002,"15min":0.52600000000000002},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.90600000000000003,"5min":1.167,"15min":1.167},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.35899999999999999,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.48799999999999999}]},{"osd":2,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.59999999999999998,"15min":0.58599999999999997},"min":{"1min":0.45900000000000002,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":2.1059999999999999,"5min":2.1059999999999999,"15min":2.1059999999999999},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.66600000000000004,"15min":0.68600000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.96599999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.60799999999999998}]},{"osd":3,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.80900000000000005,"15min":0.84499999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.8340000000000001,"5min":1.8340000000000001,"15min":1.8340000000000001},"last":1.0569999999999999},{"interface":"front","average":{"1min":0.85299999999999998,"5min":0.873,"15min":0.89600000000000002},"min":{"1min":0.56100000000000005,"5min":0.502,"15min":0.502},"max":{"1min":1.159,"5min":1.423,"15min":1.423},"last":1.004}]},{"osd":4,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.79500000000000004,"5min":0.78100000000000003,"15min":0.81000000000000005},"min":{"1min":0.54800000000000004,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.28,"5min":1.7470000000000001,"15min":1.7470000000000001},"last":0.93899999999999995},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.83399999999999996,"15min":0.85999999999999999},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.2250000000000001,"5min":1.341,"15min":1.341},"last":0.873}]},{"osd":5,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.95599999999999996,"5min":0.86099999999999999,"15min":0.86699999999999999},"min":{"1min":0.60799999999999998,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.385,"5min":1.391,"15min":1.391},"last":1.1240000000000001},{"interface":"front","average":{"1min":1.0129999999999999,"5min":0.92100000000000004,"15min":0.93999999999999995},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":2.6749999999999998,"5min":2.6749999999999998,"15min":2.6749999999999998},"last":0.97299999999999998}]}]},{"osd":1,"up_from":11,"seq":47244640297,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":15561396,"kb_used_data":14510796,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":78810444,"statfs":{"total":96636764160,"available":80701894656,"internally_reserved":1073741824,"allocated":14859055104,"data_stored":14803479150,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.504,"15min":0.51700000000000002},"min":{"1min":0.32100000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.81299999999999994,"5min":0.87,"15min":0.87},"last":0.443},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.55200000000000005,"15min":0.53800000000000003},"min":{"1min":0.40400000000000003,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.505}]},{"osd":2,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.59499999999999997,"15min":0.60299999999999998},"min":{"1min":0.38600000000000001,"5min":0.378,"15min":0.378},"max":{"1min":0.81200000000000006,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.66100000000000003,"15min":0.66300000000000003},"min":{"1min":0.48999999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.097,"5min":1.097,"15min":1.097},"last":0.93000000000000005}]},{"osd":3,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":0.74299999999999999,"15min":0.73999999999999999},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.5169999999999999,"5min":1.5169999999999999,"15min":1.5169999999999999},"last":0.84799999999999998},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.77800000000000002,"15min":0.77400000000000002},"min":{"1min":0.54500000000000004,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.3169999999999999,"5min":1.3169999999999999,"15min":1.3169999999999999},"last":0.90600000000000003}]},{"osd":4,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.89100000000000001,"5min":0.85499999999999998,"15min":0.85699999999999998},"min":{"1min":0.59099999999999997,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.4450000000000001,"5min":1.4450000000000001,"15min":1.4450000000000001},"last":1.0649999999999999},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.79200000000000004,"15min":0.79100000000000004},"min":{"1min":0.54000000000000004,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":2.0470000000000002,"5min":2.0470000000000002,"15min":2.0470000000000002},"last":1.04}]},{"osd":5,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.377,"5min":1.377,"15min":1.377},"last":1.161},{"interface":"front","average":{"1min":0.91600000000000004,"5min":0.85899999999999999,"15min":0.85699999999999998},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.94399999999999995}]}]}]}} , 2021-01-04T20:28:50.288 INFO:tasks.ceph:pgid 1.7 last_scrub_stamp 2021-01-04T20:25:37.742543+0000 time.struct_time(tm_year=2021, tm_mon=1, tm_mday=4, tm_hour=20, tm_min=25, tm_sec=37, tm_wday=0, tm_yday=4, tm_isdst=-1) <= time.struct_time(tm_year=2021, tm_mon=1, tm_mday=4, tm_hour=20, tm_min=28, tm_sec=46, tm_wday=0, tm_yday=4, tm_isdst=0) , 2021-01-04T20:28:50.289 INFO:tasks.ceph:pgid 1.6 last_scrub_stamp 2021-01-04T20:25:37.742543+0000 time.struct_time(tm_year=2021, tm_mon=1, tm_mday=4, tm_hour=20, tm_min=25, tm_sec=37, tm_wday=0, tm_yday=4, tm_isdst=-1) <= time.struct_time(tm_year=2021, tm_mon=1, tm_mday=4, tm_hour=20, tm_min=28, tm_sec=46, tm_wday=0, tm_yday=4, tm_isdst=0) 2021-01-05T00:09:34.567 WARNING:scrape:Ignoring malparsed backtrace: 2021-01-04T20:29:55.678 DEBUG:teuthology.orchestra.run.smithi070:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 , 2021-01-04T20:29:55.742 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi043.front.sepia.ceph.com , 2021-01-04T20:29:55.744 DEBUG:teuthology.orchestra.run.smithi043:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2021-01-05T00:09:34.567 WARNING:scrape:Ignoring malparsed backtrace: 2021-01-04T20:31:24.433 DEBUG:teuthology.orchestra.run.smithi070:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart , Redirecting to /bin/systemctl restart rsyslog.service , Redirecting to /bin/systemctl restart rsyslog.service 2021-01-05T00:09:34.668 WARNING:scrape:Ignoring malparsed backtrace: ceph version 15.2.8-95-g27591544 (275915445a3277baa7a48492fd172de21f636975) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f75a4d24f1a] , 2: (DeleteOp::_begin()+0x519) [0x55c6cb07a129] 2021-01-05T00:09:34.669 WARNING:scrape:Ignoring malparsed backtrace: 2021-01-04T20:28:50.285 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":127,"stamp":"2021-01-04T20:28:48.930253+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30180621549,"num_objects":10143,"num_object_clones":0,"num_object_copies":20286,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10114,"num_whiteouts":29,"num_read":22707,"num_read_kb":1159328,"num_write":52884,"num_write_kb":23931921,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":29,"num_bytes_hit_set_archive":14472,"num_flush":3566,"num_flush_kb":10442408,"num_evict":3088,"num_evict_kb":9004397,"num_promote":3895,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":48928,"ondisk_log_size":48928,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":44875140,"kb_used_data":38562460,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":521355900,"statfs":{"total":579820584960,"available":533868441600,"internally_reserved":6442450944,"allocated":39487959040,"data_stored":39339859818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":145408088,"num_objects":54,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":54,"num_whiteouts":9,"num_read":647,"num_read_kb":642783,"num_write":256,"num_write_kb":147487,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":7,"num_flush_kb":17250,"num_evict":7,"num_evict_kb":17250,"num_promote":66,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.001878"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.797981+0000","last_change":"2021-01-04T20:25:38.793571+0000","last_active":"2021-01-04T20:28:22.797981+0000","last_peered":"2021-01-04T20:28:22.797981+0000","last_clean":"2021-01-04T20:28:22.797981+0000","last_became_active":"2021-01-04T20:25:38.793141+0000","last_became_peered":"2021-01-04T20:25:38.793141+0000","last_unstale":"2021-01-04T20:28:22.797981+0000","last_undegraded":"2021-01-04T20:28:22.797981+0000","last_fullsized":"2021-01-04T20:28:22.797981+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.797259+0000","last_change":"2021-01-04T20:25:38.793929+0000","last_active":"2021-01-04T20:28:22.797259+0000","last_peered":"2021-01-04T20:28:22.797259+0000","last_clean":"2021-01-04T20:28:22.797259+0000","last_became_active":"2021-01-04T20:25:38.793483+0000","last_became_peered":"2021-01-04T20:25:38.793483+0000","last_unstale":"2021-01-04T20:28:22.797259+0000","last_undegraded":"2021-01-04T20:28:22.797259+0000","last_fullsized":"2021-01-04T20:28:22.797259+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5369","reported_seq":"7475","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:43.772928+0000","last_change":"2021-01-04T20:25:47.769000+0000","last_active":"2021-01-04T20:28:43.772928+0000","last_peered":"2021-01-04T20:28:43.772928+0000","last_clean":"2021-01-04T20:28:43.772928+0000","last_became_active":"2021-01-04T20:25:47.768681+0000","last_became_peered":"2021-01-04T20:25:47.768681+0000","last_unstale":"2021-01-04T20:28:43.772928+0000","last_undegraded":"2021-01-04T20:28:43.772928+0000","last_fullsized":"2021-01-04T20:28:43.772928+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_clean_scrub_stamp":"2021-01-04T20:25:46.759696+0000","log_size":5369,"ondisk_log_size":5369,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":101994446,"num_objects":48,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":40,"num_whiteouts":8,"num_read":1848,"num_read_kb":914,"num_write":4771,"num_write_kb":1105829,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":4066,"num_flush":866,"num_flush_kb":2519959,"num_evict":779,"num_evict_kb":2244891,"num_promote":964,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6605","reported_seq":"8692","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:44.701839+0000","last_change":"2021-01-04T20:25:45.794933+0000","last_active":"2021-01-04T20:28:44.701839+0000","last_peered":"2021-01-04T20:28:44.701839+0000","last_clean":"2021-01-04T20:28:44.701839+0000","last_became_active":"2021-01-04T20:25:45.794485+0000","last_became_peered":"2021-01-04T20:25:45.794485+0000","last_unstale":"2021-01-04T20:28:44.701839+0000","last_undegraded":"2021-01-04T20:28:44.701839+0000","last_fullsized":"2021-01-04T20:28:44.701839+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_clean_scrub_stamp":"2021-01-04T20:25:44.755364+0000","log_size":6605,"ondisk_log_size":6605,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7408612869,"num_objects":2484,"num_object_clones":0,"num_object_copies":4968,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2484,"num_whiteouts":0,"num_read":3757,"num_read_kb":343525,"num_write":8211,"num_write_kb":4754764,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.797962+0000","last_change":"2021-01-04T20:25:38.794235+0000","last_active":"2021-01-04T20:28:22.797962+0000","last_peered":"2021-01-04T20:28:22.797962+0000","last_clean":"2021-01-04T20:28:22.797962+0000","last_became_active":"2021-01-04T20:25:38.793854+0000","last_became_peered":"2021-01-04T20:25:38.793854+0000","last_unstale":"2021-01-04T20:28:22.797962+0000","last_undegraded":"2021-01-04T20:28:22.797962+0000","last_fullsized":"2021-01-04T20:28:22.797962+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5476","reported_seq":"7570","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:43.780863+0000","last_change":"2021-01-04T20:25:48.740300+0000","last_active":"2021-01-04T20:28:43.780863+0000","last_peered":"2021-01-04T20:28:43.780863+0000","last_clean":"2021-01-04T20:28:43.780863+0000","last_became_active":"2021-01-04T20:25:48.739950+0000","last_became_peered":"2021-01-04T20:25:48.739950+0000","last_unstale":"2021-01-04T20:28:43.780863+0000","last_undegraded":"2021-01-04T20:28:43.780863+0000","last_fullsized":"2021-01-04T20:28:43.780863+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_clean_scrub_stamp":"2021-01-04T20:25:46.759696+0000","log_size":5476,"ondisk_log_size":5476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":84391194,"num_objects":41,"num_object_clones":0,"num_object_copies":82,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":36,"num_whiteouts":7,"num_read":1883,"num_read_kb":916,"num_write":4909,"num_write_kb":1167331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2594,"num_flush":882,"num_flush_kb":2579445,"num_evict":789,"num_evict_kb":2309808,"num_promote":943,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6601","reported_seq":"8766","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:44.439895+0000","last_change":"2021-01-04T20:25:45.764446+0000","last_active":"2021-01-04T20:28:44.439895+0000","last_peered":"2021-01-04T20:28:44.439895+0000","last_clean":"2021-01-04T20:28:44.439895+0000","last_became_active":"2021-01-04T20:25:45.764122+0000","last_became_peered":"2021-01-04T20:25:45.764122+0000","last_unstale":"2021-01-04T20:28:44.439895+0000","last_undegraded":"2021-01-04T20:28:44.439895+0000","last_fullsized":"2021-01-04T20:28:44.439895+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_clean_scrub_stamp":"2021-01-04T20:25:44.755364+0000","log_size":6601,"ondisk_log_size":6601,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7292765918,"num_objects":2446,"num_object_clones":0,"num_object_copies":4892,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2446,"num_whiteouts":0,"num_read":3722,"num_read_kb":177697,"num_write":8185,"num_write_kb":4721411,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.797291+0000","last_change":"2021-01-04T20:25:38.794377+0000","last_active":"2021-01-04T20:28:22.797291+0000","last_peered":"2021-01-04T20:28:22.797291+0000","last_clean":"2021-01-04T20:28:22.797291+0000","last_became_active":"2021-01-04T20:25:38.793207+0000","last_became_peered":"2021-01-04T20:25:38.793207+0000","last_unstale":"2021-01-04T20:28:22.797291+0000","last_undegraded":"2021-01-04T20:28:22.797291+0000","last_fullsized":"2021-01-04T20:28:22.797291+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5522","reported_seq":"7847","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:46.826832+0000","last_change":"2021-01-04T20:25:47.769055+0000","last_active":"2021-01-04T20:28:46.826832+0000","last_peered":"2021-01-04T20:28:46.826832+0000","last_clean":"2021-01-04T20:28:46.826832+0000","last_became_active":"2021-01-04T20:25:47.768737+0000","last_became_peered":"2021-01-04T20:25:47.768737+0000","last_unstale":"2021-01-04T20:28:46.826832+0000","last_undegraded":"2021-01-04T20:28:46.826832+0000","last_fullsized":"2021-01-04T20:28:46.826832+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_clean_scrub_stamp":"2021-01-04T20:25:46.759696+0000","log_size":5522,"ondisk_log_size":5522,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":132044420,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":6,"num_read":2035,"num_read_kb":43398,"num_write":4911,"num_write_kb":1184071,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3837,"num_flush":868,"num_flush_kb":2539702,"num_evict":653,"num_evict_kb":1906614,"num_promote":947,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6706","reported_seq":"8894","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:44.403502+0000","last_change":"2021-01-04T20:25:45.794895+0000","last_active":"2021-01-04T20:28:44.403502+0000","last_peered":"2021-01-04T20:28:44.403502+0000","last_clean":"2021-01-04T20:28:44.403502+0000","last_became_active":"2021-01-04T20:25:45.794383+0000","last_became_peered":"2021-01-04T20:25:45.794383+0000","last_unstale":"2021-01-04T20:28:44.403502+0000","last_undegraded":"2021-01-04T20:28:44.403502+0000","last_fullsized":"2021-01-04T20:28:44.403502+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_clean_scrub_stamp":"2021-01-04T20:25:44.755364+0000","log_size":6706,"ondisk_log_size":6706,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7597864137,"num_objects":2529,"num_object_clones":0,"num_object_copies":5058,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2529,"num_whiteouts":0,"num_read":3799,"num_read_kb":310527,"num_write":8287,"num_write_kb":5011817,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.798504+0000","last_change":"2021-01-04T20:25:38.795041+0000","last_active":"2021-01-04T20:28:22.798504+0000","last_peered":"2021-01-04T20:28:22.798504+0000","last_clean":"2021-01-04T20:28:22.798504+0000","last_became_active":"2021-01-04T20:25:38.794662+0000","last_became_peered":"2021-01-04T20:25:38.794662+0000","last_unstale":"2021-01-04T20:28:22.798504+0000","last_undegraded":"2021-01-04T20:28:22.798504+0000","last_fullsized":"2021-01-04T20:28:22.798504+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5923","reported_seq":"8213","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:42.887366+0000","last_change":"2021-01-04T20:25:47.769252+0000","last_active":"2021-01-04T20:28:42.887366+0000","last_peered":"2021-01-04T20:28:42.887366+0000","last_clean":"2021-01-04T20:28:42.887366+0000","last_became_active":"2021-01-04T20:25:47.768883+0000","last_became_peered":"2021-01-04T20:25:47.768883+0000","last_unstale":"2021-01-04T20:28:42.887366+0000","last_undegraded":"2021-01-04T20:28:42.887366+0000","last_fullsized":"2021-01-04T20:28:42.887366+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_clean_scrub_stamp":"2021-01-04T20:25:46.759696+0000","log_size":5923,"ondisk_log_size":5923,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":69147349,"num_objects":38,"num_object_clones":0,"num_object_copies":76,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":8,"num_read":1996,"num_read_kb":999,"num_write":5242,"num_write_kb":1217066,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3975,"num_flush":950,"num_flush_kb":2803302,"num_evict":867,"num_evict_kb":2543084,"num_promote":1041,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6726","reported_seq":"8722","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:46.821499+0000","last_change":"2021-01-04T20:25:45.794645+0000","last_active":"2021-01-04T20:28:46.821499+0000","last_peered":"2021-01-04T20:28:46.821499+0000","last_clean":"2021-01-04T20:28:46.821499+0000","last_became_active":"2021-01-04T20:25:45.794290+0000","last_became_peered":"2021-01-04T20:25:45.794290+0000","last_unstale":"2021-01-04T20:28:46.821499+0000","last_undegraded":"2021-01-04T20:28:46.821499+0000","last_fullsized":"2021-01-04T20:28:46.821499+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_clean_scrub_stamp":"2021-01-04T20:25:44.755364+0000","log_size":6726,"ondisk_log_size":6726,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7493801216,"num_objects":2501,"num_object_clones":0,"num_object_copies":5002,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2501,"num_whiteouts":0,"num_read":3667,"num_read_kb":281352,"num_write":8368,"num_write_kb":4769632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.796827+0000","last_change":"2021-01-04T20:25:38.751730+0000","last_active":"2021-01-04T20:28:22.796827+0000","last_peered":"2021-01-04T20:28:22.796827+0000","last_clean":"2021-01-04T20:28:22.796827+0000","last_became_active":"2021-01-04T20:25:38.751368+0000","last_became_peered":"2021-01-04T20:25:38.751368+0000","last_unstale":"2021-01-04T20:28:22.796827+0000","last_undegraded":"2021-01-04T20:28:22.796827+0000","last_fullsized":"2021-01-04T20:28:22.796827+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.796733+0000","last_change":"2021-01-04T20:25:38.751887+0000","last_active":"2021-01-04T20:28:22.796733+0000","last_peered":"2021-01-04T20:28:22.796733+0000","last_clean":"2021-01-04T20:28:22.796733+0000","last_became_active":"2021-01-04T20:25:38.751494+0000","last_became_peered":"2021-01-04T20:25:38.751494+0000","last_unstale":"2021-01-04T20:28:22.796733+0000","last_undegraded":"2021-01-04T20:28:22.796733+0000","last_fullsized":"2021-01-04T20:28:22.796733+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.798646+0000","last_change":"2021-01-04T20:25:38.793572+0000","last_active":"2021-01-04T20:28:22.798646+0000","last_peered":"2021-01-04T20:28:22.798646+0000","last_clean":"2021-01-04T20:28:22.798646+0000","last_became_active":"2021-01-04T20:25:38.793118+0000","last_became_peered":"2021-01-04T20:25:38.793118+0000","last_unstale":"2021-01-04T20:28:22.798646+0000","last_undegraded":"2021-01-04T20:28:22.798646+0000","last_fullsized":"2021-01-04T20:28:22.798646+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":387577409,"num_objects":183,"num_object_clones":0,"num_object_copies":366,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":154,"num_whiteouts":29,"num_read":7762,"num_read_kb":46227,"num_write":19833,"num_write_kb":4674297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":29,"num_bytes_hit_set_archive":14472,"num_flush":3566,"num_flush_kb":10442408,"num_evict":3088,"num_evict_kb":9004397,"num_promote":3895,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":635617280,"data_stored":634154254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22290,"ondisk_log_size":22290,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29793044140,"num_objects":9960,"num_object_clones":0,"num_object_copies":19920,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9960,"num_whiteouts":0,"num_read":14945,"num_read_kb":1113101,"num_write":33051,"num_write_kb":19257624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":38850682880,"data_stored":38705004074,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26638,"ondisk_log_size":26638,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640297,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10468460,"kb_used_data":9404652,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83903380,"statfs":{"total":96636764160,"available":85917061120,"internally_reserved":1073741824,"allocated":9630363648,"data_stored":9593891466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.75900000000000001,"15min":0.80900000000000005},"min":{"1min":0.378,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.96899999999999997,"5min":1.6000000000000001,"15min":1.6000000000000001},"last":0.90400000000000003},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.82199999999999995,"15min":0.81999999999999995},"min":{"1min":0.61599999999999999,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.355,"5min":1.355,"15min":1.355},"last":0.98099999999999998}]},{"osd":1,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.73999999999999999,"15min":0.78400000000000003},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.4770000000000001,"5min":1.4770000000000001,"15min":1.4770000000000001},"last":0.749},{"interface":"front","average":{"1min":0.871,"5min":0.95399999999999996,"15min":1.0009999999999999},"min":{"1min":0.497,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.268,"5min":1.3919999999999999,"15min":1.3919999999999999},"last":1.0289999999999999}]},{"osd":2,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":0.83899999999999997,"5min":0.77700000000000002,"15min":0.78900000000000003},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":2.0059999999999998,"5min":2.0059999999999998,"15min":2.0059999999999998},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.71199999999999997,"15min":0.71199999999999997},"min":{"1min":0.51200000000000001,"5min":0.437,"15min":0.437},"max":{"1min":1.843,"5min":1.843,"15min":1.843},"last":0.56599999999999995}]},{"osd":3,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.79600000000000004,"15min":0.77600000000000002},"min":{"1min":0.60899999999999999,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.9950000000000001,"5min":1.9950000000000001,"15min":1.9950000000000001},"last":0.59199999999999997},{"interface":"front","average":{"1min":1.0069999999999999,"5min":0.76100000000000001,"15min":0.71999999999999997},"min":{"1min":0.51200000000000001,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":2.0539999999999998,"5min":2.0539999999999998,"15min":2.0539999999999998},"last":0.85199999999999998}]},{"osd":4,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":0.83899999999999997,"15min":0.80300000000000005},"min":{"1min":0.69999999999999996,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":2.1240000000000001,"5min":2.1240000000000001,"15min":2.1240000000000001},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.82699999999999996,"15min":0.82099999999999995},"min":{"1min":0.54100000000000004,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.8120000000000001,"5min":1.8120000000000001,"15min":1.8120000000000001},"last":0.63400000000000001}]}]},{"osd":4,"up_from":11,"seq":47244640297,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1195316,"kb_used_data":144432,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93176524,"statfs":{"total":96636764160,"available":95412760576,"internally_reserved":1073741824,"allocated":147898368,"data_stored":147455224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.68899999999999995,"15min":0.68700000000000006},"min":{"1min":0.39100000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.99299999999999999,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.64500000000000002,"15min":0.65500000000000003},"min":{"1min":0.45600000000000002,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.90800000000000003,"5min":1.117,"15min":1.117},"last":0.93999999999999995}]},{"osd":1,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.65200000000000002,"15min":0.65500000000000003},"min":{"1min":0.44600000000000001,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.96099999999999997,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.503,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.22,"5min":1.228,"15min":1.228},"last":0.875}]},{"osd":2,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":0.80100000000000005,"15min":0.79800000000000004},"min":{"1min":0.49299999999999999,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":0.97499999999999998},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.74099999999999999,"15min":0.73899999999999999},"min":{"1min":0.56000000000000005,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":0.93899999999999995,"5min":1.081,"15min":1.081},"last":1.0920000000000001}]},{"osd":3,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"min":{"1min":0.48199999999999998,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.88700000000000001,"5min":1.0409999999999999,"15min":1.0409999999999999},"last":0.628},{"interface":"front","average":{"1min":0.872,"5min":0.92800000000000005,"15min":0.93300000000000005},"min":{"1min":0.64300000000000002,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.1850000000000001,"5min":1.488,"15min":1.488},"last":1.048}]},{"osd":5,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.81299999999999994,"15min":0.80900000000000005},"min":{"1min":0.50900000000000001,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.2989999999999999,"5min":1.343,"15min":1.343},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.81299999999999994,"15min":0.81499999999999995},"min":{"1min":0.56999999999999995,"5min":0.441,"15min":0.441},"max":{"1min":1.232,"5min":1.3,"15min":1.3},"last":0.90700000000000003}]}]},{"osd":3,"up_from":11,"seq":47244640297,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5767792,"kb_used_data":4719208,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":88604048,"statfs":{"total":96636764160,"available":90730545152,"internally_reserved":1073741824,"allocated":4832468992,"data_stored":4813752674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.65400000000000003,"15min":0.66200000000000003},"min":{"1min":0.372,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.544,"5min":1.544,"15min":1.544},"last":0.746},{"interface":"front","average":{"1min":0.876,"5min":0.88700000000000001,"15min":0.90200000000000002},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.6699999999999999,"5min":1.6699999999999999,"15min":1.6699999999999999},"last":0.98499999999999999}]},{"osd":1,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.67600000000000005,"15min":0.66600000000000004},"min":{"1min":0.46500000000000002,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.3979999999999999,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.91200000000000003},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.75600000000000001,"15min":0.74199999999999999},"min":{"1min":0.497,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.107,"5min":2.6880000000000002,"15min":2.6880000000000002},"last":1.0069999999999999}]},{"osd":2,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.50900000000000001,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.2929999999999999,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":1.073},{"interface":"front","average":{"1min":0.93400000000000005,"5min":0.80100000000000005,"15min":0.77900000000000003},"min":{"1min":0.58099999999999996,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.6970000000000001,"5min":1.6970000000000001,"15min":1.6970000000000001},"last":0.79800000000000004}]},{"osd":4,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":0.747,"15min":0.74099999999999999},"min":{"1min":0.48299999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":2.4460000000000002,"5min":2.4460000000000002,"15min":2.4460000000000002},"last":0.83399999999999996},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.78000000000000003,"15min":0.78600000000000003},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":0.88500000000000001}]},{"osd":5,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.96999999999999997,"5min":0.84099999999999997,"15min":0.81399999999999995},"min":{"1min":0.59599999999999997,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":2.1120000000000001,"5min":2.1120000000000001,"15min":2.1120000000000001},"last":1.0469999999999999},{"interface":"front","average":{"1min":0.89900000000000002,"5min":0.87,"15min":0.874},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.8999999999999999,"5min":1.8999999999999999,"15min":1.8999999999999999},"last":1.173}]}]},{"osd":2,"up_from":11,"seq":47244640298,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10687524,"kb_used_data":9638940,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83684316,"statfs":{"total":96636764160,"available":85692739584,"internally_reserved":1073741824,"allocated":9870274560,"data_stored":9833826080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.49399999999999999,"15min":0.50600000000000001},"min":{"1min":0.35499999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.53000000000000003,"15min":0.52800000000000002},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.53500000000000003}]},{"osd":1,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.628,"15min":0.63700000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.5509999999999999,"5min":1.5509999999999999,"15min":1.5509999999999999},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.61899999999999999,"15min":0.58799999999999997},"min":{"1min":0.45100000000000001,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":3.2679999999999998,"5min":3.2679999999999998,"15min":3.2679999999999998},"last":0.58199999999999996}]},{"osd":3,"last update":"Mon Jan 4 20:28:43 2021","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":0.80300000000000005,"15min":0.81299999999999994},"min":{"1min":0.54300000000000004,"5min":0.433,"15min":0.433},"max":{"1min":1.369,"5min":1.369,"15min":1.369},"last":0.82399999999999995},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.80900000000000005,"15min":0.82699999999999996},"min":{"1min":0.502,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.163,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.626}]},{"osd":4,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.80500000000000005,"5min":0.77100000000000002,"15min":0.77500000000000002},"min":{"1min":0.53600000000000003,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.401,"5min":1.5089999999999999,"15min":1.5089999999999999},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.85599999999999998,"15min":0.88200000000000001},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.2689999999999999,"5min":1.593,"15min":1.593},"last":0.749}]},{"osd":5,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80300000000000005,"15min":0.81499999999999995},"min":{"1min":0.58899999999999997,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.512,"5min":1.512,"15min":1.512},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.84199999999999997,"5min":0.81899999999999995,"15min":0.82499999999999996},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.468,"5min":1.468,"15min":1.468},"last":0.79000000000000004}]}]},{"osd":0,"up_from":11,"seq":47244640297,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1194652,"kb_used_data":144432,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93177188,"statfs":{"total":96636764160,"available":95413440512,"internally_reserved":1073741824,"allocated":147898368,"data_stored":147455224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.52100000000000002,"15min":0.52600000000000002},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.90600000000000003,"5min":1.167,"15min":1.167},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.35899999999999999,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.48799999999999999}]},{"osd":2,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.59999999999999998,"15min":0.58599999999999997},"min":{"1min":0.45900000000000002,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":2.1059999999999999,"5min":2.1059999999999999,"15min":2.1059999999999999},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.66600000000000004,"15min":0.68600000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.96599999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.60799999999999998}]},{"osd":3,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.80900000000000005,"15min":0.84499999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.8340000000000001,"5min":1.8340000000000001,"15min":1.8340000000000001},"last":1.0569999999999999},{"interface":"front","average":{"1min":0.85299999999999998,"5min":0.873,"15min":0.89600000000000002},"min":{"1min":0.56100000000000005,"5min":0.502,"15min":0.502},"max":{"1min":1.159,"5min":1.423,"15min":1.423},"last":1.004}]},{"osd":4,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.79500000000000004,"5min":0.78100000000000003,"15min":0.81000000000000005},"min":{"1min":0.54800000000000004,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.28,"5min":1.7470000000000001,"15min":1.7470000000000001},"last":0.93899999999999995},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.83399999999999996,"15min":0.85999999999999999},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.2250000000000001,"5min":1.341,"15min":1.341},"last":0.873}]},{"osd":5,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.95599999999999996,"5min":0.86099999999999999,"15min":0.86699999999999999},"min":{"1min":0.60799999999999998,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.385,"5min":1.391,"15min":1.391},"last":1.1240000000000001},{"interface":"front","average":{"1min":1.0129999999999999,"5min":0.92100000000000004,"15min":0.93999999999999995},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":2.6749999999999998,"5min":2.6749999999999998,"15min":2.6749999999999998},"last":0.97299999999999998}]}]},{"osd":1,"up_from":11,"seq":47244640297,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":15561396,"kb_used_data":14510796,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":78810444,"statfs":{"total":96636764160,"available":80701894656,"internally_reserved":1073741824,"allocated":14859055104,"data_stored":14803479150,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.504,"15min":0.51700000000000002},"min":{"1min":0.32100000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.81299999999999994,"5min":0.87,"15min":0.87},"last":0.443},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.55200000000000005,"15min":0.53800000000000003},"min":{"1min":0.40400000000000003,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.505}]},{"osd":2,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.59499999999999997,"15min":0.60299999999999998},"min":{"1min":0.38600000000000001,"5min":0.378,"15min":0.378},"max":{"1min":0.81200000000000006,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.66100000000000003,"15min":0.66300000000000003},"min":{"1min":0.48999999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.097,"5min":1.097,"15min":1.097},"last":0.93000000000000005}]},{"osd":3,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":0.74299999999999999,"15min":0.73999999999999999},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.5169999999999999,"5min":1.5169999999999999,"15min":1.5169999999999999},"last":0.84799999999999998},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.77800000000000002,"15min":0.77400000000000002},"min":{"1min":0.54500000000000004,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.3169999999999999,"5min":1.3169999999999999,"15min":1.3169999999999999},"last":0.90600000000000003}]},{"osd":4,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.89100000000000001,"5min":0.85499999999999998,"15min":0.85699999999999998},"min":{"1min":0.59099999999999997,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.4450000000000001,"5min":1.4450000000000001,"15min":1.4450000000000001},"last":1.0649999999999999},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.79200000000000004,"15min":0.79100000000000004},"min":{"1min":0.54000000000000004,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":2.0470000000000002,"5min":2.0470000000000002,"15min":2.0470000000000002},"last":1.04}]},{"osd":5,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.377,"5min":1.377,"15min":1.377},"last":1.161},{"interface":"front","average":{"1min":0.91600000000000004,"5min":0.85899999999999999,"15min":0.85699999999999998},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.94399999999999995}]}]}]}} , 2021-01-04T20:28:50.288 INFO:tasks.ceph:pgid 1.7 last_scrub_stamp 2021-01-04T20:25:37.742543+0000 time.struct_time(tm_year=2021, tm_mon=1, tm_mday=4, tm_hour=20, tm_min=25, tm_sec=37, tm_wday=0, tm_yday=4, tm_isdst=-1) <= time.struct_time(tm_year=2021, tm_mon=1, tm_mday=4, tm_hour=20, tm_min=28, tm_sec=46, tm_wday=0, tm_yday=4, tm_isdst=0) , 2021-01-04T20:28:50.289 INFO:tasks.ceph:pgid 1.6 last_scrub_stamp 2021-01-04T20:25:37.742543+0000 time.struct_time(tm_year=2021, tm_mon=1, tm_mday=4, tm_hour=20, tm_min=25, tm_sec=37, tm_wday=0, tm_yday=4, tm_isdst=-1) <= time.struct_time(tm_year=2021, tm_mon=1, tm_mday=4, tm_hour=20, tm_min=28, tm_sec=46, tm_wday=0, tm_yday=4, tm_isdst=0) 2021-01-05T00:09:34.671 WARNING:scrape:Ignoring malparsed backtrace: 2021-01-04T20:29:55.678 DEBUG:teuthology.orchestra.run.smithi070:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 , 2021-01-04T20:29:55.742 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi043.front.sepia.ceph.com , 2021-01-04T20:29:55.744 DEBUG:teuthology.orchestra.run.smithi043:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2021-01-05T00:09:34.672 WARNING:scrape:Ignoring malparsed backtrace: 2021-01-04T20:31:24.433 DEBUG:teuthology.orchestra.run.smithi070:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart , Redirecting to /bin/systemctl restart rsyslog.service , Redirecting to /bin/systemctl restart rsyslog.service 2021-01-05T00:09:34.768 WARNING:scrape:Ignoring malparsed backtrace: ceph version 15.2.8-95-g27591544 (275915445a3277baa7a48492fd172de21f636975) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f75a4d24f1a] , 2: (DeleteOp::_begin()+0x519) [0x55c6cb07a129] 2021-01-05T00:09:34.769 WARNING:scrape:Ignoring malparsed backtrace: 2021-01-04T20:28:50.285 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":127,"stamp":"2021-01-04T20:28:48.930253+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30180621549,"num_objects":10143,"num_object_clones":0,"num_object_copies":20286,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10114,"num_whiteouts":29,"num_read":22707,"num_read_kb":1159328,"num_write":52884,"num_write_kb":23931921,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":29,"num_bytes_hit_set_archive":14472,"num_flush":3566,"num_flush_kb":10442408,"num_evict":3088,"num_evict_kb":9004397,"num_promote":3895,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":48928,"ondisk_log_size":48928,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":44875140,"kb_used_data":38562460,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":521355900,"statfs":{"total":579820584960,"available":533868441600,"internally_reserved":6442450944,"allocated":39487959040,"data_stored":39339859818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":145408088,"num_objects":54,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":54,"num_whiteouts":9,"num_read":647,"num_read_kb":642783,"num_write":256,"num_write_kb":147487,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":7,"num_flush_kb":17250,"num_evict":7,"num_evict_kb":17250,"num_promote":66,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.001878"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.797981+0000","last_change":"2021-01-04T20:25:38.793571+0000","last_active":"2021-01-04T20:28:22.797981+0000","last_peered":"2021-01-04T20:28:22.797981+0000","last_clean":"2021-01-04T20:28:22.797981+0000","last_became_active":"2021-01-04T20:25:38.793141+0000","last_became_peered":"2021-01-04T20:25:38.793141+0000","last_unstale":"2021-01-04T20:28:22.797981+0000","last_undegraded":"2021-01-04T20:28:22.797981+0000","last_fullsized":"2021-01-04T20:28:22.797981+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.797259+0000","last_change":"2021-01-04T20:25:38.793929+0000","last_active":"2021-01-04T20:28:22.797259+0000","last_peered":"2021-01-04T20:28:22.797259+0000","last_clean":"2021-01-04T20:28:22.797259+0000","last_became_active":"2021-01-04T20:25:38.793483+0000","last_became_peered":"2021-01-04T20:25:38.793483+0000","last_unstale":"2021-01-04T20:28:22.797259+0000","last_undegraded":"2021-01-04T20:28:22.797259+0000","last_fullsized":"2021-01-04T20:28:22.797259+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5369","reported_seq":"7475","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:43.772928+0000","last_change":"2021-01-04T20:25:47.769000+0000","last_active":"2021-01-04T20:28:43.772928+0000","last_peered":"2021-01-04T20:28:43.772928+0000","last_clean":"2021-01-04T20:28:43.772928+0000","last_became_active":"2021-01-04T20:25:47.768681+0000","last_became_peered":"2021-01-04T20:25:47.768681+0000","last_unstale":"2021-01-04T20:28:43.772928+0000","last_undegraded":"2021-01-04T20:28:43.772928+0000","last_fullsized":"2021-01-04T20:28:43.772928+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_clean_scrub_stamp":"2021-01-04T20:25:46.759696+0000","log_size":5369,"ondisk_log_size":5369,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":101994446,"num_objects":48,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":40,"num_whiteouts":8,"num_read":1848,"num_read_kb":914,"num_write":4771,"num_write_kb":1105829,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":4066,"num_flush":866,"num_flush_kb":2519959,"num_evict":779,"num_evict_kb":2244891,"num_promote":964,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6605","reported_seq":"8692","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:44.701839+0000","last_change":"2021-01-04T20:25:45.794933+0000","last_active":"2021-01-04T20:28:44.701839+0000","last_peered":"2021-01-04T20:28:44.701839+0000","last_clean":"2021-01-04T20:28:44.701839+0000","last_became_active":"2021-01-04T20:25:45.794485+0000","last_became_peered":"2021-01-04T20:25:45.794485+0000","last_unstale":"2021-01-04T20:28:44.701839+0000","last_undegraded":"2021-01-04T20:28:44.701839+0000","last_fullsized":"2021-01-04T20:28:44.701839+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_clean_scrub_stamp":"2021-01-04T20:25:44.755364+0000","log_size":6605,"ondisk_log_size":6605,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7408612869,"num_objects":2484,"num_object_clones":0,"num_object_copies":4968,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2484,"num_whiteouts":0,"num_read":3757,"num_read_kb":343525,"num_write":8211,"num_write_kb":4754764,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.797962+0000","last_change":"2021-01-04T20:25:38.794235+0000","last_active":"2021-01-04T20:28:22.797962+0000","last_peered":"2021-01-04T20:28:22.797962+0000","last_clean":"2021-01-04T20:28:22.797962+0000","last_became_active":"2021-01-04T20:25:38.793854+0000","last_became_peered":"2021-01-04T20:25:38.793854+0000","last_unstale":"2021-01-04T20:28:22.797962+0000","last_undegraded":"2021-01-04T20:28:22.797962+0000","last_fullsized":"2021-01-04T20:28:22.797962+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5476","reported_seq":"7570","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:43.780863+0000","last_change":"2021-01-04T20:25:48.740300+0000","last_active":"2021-01-04T20:28:43.780863+0000","last_peered":"2021-01-04T20:28:43.780863+0000","last_clean":"2021-01-04T20:28:43.780863+0000","last_became_active":"2021-01-04T20:25:48.739950+0000","last_became_peered":"2021-01-04T20:25:48.739950+0000","last_unstale":"2021-01-04T20:28:43.780863+0000","last_undegraded":"2021-01-04T20:28:43.780863+0000","last_fullsized":"2021-01-04T20:28:43.780863+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_clean_scrub_stamp":"2021-01-04T20:25:46.759696+0000","log_size":5476,"ondisk_log_size":5476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":84391194,"num_objects":41,"num_object_clones":0,"num_object_copies":82,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":36,"num_whiteouts":7,"num_read":1883,"num_read_kb":916,"num_write":4909,"num_write_kb":1167331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2594,"num_flush":882,"num_flush_kb":2579445,"num_evict":789,"num_evict_kb":2309808,"num_promote":943,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6601","reported_seq":"8766","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:44.439895+0000","last_change":"2021-01-04T20:25:45.764446+0000","last_active":"2021-01-04T20:28:44.439895+0000","last_peered":"2021-01-04T20:28:44.439895+0000","last_clean":"2021-01-04T20:28:44.439895+0000","last_became_active":"2021-01-04T20:25:45.764122+0000","last_became_peered":"2021-01-04T20:25:45.764122+0000","last_unstale":"2021-01-04T20:28:44.439895+0000","last_undegraded":"2021-01-04T20:28:44.439895+0000","last_fullsized":"2021-01-04T20:28:44.439895+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_clean_scrub_stamp":"2021-01-04T20:25:44.755364+0000","log_size":6601,"ondisk_log_size":6601,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7292765918,"num_objects":2446,"num_object_clones":0,"num_object_copies":4892,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2446,"num_whiteouts":0,"num_read":3722,"num_read_kb":177697,"num_write":8185,"num_write_kb":4721411,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.797291+0000","last_change":"2021-01-04T20:25:38.794377+0000","last_active":"2021-01-04T20:28:22.797291+0000","last_peered":"2021-01-04T20:28:22.797291+0000","last_clean":"2021-01-04T20:28:22.797291+0000","last_became_active":"2021-01-04T20:25:38.793207+0000","last_became_peered":"2021-01-04T20:25:38.793207+0000","last_unstale":"2021-01-04T20:28:22.797291+0000","last_undegraded":"2021-01-04T20:28:22.797291+0000","last_fullsized":"2021-01-04T20:28:22.797291+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5522","reported_seq":"7847","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:46.826832+0000","last_change":"2021-01-04T20:25:47.769055+0000","last_active":"2021-01-04T20:28:46.826832+0000","last_peered":"2021-01-04T20:28:46.826832+0000","last_clean":"2021-01-04T20:28:46.826832+0000","last_became_active":"2021-01-04T20:25:47.768737+0000","last_became_peered":"2021-01-04T20:25:47.768737+0000","last_unstale":"2021-01-04T20:28:46.826832+0000","last_undegraded":"2021-01-04T20:28:46.826832+0000","last_fullsized":"2021-01-04T20:28:46.826832+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_clean_scrub_stamp":"2021-01-04T20:25:46.759696+0000","log_size":5522,"ondisk_log_size":5522,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":132044420,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":6,"num_read":2035,"num_read_kb":43398,"num_write":4911,"num_write_kb":1184071,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3837,"num_flush":868,"num_flush_kb":2539702,"num_evict":653,"num_evict_kb":1906614,"num_promote":947,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6706","reported_seq":"8894","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:44.403502+0000","last_change":"2021-01-04T20:25:45.794895+0000","last_active":"2021-01-04T20:28:44.403502+0000","last_peered":"2021-01-04T20:28:44.403502+0000","last_clean":"2021-01-04T20:28:44.403502+0000","last_became_active":"2021-01-04T20:25:45.794383+0000","last_became_peered":"2021-01-04T20:25:45.794383+0000","last_unstale":"2021-01-04T20:28:44.403502+0000","last_undegraded":"2021-01-04T20:28:44.403502+0000","last_fullsized":"2021-01-04T20:28:44.403502+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_clean_scrub_stamp":"2021-01-04T20:25:44.755364+0000","log_size":6706,"ondisk_log_size":6706,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7597864137,"num_objects":2529,"num_object_clones":0,"num_object_copies":5058,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2529,"num_whiteouts":0,"num_read":3799,"num_read_kb":310527,"num_write":8287,"num_write_kb":5011817,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.798504+0000","last_change":"2021-01-04T20:25:38.795041+0000","last_active":"2021-01-04T20:28:22.798504+0000","last_peered":"2021-01-04T20:28:22.798504+0000","last_clean":"2021-01-04T20:28:22.798504+0000","last_became_active":"2021-01-04T20:25:38.794662+0000","last_became_peered":"2021-01-04T20:25:38.794662+0000","last_unstale":"2021-01-04T20:28:22.798504+0000","last_undegraded":"2021-01-04T20:28:22.798504+0000","last_fullsized":"2021-01-04T20:28:22.798504+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5923","reported_seq":"8213","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:42.887366+0000","last_change":"2021-01-04T20:25:47.769252+0000","last_active":"2021-01-04T20:28:42.887366+0000","last_peered":"2021-01-04T20:28:42.887366+0000","last_clean":"2021-01-04T20:28:42.887366+0000","last_became_active":"2021-01-04T20:25:47.768883+0000","last_became_peered":"2021-01-04T20:25:47.768883+0000","last_unstale":"2021-01-04T20:28:42.887366+0000","last_undegraded":"2021-01-04T20:28:42.887366+0000","last_fullsized":"2021-01-04T20:28:42.887366+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_clean_scrub_stamp":"2021-01-04T20:25:46.759696+0000","log_size":5923,"ondisk_log_size":5923,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":69147349,"num_objects":38,"num_object_clones":0,"num_object_copies":76,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":8,"num_read":1996,"num_read_kb":999,"num_write":5242,"num_write_kb":1217066,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3975,"num_flush":950,"num_flush_kb":2803302,"num_evict":867,"num_evict_kb":2543084,"num_promote":1041,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6726","reported_seq":"8722","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:46.821499+0000","last_change":"2021-01-04T20:25:45.794645+0000","last_active":"2021-01-04T20:28:46.821499+0000","last_peered":"2021-01-04T20:28:46.821499+0000","last_clean":"2021-01-04T20:28:46.821499+0000","last_became_active":"2021-01-04T20:25:45.794290+0000","last_became_peered":"2021-01-04T20:25:45.794290+0000","last_unstale":"2021-01-04T20:28:46.821499+0000","last_undegraded":"2021-01-04T20:28:46.821499+0000","last_fullsized":"2021-01-04T20:28:46.821499+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_clean_scrub_stamp":"2021-01-04T20:25:44.755364+0000","log_size":6726,"ondisk_log_size":6726,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7493801216,"num_objects":2501,"num_object_clones":0,"num_object_copies":5002,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2501,"num_whiteouts":0,"num_read":3667,"num_read_kb":281352,"num_write":8368,"num_write_kb":4769632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.796827+0000","last_change":"2021-01-04T20:25:38.751730+0000","last_active":"2021-01-04T20:28:22.796827+0000","last_peered":"2021-01-04T20:28:22.796827+0000","last_clean":"2021-01-04T20:28:22.796827+0000","last_became_active":"2021-01-04T20:25:38.751368+0000","last_became_peered":"2021-01-04T20:25:38.751368+0000","last_unstale":"2021-01-04T20:28:22.796827+0000","last_undegraded":"2021-01-04T20:28:22.796827+0000","last_fullsized":"2021-01-04T20:28:22.796827+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.796733+0000","last_change":"2021-01-04T20:25:38.751887+0000","last_active":"2021-01-04T20:28:22.796733+0000","last_peered":"2021-01-04T20:28:22.796733+0000","last_clean":"2021-01-04T20:28:22.796733+0000","last_became_active":"2021-01-04T20:25:38.751494+0000","last_became_peered":"2021-01-04T20:25:38.751494+0000","last_unstale":"2021-01-04T20:28:22.796733+0000","last_undegraded":"2021-01-04T20:28:22.796733+0000","last_fullsized":"2021-01-04T20:28:22.796733+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.798646+0000","last_change":"2021-01-04T20:25:38.793572+0000","last_active":"2021-01-04T20:28:22.798646+0000","last_peered":"2021-01-04T20:28:22.798646+0000","last_clean":"2021-01-04T20:28:22.798646+0000","last_became_active":"2021-01-04T20:25:38.793118+0000","last_became_peered":"2021-01-04T20:25:38.793118+0000","last_unstale":"2021-01-04T20:28:22.798646+0000","last_undegraded":"2021-01-04T20:28:22.798646+0000","last_fullsized":"2021-01-04T20:28:22.798646+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":387577409,"num_objects":183,"num_object_clones":0,"num_object_copies":366,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":154,"num_whiteouts":29,"num_read":7762,"num_read_kb":46227,"num_write":19833,"num_write_kb":4674297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":29,"num_bytes_hit_set_archive":14472,"num_flush":3566,"num_flush_kb":10442408,"num_evict":3088,"num_evict_kb":9004397,"num_promote":3895,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":635617280,"data_stored":634154254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22290,"ondisk_log_size":22290,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29793044140,"num_objects":9960,"num_object_clones":0,"num_object_copies":19920,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9960,"num_whiteouts":0,"num_read":14945,"num_read_kb":1113101,"num_write":33051,"num_write_kb":19257624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":38850682880,"data_stored":38705004074,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26638,"ondisk_log_size":26638,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640297,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10468460,"kb_used_data":9404652,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83903380,"statfs":{"total":96636764160,"available":85917061120,"internally_reserved":1073741824,"allocated":9630363648,"data_stored":9593891466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.75900000000000001,"15min":0.80900000000000005},"min":{"1min":0.378,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.96899999999999997,"5min":1.6000000000000001,"15min":1.6000000000000001},"last":0.90400000000000003},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.82199999999999995,"15min":0.81999999999999995},"min":{"1min":0.61599999999999999,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.355,"5min":1.355,"15min":1.355},"last":0.98099999999999998}]},{"osd":1,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.73999999999999999,"15min":0.78400000000000003},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.4770000000000001,"5min":1.4770000000000001,"15min":1.4770000000000001},"last":0.749},{"interface":"front","average":{"1min":0.871,"5min":0.95399999999999996,"15min":1.0009999999999999},"min":{"1min":0.497,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.268,"5min":1.3919999999999999,"15min":1.3919999999999999},"last":1.0289999999999999}]},{"osd":2,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":0.83899999999999997,"5min":0.77700000000000002,"15min":0.78900000000000003},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":2.0059999999999998,"5min":2.0059999999999998,"15min":2.0059999999999998},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.71199999999999997,"15min":0.71199999999999997},"min":{"1min":0.51200000000000001,"5min":0.437,"15min":0.437},"max":{"1min":1.843,"5min":1.843,"15min":1.843},"last":0.56599999999999995}]},{"osd":3,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.79600000000000004,"15min":0.77600000000000002},"min":{"1min":0.60899999999999999,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.9950000000000001,"5min":1.9950000000000001,"15min":1.9950000000000001},"last":0.59199999999999997},{"interface":"front","average":{"1min":1.0069999999999999,"5min":0.76100000000000001,"15min":0.71999999999999997},"min":{"1min":0.51200000000000001,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":2.0539999999999998,"5min":2.0539999999999998,"15min":2.0539999999999998},"last":0.85199999999999998}]},{"osd":4,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":0.83899999999999997,"15min":0.80300000000000005},"min":{"1min":0.69999999999999996,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":2.1240000000000001,"5min":2.1240000000000001,"15min":2.1240000000000001},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.82699999999999996,"15min":0.82099999999999995},"min":{"1min":0.54100000000000004,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.8120000000000001,"5min":1.8120000000000001,"15min":1.8120000000000001},"last":0.63400000000000001}]}]},{"osd":4,"up_from":11,"seq":47244640297,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1195316,"kb_used_data":144432,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93176524,"statfs":{"total":96636764160,"available":95412760576,"internally_reserved":1073741824,"allocated":147898368,"data_stored":147455224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.68899999999999995,"15min":0.68700000000000006},"min":{"1min":0.39100000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.99299999999999999,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.64500000000000002,"15min":0.65500000000000003},"min":{"1min":0.45600000000000002,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.90800000000000003,"5min":1.117,"15min":1.117},"last":0.93999999999999995}]},{"osd":1,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.65200000000000002,"15min":0.65500000000000003},"min":{"1min":0.44600000000000001,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.96099999999999997,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.503,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.22,"5min":1.228,"15min":1.228},"last":0.875}]},{"osd":2,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":0.80100000000000005,"15min":0.79800000000000004},"min":{"1min":0.49299999999999999,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":0.97499999999999998},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.74099999999999999,"15min":0.73899999999999999},"min":{"1min":0.56000000000000005,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":0.93899999999999995,"5min":1.081,"15min":1.081},"last":1.0920000000000001}]},{"osd":3,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"min":{"1min":0.48199999999999998,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.88700000000000001,"5min":1.0409999999999999,"15min":1.0409999999999999},"last":0.628},{"interface":"front","average":{"1min":0.872,"5min":0.92800000000000005,"15min":0.93300000000000005},"min":{"1min":0.64300000000000002,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.1850000000000001,"5min":1.488,"15min":1.488},"last":1.048}]},{"osd":5,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.81299999999999994,"15min":0.80900000000000005},"min":{"1min":0.50900000000000001,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.2989999999999999,"5min":1.343,"15min":1.343},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.81299999999999994,"15min":0.81499999999999995},"min":{"1min":0.56999999999999995,"5min":0.441,"15min":0.441},"max":{"1min":1.232,"5min":1.3,"15min":1.3},"last":0.90700000000000003}]}]},{"osd":3,"up_from":11,"seq":47244640297,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5767792,"kb_used_data":4719208,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":88604048,"statfs":{"total":96636764160,"available":90730545152,"internally_reserved":1073741824,"allocated":4832468992,"data_stored":4813752674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.65400000000000003,"15min":0.66200000000000003},"min":{"1min":0.372,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.544,"5min":1.544,"15min":1.544},"last":0.746},{"interface":"front","average":{"1min":0.876,"5min":0.88700000000000001,"15min":0.90200000000000002},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.6699999999999999,"5min":1.6699999999999999,"15min":1.6699999999999999},"last":0.98499999999999999}]},{"osd":1,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.67600000000000005,"15min":0.66600000000000004},"min":{"1min":0.46500000000000002,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.3979999999999999,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.91200000000000003},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.75600000000000001,"15min":0.74199999999999999},"min":{"1min":0.497,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.107,"5min":2.6880000000000002,"15min":2.6880000000000002},"last":1.0069999999999999}]},{"osd":2,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.50900000000000001,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.2929999999999999,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":1.073},{"interface":"front","average":{"1min":0.93400000000000005,"5min":0.80100000000000005,"15min":0.77900000000000003},"min":{"1min":0.58099999999999996,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.6970000000000001,"5min":1.6970000000000001,"15min":1.6970000000000001},"last":0.79800000000000004}]},{"osd":4,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":0.747,"15min":0.74099999999999999},"min":{"1min":0.48299999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":2.4460000000000002,"5min":2.4460000000000002,"15min":2.4460000000000002},"last":0.83399999999999996},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.78000000000000003,"15min":0.78600000000000003},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":0.88500000000000001}]},{"osd":5,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.96999999999999997,"5min":0.84099999999999997,"15min":0.81399999999999995},"min":{"1min":0.59599999999999997,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":2.1120000000000001,"5min":2.1120000000000001,"15min":2.1120000000000001},"last":1.0469999999999999},{"interface":"front","average":{"1min":0.89900000000000002,"5min":0.87,"15min":0.874},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.8999999999999999,"5min":1.8999999999999999,"15min":1.8999999999999999},"last":1.173}]}]},{"osd":2,"up_from":11,"seq":47244640298,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10687524,"kb_used_data":9638940,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83684316,"statfs":{"total":96636764160,"available":85692739584,"internally_reserved":1073741824,"allocated":9870274560,"data_stored":9833826080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.49399999999999999,"15min":0.50600000000000001},"min":{"1min":0.35499999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.53000000000000003,"15min":0.52800000000000002},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.53500000000000003}]},{"osd":1,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.628,"15min":0.63700000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.5509999999999999,"5min":1.5509999999999999,"15min":1.5509999999999999},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.61899999999999999,"15min":0.58799999999999997},"min":{"1min":0.45100000000000001,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":3.2679999999999998,"5min":3.2679999999999998,"15min":3.2679999999999998},"last":0.58199999999999996}]},{"osd":3,"last update":"Mon Jan 4 20:28:43 2021","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":0.80300000000000005,"15min":0.81299999999999994},"min":{"1min":0.54300000000000004,"5min":0.433,"15min":0.433},"max":{"1min":1.369,"5min":1.369,"15min":1.369},"last":0.82399999999999995},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.80900000000000005,"15min":0.82699999999999996},"min":{"1min":0.502,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.163,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.626}]},{"osd":4,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.80500000000000005,"5min":0.77100000000000002,"15min":0.77500000000000002},"min":{"1min":0.53600000000000003,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.401,"5min":1.5089999999999999,"15min":1.5089999999999999},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.85599999999999998,"15min":0.88200000000000001},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.2689999999999999,"5min":1.593,"15min":1.593},"last":0.749}]},{"osd":5,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80300000000000005,"15min":0.81499999999999995},"min":{"1min":0.58899999999999997,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.512,"5min":1.512,"15min":1.512},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.84199999999999997,"5min":0.81899999999999995,"15min":0.82499999999999996},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.468,"5min":1.468,"15min":1.468},"last":0.79000000000000004}]}]},{"osd":0,"up_from":11,"seq":47244640297,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1194652,"kb_used_data":144432,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93177188,"statfs":{"total":96636764160,"available":95413440512,"internally_reserved":1073741824,"allocated":147898368,"data_stored":147455224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.52100000000000002,"15min":0.52600000000000002},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.90600000000000003,"5min":1.167,"15min":1.167},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.35899999999999999,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.48799999999999999}]},{"osd":2,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.59999999999999998,"15min":0.58599999999999997},"min":{"1min":0.45900000000000002,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":2.1059999999999999,"5min":2.1059999999999999,"15min":2.1059999999999999},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.66600000000000004,"15min":0.68600000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.96599999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.60799999999999998}]},{"osd":3,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.80900000000000005,"15min":0.84499999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.8340000000000001,"5min":1.8340000000000001,"15min":1.8340000000000001},"last":1.0569999999999999},{"interface":"front","average":{"1min":0.85299999999999998,"5min":0.873,"15min":0.89600000000000002},"min":{"1min":0.56100000000000005,"5min":0.502,"15min":0.502},"max":{"1min":1.159,"5min":1.423,"15min":1.423},"last":1.004}]},{"osd":4,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.79500000000000004,"5min":0.78100000000000003,"15min":0.81000000000000005},"min":{"1min":0.54800000000000004,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.28,"5min":1.7470000000000001,"15min":1.7470000000000001},"last":0.93899999999999995},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.83399999999999996,"15min":0.85999999999999999},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.2250000000000001,"5min":1.341,"15min":1.341},"last":0.873}]},{"osd":5,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.95599999999999996,"5min":0.86099999999999999,"15min":0.86699999999999999},"min":{"1min":0.60799999999999998,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.385,"5min":1.391,"15min":1.391},"last":1.1240000000000001},{"interface":"front","average":{"1min":1.0129999999999999,"5min":0.92100000000000004,"15min":0.93999999999999995},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":2.6749999999999998,"5min":2.6749999999999998,"15min":2.6749999999999998},"last":0.97299999999999998}]}]},{"osd":1,"up_from":11,"seq":47244640297,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":15561396,"kb_used_data":14510796,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":78810444,"statfs":{"total":96636764160,"available":80701894656,"internally_reserved":1073741824,"allocated":14859055104,"data_stored":14803479150,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.504,"15min":0.51700000000000002},"min":{"1min":0.32100000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.81299999999999994,"5min":0.87,"15min":0.87},"last":0.443},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.55200000000000005,"15min":0.53800000000000003},"min":{"1min":0.40400000000000003,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.505}]},{"osd":2,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.59499999999999997,"15min":0.60299999999999998},"min":{"1min":0.38600000000000001,"5min":0.378,"15min":0.378},"max":{"1min":0.81200000000000006,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.66100000000000003,"15min":0.66300000000000003},"min":{"1min":0.48999999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.097,"5min":1.097,"15min":1.097},"last":0.93000000000000005}]},{"osd":3,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":0.74299999999999999,"15min":0.73999999999999999},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.5169999999999999,"5min":1.5169999999999999,"15min":1.5169999999999999},"last":0.84799999999999998},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.77800000000000002,"15min":0.77400000000000002},"min":{"1min":0.54500000000000004,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.3169999999999999,"5min":1.3169999999999999,"15min":1.3169999999999999},"last":0.90600000000000003}]},{"osd":4,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.89100000000000001,"5min":0.85499999999999998,"15min":0.85699999999999998},"min":{"1min":0.59099999999999997,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.4450000000000001,"5min":1.4450000000000001,"15min":1.4450000000000001},"last":1.0649999999999999},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.79200000000000004,"15min":0.79100000000000004},"min":{"1min":0.54000000000000004,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":2.0470000000000002,"5min":2.0470000000000002,"15min":2.0470000000000002},"last":1.04}]},{"osd":5,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.377,"5min":1.377,"15min":1.377},"last":1.161},{"interface":"front","average":{"1min":0.91600000000000004,"5min":0.85899999999999999,"15min":0.85699999999999998},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.94399999999999995}]}]}]}} , 2021-01-04T20:28:50.288 INFO:tasks.ceph:pgid 1.7 last_scrub_stamp 2021-01-04T20:25:37.742543+0000 time.struct_time(tm_year=2021, tm_mon=1, tm_mday=4, tm_hour=20, tm_min=25, tm_sec=37, tm_wday=0, tm_yday=4, tm_isdst=-1) <= time.struct_time(tm_year=2021, tm_mon=1, tm_mday=4, tm_hour=20, tm_min=28, tm_sec=46, tm_wday=0, tm_yday=4, tm_isdst=0) , 2021-01-04T20:28:50.289 INFO:tasks.ceph:pgid 1.6 last_scrub_stamp 2021-01-04T20:25:37.742543+0000 time.struct_time(tm_year=2021, tm_mon=1, tm_mday=4, tm_hour=20, tm_min=25, tm_sec=37, tm_wday=0, tm_yday=4, tm_isdst=-1) <= time.struct_time(tm_year=2021, tm_mon=1, tm_mday=4, tm_hour=20, tm_min=28, tm_sec=46, tm_wday=0, tm_yday=4, tm_isdst=0) 2021-01-05T00:09:34.771 WARNING:scrape:Ignoring malparsed backtrace: 2021-01-04T20:29:55.678 DEBUG:teuthology.orchestra.run.smithi070:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 , 2021-01-04T20:29:55.742 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi043.front.sepia.ceph.com , 2021-01-04T20:29:55.744 DEBUG:teuthology.orchestra.run.smithi043:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2021-01-05T00:09:34.771 WARNING:scrape:Ignoring malparsed backtrace: 2021-01-04T20:31:24.433 DEBUG:teuthology.orchestra.run.smithi070:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart , Redirecting to /bin/systemctl restart rsyslog.service , Redirecting to /bin/systemctl restart rsyslog.service 2021-01-05T00:09:34.863 WARNING:scrape:Ignoring malparsed backtrace: ceph version 15.2.8-95-g27591544 (275915445a3277baa7a48492fd172de21f636975) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f75a4d24f1a] , 2: (DeleteOp::_begin()+0x519) [0x55c6cb07a129] 2021-01-05T00:09:34.865 WARNING:scrape:Ignoring malparsed backtrace: 2021-01-04T20:28:50.285 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":127,"stamp":"2021-01-04T20:28:48.930253+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30180621549,"num_objects":10143,"num_object_clones":0,"num_object_copies":20286,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10114,"num_whiteouts":29,"num_read":22707,"num_read_kb":1159328,"num_write":52884,"num_write_kb":23931921,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":29,"num_bytes_hit_set_archive":14472,"num_flush":3566,"num_flush_kb":10442408,"num_evict":3088,"num_evict_kb":9004397,"num_promote":3895,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":48928,"ondisk_log_size":48928,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":44875140,"kb_used_data":38562460,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":521355900,"statfs":{"total":579820584960,"available":533868441600,"internally_reserved":6442450944,"allocated":39487959040,"data_stored":39339859818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":145408088,"num_objects":54,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":54,"num_whiteouts":9,"num_read":647,"num_read_kb":642783,"num_write":256,"num_write_kb":147487,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":7,"num_flush_kb":17250,"num_evict":7,"num_evict_kb":17250,"num_promote":66,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.001878"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.797981+0000","last_change":"2021-01-04T20:25:38.793571+0000","last_active":"2021-01-04T20:28:22.797981+0000","last_peered":"2021-01-04T20:28:22.797981+0000","last_clean":"2021-01-04T20:28:22.797981+0000","last_became_active":"2021-01-04T20:25:38.793141+0000","last_became_peered":"2021-01-04T20:25:38.793141+0000","last_unstale":"2021-01-04T20:28:22.797981+0000","last_undegraded":"2021-01-04T20:28:22.797981+0000","last_fullsized":"2021-01-04T20:28:22.797981+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.797259+0000","last_change":"2021-01-04T20:25:38.793929+0000","last_active":"2021-01-04T20:28:22.797259+0000","last_peered":"2021-01-04T20:28:22.797259+0000","last_clean":"2021-01-04T20:28:22.797259+0000","last_became_active":"2021-01-04T20:25:38.793483+0000","last_became_peered":"2021-01-04T20:25:38.793483+0000","last_unstale":"2021-01-04T20:28:22.797259+0000","last_undegraded":"2021-01-04T20:28:22.797259+0000","last_fullsized":"2021-01-04T20:28:22.797259+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5369","reported_seq":"7475","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:43.772928+0000","last_change":"2021-01-04T20:25:47.769000+0000","last_active":"2021-01-04T20:28:43.772928+0000","last_peered":"2021-01-04T20:28:43.772928+0000","last_clean":"2021-01-04T20:28:43.772928+0000","last_became_active":"2021-01-04T20:25:47.768681+0000","last_became_peered":"2021-01-04T20:25:47.768681+0000","last_unstale":"2021-01-04T20:28:43.772928+0000","last_undegraded":"2021-01-04T20:28:43.772928+0000","last_fullsized":"2021-01-04T20:28:43.772928+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_clean_scrub_stamp":"2021-01-04T20:25:46.759696+0000","log_size":5369,"ondisk_log_size":5369,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":101994446,"num_objects":48,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":40,"num_whiteouts":8,"num_read":1848,"num_read_kb":914,"num_write":4771,"num_write_kb":1105829,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":4066,"num_flush":866,"num_flush_kb":2519959,"num_evict":779,"num_evict_kb":2244891,"num_promote":964,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6605","reported_seq":"8692","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:44.701839+0000","last_change":"2021-01-04T20:25:45.794933+0000","last_active":"2021-01-04T20:28:44.701839+0000","last_peered":"2021-01-04T20:28:44.701839+0000","last_clean":"2021-01-04T20:28:44.701839+0000","last_became_active":"2021-01-04T20:25:45.794485+0000","last_became_peered":"2021-01-04T20:25:45.794485+0000","last_unstale":"2021-01-04T20:28:44.701839+0000","last_undegraded":"2021-01-04T20:28:44.701839+0000","last_fullsized":"2021-01-04T20:28:44.701839+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_clean_scrub_stamp":"2021-01-04T20:25:44.755364+0000","log_size":6605,"ondisk_log_size":6605,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7408612869,"num_objects":2484,"num_object_clones":0,"num_object_copies":4968,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2484,"num_whiteouts":0,"num_read":3757,"num_read_kb":343525,"num_write":8211,"num_write_kb":4754764,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.797962+0000","last_change":"2021-01-04T20:25:38.794235+0000","last_active":"2021-01-04T20:28:22.797962+0000","last_peered":"2021-01-04T20:28:22.797962+0000","last_clean":"2021-01-04T20:28:22.797962+0000","last_became_active":"2021-01-04T20:25:38.793854+0000","last_became_peered":"2021-01-04T20:25:38.793854+0000","last_unstale":"2021-01-04T20:28:22.797962+0000","last_undegraded":"2021-01-04T20:28:22.797962+0000","last_fullsized":"2021-01-04T20:28:22.797962+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5476","reported_seq":"7570","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:43.780863+0000","last_change":"2021-01-04T20:25:48.740300+0000","last_active":"2021-01-04T20:28:43.780863+0000","last_peered":"2021-01-04T20:28:43.780863+0000","last_clean":"2021-01-04T20:28:43.780863+0000","last_became_active":"2021-01-04T20:25:48.739950+0000","last_became_peered":"2021-01-04T20:25:48.739950+0000","last_unstale":"2021-01-04T20:28:43.780863+0000","last_undegraded":"2021-01-04T20:28:43.780863+0000","last_fullsized":"2021-01-04T20:28:43.780863+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_clean_scrub_stamp":"2021-01-04T20:25:46.759696+0000","log_size":5476,"ondisk_log_size":5476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":84391194,"num_objects":41,"num_object_clones":0,"num_object_copies":82,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":36,"num_whiteouts":7,"num_read":1883,"num_read_kb":916,"num_write":4909,"num_write_kb":1167331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2594,"num_flush":882,"num_flush_kb":2579445,"num_evict":789,"num_evict_kb":2309808,"num_promote":943,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6601","reported_seq":"8766","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:44.439895+0000","last_change":"2021-01-04T20:25:45.764446+0000","last_active":"2021-01-04T20:28:44.439895+0000","last_peered":"2021-01-04T20:28:44.439895+0000","last_clean":"2021-01-04T20:28:44.439895+0000","last_became_active":"2021-01-04T20:25:45.764122+0000","last_became_peered":"2021-01-04T20:25:45.764122+0000","last_unstale":"2021-01-04T20:28:44.439895+0000","last_undegraded":"2021-01-04T20:28:44.439895+0000","last_fullsized":"2021-01-04T20:28:44.439895+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_clean_scrub_stamp":"2021-01-04T20:25:44.755364+0000","log_size":6601,"ondisk_log_size":6601,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7292765918,"num_objects":2446,"num_object_clones":0,"num_object_copies":4892,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2446,"num_whiteouts":0,"num_read":3722,"num_read_kb":177697,"num_write":8185,"num_write_kb":4721411,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.797291+0000","last_change":"2021-01-04T20:25:38.794377+0000","last_active":"2021-01-04T20:28:22.797291+0000","last_peered":"2021-01-04T20:28:22.797291+0000","last_clean":"2021-01-04T20:28:22.797291+0000","last_became_active":"2021-01-04T20:25:38.793207+0000","last_became_peered":"2021-01-04T20:25:38.793207+0000","last_unstale":"2021-01-04T20:28:22.797291+0000","last_undegraded":"2021-01-04T20:28:22.797291+0000","last_fullsized":"2021-01-04T20:28:22.797291+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5522","reported_seq":"7847","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:46.826832+0000","last_change":"2021-01-04T20:25:47.769055+0000","last_active":"2021-01-04T20:28:46.826832+0000","last_peered":"2021-01-04T20:28:46.826832+0000","last_clean":"2021-01-04T20:28:46.826832+0000","last_became_active":"2021-01-04T20:25:47.768737+0000","last_became_peered":"2021-01-04T20:25:47.768737+0000","last_unstale":"2021-01-04T20:28:46.826832+0000","last_undegraded":"2021-01-04T20:28:46.826832+0000","last_fullsized":"2021-01-04T20:28:46.826832+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_clean_scrub_stamp":"2021-01-04T20:25:46.759696+0000","log_size":5522,"ondisk_log_size":5522,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":132044420,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":6,"num_read":2035,"num_read_kb":43398,"num_write":4911,"num_write_kb":1184071,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3837,"num_flush":868,"num_flush_kb":2539702,"num_evict":653,"num_evict_kb":1906614,"num_promote":947,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6706","reported_seq":"8894","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:44.403502+0000","last_change":"2021-01-04T20:25:45.794895+0000","last_active":"2021-01-04T20:28:44.403502+0000","last_peered":"2021-01-04T20:28:44.403502+0000","last_clean":"2021-01-04T20:28:44.403502+0000","last_became_active":"2021-01-04T20:25:45.794383+0000","last_became_peered":"2021-01-04T20:25:45.794383+0000","last_unstale":"2021-01-04T20:28:44.403502+0000","last_undegraded":"2021-01-04T20:28:44.403502+0000","last_fullsized":"2021-01-04T20:28:44.403502+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_clean_scrub_stamp":"2021-01-04T20:25:44.755364+0000","log_size":6706,"ondisk_log_size":6706,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7597864137,"num_objects":2529,"num_object_clones":0,"num_object_copies":5058,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2529,"num_whiteouts":0,"num_read":3799,"num_read_kb":310527,"num_write":8287,"num_write_kb":5011817,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.798504+0000","last_change":"2021-01-04T20:25:38.795041+0000","last_active":"2021-01-04T20:28:22.798504+0000","last_peered":"2021-01-04T20:28:22.798504+0000","last_clean":"2021-01-04T20:28:22.798504+0000","last_became_active":"2021-01-04T20:25:38.794662+0000","last_became_peered":"2021-01-04T20:25:38.794662+0000","last_unstale":"2021-01-04T20:28:22.798504+0000","last_undegraded":"2021-01-04T20:28:22.798504+0000","last_fullsized":"2021-01-04T20:28:22.798504+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5923","reported_seq":"8213","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:42.887366+0000","last_change":"2021-01-04T20:25:47.769252+0000","last_active":"2021-01-04T20:28:42.887366+0000","last_peered":"2021-01-04T20:28:42.887366+0000","last_clean":"2021-01-04T20:28:42.887366+0000","last_became_active":"2021-01-04T20:25:47.768883+0000","last_became_peered":"2021-01-04T20:25:47.768883+0000","last_unstale":"2021-01-04T20:28:42.887366+0000","last_undegraded":"2021-01-04T20:28:42.887366+0000","last_fullsized":"2021-01-04T20:28:42.887366+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_clean_scrub_stamp":"2021-01-04T20:25:46.759696+0000","log_size":5923,"ondisk_log_size":5923,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":69147349,"num_objects":38,"num_object_clones":0,"num_object_copies":76,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":8,"num_read":1996,"num_read_kb":999,"num_write":5242,"num_write_kb":1217066,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3975,"num_flush":950,"num_flush_kb":2803302,"num_evict":867,"num_evict_kb":2543084,"num_promote":1041,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6726","reported_seq":"8722","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:46.821499+0000","last_change":"2021-01-04T20:25:45.794645+0000","last_active":"2021-01-04T20:28:46.821499+0000","last_peered":"2021-01-04T20:28:46.821499+0000","last_clean":"2021-01-04T20:28:46.821499+0000","last_became_active":"2021-01-04T20:25:45.794290+0000","last_became_peered":"2021-01-04T20:25:45.794290+0000","last_unstale":"2021-01-04T20:28:46.821499+0000","last_undegraded":"2021-01-04T20:28:46.821499+0000","last_fullsized":"2021-01-04T20:28:46.821499+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_clean_scrub_stamp":"2021-01-04T20:25:44.755364+0000","log_size":6726,"ondisk_log_size":6726,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7493801216,"num_objects":2501,"num_object_clones":0,"num_object_copies":5002,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2501,"num_whiteouts":0,"num_read":3667,"num_read_kb":281352,"num_write":8368,"num_write_kb":4769632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.796827+0000","last_change":"2021-01-04T20:25:38.751730+0000","last_active":"2021-01-04T20:28:22.796827+0000","last_peered":"2021-01-04T20:28:22.796827+0000","last_clean":"2021-01-04T20:28:22.796827+0000","last_became_active":"2021-01-04T20:25:38.751368+0000","last_became_peered":"2021-01-04T20:25:38.751368+0000","last_unstale":"2021-01-04T20:28:22.796827+0000","last_undegraded":"2021-01-04T20:28:22.796827+0000","last_fullsized":"2021-01-04T20:28:22.796827+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.796733+0000","last_change":"2021-01-04T20:25:38.751887+0000","last_active":"2021-01-04T20:28:22.796733+0000","last_peered":"2021-01-04T20:28:22.796733+0000","last_clean":"2021-01-04T20:28:22.796733+0000","last_became_active":"2021-01-04T20:25:38.751494+0000","last_became_peered":"2021-01-04T20:25:38.751494+0000","last_unstale":"2021-01-04T20:28:22.796733+0000","last_undegraded":"2021-01-04T20:28:22.796733+0000","last_fullsized":"2021-01-04T20:28:22.796733+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.798646+0000","last_change":"2021-01-04T20:25:38.793572+0000","last_active":"2021-01-04T20:28:22.798646+0000","last_peered":"2021-01-04T20:28:22.798646+0000","last_clean":"2021-01-04T20:28:22.798646+0000","last_became_active":"2021-01-04T20:25:38.793118+0000","last_became_peered":"2021-01-04T20:25:38.793118+0000","last_unstale":"2021-01-04T20:28:22.798646+0000","last_undegraded":"2021-01-04T20:28:22.798646+0000","last_fullsized":"2021-01-04T20:28:22.798646+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":387577409,"num_objects":183,"num_object_clones":0,"num_object_copies":366,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":154,"num_whiteouts":29,"num_read":7762,"num_read_kb":46227,"num_write":19833,"num_write_kb":4674297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":29,"num_bytes_hit_set_archive":14472,"num_flush":3566,"num_flush_kb":10442408,"num_evict":3088,"num_evict_kb":9004397,"num_promote":3895,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":635617280,"data_stored":634154254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22290,"ondisk_log_size":22290,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29793044140,"num_objects":9960,"num_object_clones":0,"num_object_copies":19920,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9960,"num_whiteouts":0,"num_read":14945,"num_read_kb":1113101,"num_write":33051,"num_write_kb":19257624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":38850682880,"data_stored":38705004074,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26638,"ondisk_log_size":26638,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640297,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10468460,"kb_used_data":9404652,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83903380,"statfs":{"total":96636764160,"available":85917061120,"internally_reserved":1073741824,"allocated":9630363648,"data_stored":9593891466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.75900000000000001,"15min":0.80900000000000005},"min":{"1min":0.378,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.96899999999999997,"5min":1.6000000000000001,"15min":1.6000000000000001},"last":0.90400000000000003},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.82199999999999995,"15min":0.81999999999999995},"min":{"1min":0.61599999999999999,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.355,"5min":1.355,"15min":1.355},"last":0.98099999999999998}]},{"osd":1,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.73999999999999999,"15min":0.78400000000000003},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.4770000000000001,"5min":1.4770000000000001,"15min":1.4770000000000001},"last":0.749},{"interface":"front","average":{"1min":0.871,"5min":0.95399999999999996,"15min":1.0009999999999999},"min":{"1min":0.497,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.268,"5min":1.3919999999999999,"15min":1.3919999999999999},"last":1.0289999999999999}]},{"osd":2,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":0.83899999999999997,"5min":0.77700000000000002,"15min":0.78900000000000003},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":2.0059999999999998,"5min":2.0059999999999998,"15min":2.0059999999999998},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.71199999999999997,"15min":0.71199999999999997},"min":{"1min":0.51200000000000001,"5min":0.437,"15min":0.437},"max":{"1min":1.843,"5min":1.843,"15min":1.843},"last":0.56599999999999995}]},{"osd":3,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.79600000000000004,"15min":0.77600000000000002},"min":{"1min":0.60899999999999999,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.9950000000000001,"5min":1.9950000000000001,"15min":1.9950000000000001},"last":0.59199999999999997},{"interface":"front","average":{"1min":1.0069999999999999,"5min":0.76100000000000001,"15min":0.71999999999999997},"min":{"1min":0.51200000000000001,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":2.0539999999999998,"5min":2.0539999999999998,"15min":2.0539999999999998},"last":0.85199999999999998}]},{"osd":4,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":0.83899999999999997,"15min":0.80300000000000005},"min":{"1min":0.69999999999999996,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":2.1240000000000001,"5min":2.1240000000000001,"15min":2.1240000000000001},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.82699999999999996,"15min":0.82099999999999995},"min":{"1min":0.54100000000000004,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.8120000000000001,"5min":1.8120000000000001,"15min":1.8120000000000001},"last":0.63400000000000001}]}]},{"osd":4,"up_from":11,"seq":47244640297,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1195316,"kb_used_data":144432,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93176524,"statfs":{"total":96636764160,"available":95412760576,"internally_reserved":1073741824,"allocated":147898368,"data_stored":147455224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.68899999999999995,"15min":0.68700000000000006},"min":{"1min":0.39100000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.99299999999999999,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.64500000000000002,"15min":0.65500000000000003},"min":{"1min":0.45600000000000002,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.90800000000000003,"5min":1.117,"15min":1.117},"last":0.93999999999999995}]},{"osd":1,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.65200000000000002,"15min":0.65500000000000003},"min":{"1min":0.44600000000000001,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.96099999999999997,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.503,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.22,"5min":1.228,"15min":1.228},"last":0.875}]},{"osd":2,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":0.80100000000000005,"15min":0.79800000000000004},"min":{"1min":0.49299999999999999,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":0.97499999999999998},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.74099999999999999,"15min":0.73899999999999999},"min":{"1min":0.56000000000000005,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":0.93899999999999995,"5min":1.081,"15min":1.081},"last":1.0920000000000001}]},{"osd":3,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"min":{"1min":0.48199999999999998,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.88700000000000001,"5min":1.0409999999999999,"15min":1.0409999999999999},"last":0.628},{"interface":"front","average":{"1min":0.872,"5min":0.92800000000000005,"15min":0.93300000000000005},"min":{"1min":0.64300000000000002,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.1850000000000001,"5min":1.488,"15min":1.488},"last":1.048}]},{"osd":5,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.81299999999999994,"15min":0.80900000000000005},"min":{"1min":0.50900000000000001,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.2989999999999999,"5min":1.343,"15min":1.343},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.81299999999999994,"15min":0.81499999999999995},"min":{"1min":0.56999999999999995,"5min":0.441,"15min":0.441},"max":{"1min":1.232,"5min":1.3,"15min":1.3},"last":0.90700000000000003}]}]},{"osd":3,"up_from":11,"seq":47244640297,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5767792,"kb_used_data":4719208,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":88604048,"statfs":{"total":96636764160,"available":90730545152,"internally_reserved":1073741824,"allocated":4832468992,"data_stored":4813752674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.65400000000000003,"15min":0.66200000000000003},"min":{"1min":0.372,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.544,"5min":1.544,"15min":1.544},"last":0.746},{"interface":"front","average":{"1min":0.876,"5min":0.88700000000000001,"15min":0.90200000000000002},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.6699999999999999,"5min":1.6699999999999999,"15min":1.6699999999999999},"last":0.98499999999999999}]},{"osd":1,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.67600000000000005,"15min":0.66600000000000004},"min":{"1min":0.46500000000000002,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.3979999999999999,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.91200000000000003},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.75600000000000001,"15min":0.74199999999999999},"min":{"1min":0.497,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.107,"5min":2.6880000000000002,"15min":2.6880000000000002},"last":1.0069999999999999}]},{"osd":2,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.50900000000000001,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.2929999999999999,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":1.073},{"interface":"front","average":{"1min":0.93400000000000005,"5min":0.80100000000000005,"15min":0.77900000000000003},"min":{"1min":0.58099999999999996,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.6970000000000001,"5min":1.6970000000000001,"15min":1.6970000000000001},"last":0.79800000000000004}]},{"osd":4,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":0.747,"15min":0.74099999999999999},"min":{"1min":0.48299999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":2.4460000000000002,"5min":2.4460000000000002,"15min":2.4460000000000002},"last":0.83399999999999996},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.78000000000000003,"15min":0.78600000000000003},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":0.88500000000000001}]},{"osd":5,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.96999999999999997,"5min":0.84099999999999997,"15min":0.81399999999999995},"min":{"1min":0.59599999999999997,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":2.1120000000000001,"5min":2.1120000000000001,"15min":2.1120000000000001},"last":1.0469999999999999},{"interface":"front","average":{"1min":0.89900000000000002,"5min":0.87,"15min":0.874},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.8999999999999999,"5min":1.8999999999999999,"15min":1.8999999999999999},"last":1.173}]}]},{"osd":2,"up_from":11,"seq":47244640298,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10687524,"kb_used_data":9638940,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83684316,"statfs":{"total":96636764160,"available":85692739584,"internally_reserved":1073741824,"allocated":9870274560,"data_stored":9833826080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.49399999999999999,"15min":0.50600000000000001},"min":{"1min":0.35499999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.53000000000000003,"15min":0.52800000000000002},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.53500000000000003}]},{"osd":1,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.628,"15min":0.63700000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.5509999999999999,"5min":1.5509999999999999,"15min":1.5509999999999999},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.61899999999999999,"15min":0.58799999999999997},"min":{"1min":0.45100000000000001,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":3.2679999999999998,"5min":3.2679999999999998,"15min":3.2679999999999998},"last":0.58199999999999996}]},{"osd":3,"last update":"Mon Jan 4 20:28:43 2021","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":0.80300000000000005,"15min":0.81299999999999994},"min":{"1min":0.54300000000000004,"5min":0.433,"15min":0.433},"max":{"1min":1.369,"5min":1.369,"15min":1.369},"last":0.82399999999999995},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.80900000000000005,"15min":0.82699999999999996},"min":{"1min":0.502,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.163,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.626}]},{"osd":4,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.80500000000000005,"5min":0.77100000000000002,"15min":0.77500000000000002},"min":{"1min":0.53600000000000003,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.401,"5min":1.5089999999999999,"15min":1.5089999999999999},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.85599999999999998,"15min":0.88200000000000001},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.2689999999999999,"5min":1.593,"15min":1.593},"last":0.749}]},{"osd":5,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80300000000000005,"15min":0.81499999999999995},"min":{"1min":0.58899999999999997,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.512,"5min":1.512,"15min":1.512},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.84199999999999997,"5min":0.81899999999999995,"15min":0.82499999999999996},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.468,"5min":1.468,"15min":1.468},"last":0.79000000000000004}]}]},{"osd":0,"up_from":11,"seq":47244640297,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1194652,"kb_used_data":144432,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93177188,"statfs":{"total":96636764160,"available":95413440512,"internally_reserved":1073741824,"allocated":147898368,"data_stored":147455224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.52100000000000002,"15min":0.52600000000000002},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.90600000000000003,"5min":1.167,"15min":1.167},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.35899999999999999,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.48799999999999999}]},{"osd":2,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.59999999999999998,"15min":0.58599999999999997},"min":{"1min":0.45900000000000002,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":2.1059999999999999,"5min":2.1059999999999999,"15min":2.1059999999999999},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.66600000000000004,"15min":0.68600000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.96599999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.60799999999999998}]},{"osd":3,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.80900000000000005,"15min":0.84499999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.8340000000000001,"5min":1.8340000000000001,"15min":1.8340000000000001},"last":1.0569999999999999},{"interface":"front","average":{"1min":0.85299999999999998,"5min":0.873,"15min":0.89600000000000002},"min":{"1min":0.56100000000000005,"5min":0.502,"15min":0.502},"max":{"1min":1.159,"5min":1.423,"15min":1.423},"last":1.004}]},{"osd":4,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.79500000000000004,"5min":0.78100000000000003,"15min":0.81000000000000005},"min":{"1min":0.54800000000000004,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.28,"5min":1.7470000000000001,"15min":1.7470000000000001},"last":0.93899999999999995},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.83399999999999996,"15min":0.85999999999999999},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.2250000000000001,"5min":1.341,"15min":1.341},"last":0.873}]},{"osd":5,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.95599999999999996,"5min":0.86099999999999999,"15min":0.86699999999999999},"min":{"1min":0.60799999999999998,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.385,"5min":1.391,"15min":1.391},"last":1.1240000000000001},{"interface":"front","average":{"1min":1.0129999999999999,"5min":0.92100000000000004,"15min":0.93999999999999995},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":2.6749999999999998,"5min":2.6749999999999998,"15min":2.6749999999999998},"last":0.97299999999999998}]}]},{"osd":1,"up_from":11,"seq":47244640297,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":15561396,"kb_used_data":14510796,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":78810444,"statfs":{"total":96636764160,"available":80701894656,"internally_reserved":1073741824,"allocated":14859055104,"data_stored":14803479150,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.504,"15min":0.51700000000000002},"min":{"1min":0.32100000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.81299999999999994,"5min":0.87,"15min":0.87},"last":0.443},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.55200000000000005,"15min":0.53800000000000003},"min":{"1min":0.40400000000000003,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.505}]},{"osd":2,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.59499999999999997,"15min":0.60299999999999998},"min":{"1min":0.38600000000000001,"5min":0.378,"15min":0.378},"max":{"1min":0.81200000000000006,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.66100000000000003,"15min":0.66300000000000003},"min":{"1min":0.48999999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.097,"5min":1.097,"15min":1.097},"last":0.93000000000000005}]},{"osd":3,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":0.74299999999999999,"15min":0.73999999999999999},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.5169999999999999,"5min":1.5169999999999999,"15min":1.5169999999999999},"last":0.84799999999999998},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.77800000000000002,"15min":0.77400000000000002},"min":{"1min":0.54500000000000004,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.3169999999999999,"5min":1.3169999999999999,"15min":1.3169999999999999},"last":0.90600000000000003}]},{"osd":4,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.89100000000000001,"5min":0.85499999999999998,"15min":0.85699999999999998},"min":{"1min":0.59099999999999997,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.4450000000000001,"5min":1.4450000000000001,"15min":1.4450000000000001},"last":1.0649999999999999},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.79200000000000004,"15min":0.79100000000000004},"min":{"1min":0.54000000000000004,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":2.0470000000000002,"5min":2.0470000000000002,"15min":2.0470000000000002},"last":1.04}]},{"osd":5,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.377,"5min":1.377,"15min":1.377},"last":1.161},{"interface":"front","average":{"1min":0.91600000000000004,"5min":0.85899999999999999,"15min":0.85699999999999998},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.94399999999999995}]}]}]}} , 2021-01-04T20:28:50.288 INFO:tasks.ceph:pgid 1.7 last_scrub_stamp 2021-01-04T20:25:37.742543+0000 time.struct_time(tm_year=2021, tm_mon=1, tm_mday=4, tm_hour=20, tm_min=25, tm_sec=37, tm_wday=0, tm_yday=4, tm_isdst=-1) <= time.struct_time(tm_year=2021, tm_mon=1, tm_mday=4, tm_hour=20, tm_min=28, tm_sec=46, tm_wday=0, tm_yday=4, tm_isdst=0) , 2021-01-04T20:28:50.289 INFO:tasks.ceph:pgid 1.6 last_scrub_stamp 2021-01-04T20:25:37.742543+0000 time.struct_time(tm_year=2021, tm_mon=1, tm_mday=4, tm_hour=20, tm_min=25, tm_sec=37, tm_wday=0, tm_yday=4, tm_isdst=-1) <= time.struct_time(tm_year=2021, tm_mon=1, tm_mday=4, tm_hour=20, tm_min=28, tm_sec=46, tm_wday=0, tm_yday=4, tm_isdst=0) 2021-01-05T00:09:34.866 WARNING:scrape:Ignoring malparsed backtrace: 2021-01-04T20:29:55.678 DEBUG:teuthology.orchestra.run.smithi070:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 , 2021-01-04T20:29:55.742 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi043.front.sepia.ceph.com , 2021-01-04T20:29:55.744 DEBUG:teuthology.orchestra.run.smithi043:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2021-01-05T00:09:34.867 WARNING:scrape:Ignoring malparsed backtrace: 2021-01-04T20:31:24.433 DEBUG:teuthology.orchestra.run.smithi070:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart , Redirecting to /bin/systemctl restart rsyslog.service , Redirecting to /bin/systemctl restart rsyslog.service 2021-01-05T00:09:34.969 WARNING:scrape:Ignoring malparsed backtrace: ceph version 15.2.8-95-g27591544 (275915445a3277baa7a48492fd172de21f636975) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f75a4d24f1a] , 2: (DeleteOp::_begin()+0x519) [0x55c6cb07a129] 2021-01-05T00:09:34.971 WARNING:scrape:Ignoring malparsed backtrace: 2021-01-04T20:28:50.285 INFO:teuthology.orchestra.run.smithi070.stdout:{"pg_ready":true,"pg_map":{"version":127,"stamp":"2021-01-04T20:28:48.930253+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30180621549,"num_objects":10143,"num_object_clones":0,"num_object_copies":20286,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10114,"num_whiteouts":29,"num_read":22707,"num_read_kb":1159328,"num_write":52884,"num_write_kb":23931921,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":29,"num_bytes_hit_set_archive":14472,"num_flush":3566,"num_flush_kb":10442408,"num_evict":3088,"num_evict_kb":9004397,"num_promote":3895,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":48928,"ondisk_log_size":48928,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":44875140,"kb_used_data":38562460,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":521355900,"statfs":{"total":579820584960,"available":533868441600,"internally_reserved":6442450944,"allocated":39487959040,"data_stored":39339859818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":145408088,"num_objects":54,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":54,"num_whiteouts":9,"num_read":647,"num_read_kb":642783,"num_write":256,"num_write_kb":147487,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":7,"num_flush_kb":17250,"num_evict":7,"num_evict_kb":17250,"num_promote":66,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.001878"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.797981+0000","last_change":"2021-01-04T20:25:38.793571+0000","last_active":"2021-01-04T20:28:22.797981+0000","last_peered":"2021-01-04T20:28:22.797981+0000","last_clean":"2021-01-04T20:28:22.797981+0000","last_became_active":"2021-01-04T20:25:38.793141+0000","last_became_peered":"2021-01-04T20:25:38.793141+0000","last_unstale":"2021-01-04T20:28:22.797981+0000","last_undegraded":"2021-01-04T20:28:22.797981+0000","last_fullsized":"2021-01-04T20:28:22.797981+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.797259+0000","last_change":"2021-01-04T20:25:38.793929+0000","last_active":"2021-01-04T20:28:22.797259+0000","last_peered":"2021-01-04T20:28:22.797259+0000","last_clean":"2021-01-04T20:28:22.797259+0000","last_became_active":"2021-01-04T20:25:38.793483+0000","last_became_peered":"2021-01-04T20:25:38.793483+0000","last_unstale":"2021-01-04T20:28:22.797259+0000","last_undegraded":"2021-01-04T20:28:22.797259+0000","last_fullsized":"2021-01-04T20:28:22.797259+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5369","reported_seq":"7475","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:43.772928+0000","last_change":"2021-01-04T20:25:47.769000+0000","last_active":"2021-01-04T20:28:43.772928+0000","last_peered":"2021-01-04T20:28:43.772928+0000","last_clean":"2021-01-04T20:28:43.772928+0000","last_became_active":"2021-01-04T20:25:47.768681+0000","last_became_peered":"2021-01-04T20:25:47.768681+0000","last_unstale":"2021-01-04T20:28:43.772928+0000","last_undegraded":"2021-01-04T20:28:43.772928+0000","last_fullsized":"2021-01-04T20:28:43.772928+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_clean_scrub_stamp":"2021-01-04T20:25:46.759696+0000","log_size":5369,"ondisk_log_size":5369,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":101994446,"num_objects":48,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":40,"num_whiteouts":8,"num_read":1848,"num_read_kb":914,"num_write":4771,"num_write_kb":1105829,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":4066,"num_flush":866,"num_flush_kb":2519959,"num_evict":779,"num_evict_kb":2244891,"num_promote":964,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6605","reported_seq":"8692","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:44.701839+0000","last_change":"2021-01-04T20:25:45.794933+0000","last_active":"2021-01-04T20:28:44.701839+0000","last_peered":"2021-01-04T20:28:44.701839+0000","last_clean":"2021-01-04T20:28:44.701839+0000","last_became_active":"2021-01-04T20:25:45.794485+0000","last_became_peered":"2021-01-04T20:25:45.794485+0000","last_unstale":"2021-01-04T20:28:44.701839+0000","last_undegraded":"2021-01-04T20:28:44.701839+0000","last_fullsized":"2021-01-04T20:28:44.701839+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_clean_scrub_stamp":"2021-01-04T20:25:44.755364+0000","log_size":6605,"ondisk_log_size":6605,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7408612869,"num_objects":2484,"num_object_clones":0,"num_object_copies":4968,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2484,"num_whiteouts":0,"num_read":3757,"num_read_kb":343525,"num_write":8211,"num_write_kb":4754764,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.797962+0000","last_change":"2021-01-04T20:25:38.794235+0000","last_active":"2021-01-04T20:28:22.797962+0000","last_peered":"2021-01-04T20:28:22.797962+0000","last_clean":"2021-01-04T20:28:22.797962+0000","last_became_active":"2021-01-04T20:25:38.793854+0000","last_became_peered":"2021-01-04T20:25:38.793854+0000","last_unstale":"2021-01-04T20:28:22.797962+0000","last_undegraded":"2021-01-04T20:28:22.797962+0000","last_fullsized":"2021-01-04T20:28:22.797962+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5476","reported_seq":"7570","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:43.780863+0000","last_change":"2021-01-04T20:25:48.740300+0000","last_active":"2021-01-04T20:28:43.780863+0000","last_peered":"2021-01-04T20:28:43.780863+0000","last_clean":"2021-01-04T20:28:43.780863+0000","last_became_active":"2021-01-04T20:25:48.739950+0000","last_became_peered":"2021-01-04T20:25:48.739950+0000","last_unstale":"2021-01-04T20:28:43.780863+0000","last_undegraded":"2021-01-04T20:28:43.780863+0000","last_fullsized":"2021-01-04T20:28:43.780863+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_clean_scrub_stamp":"2021-01-04T20:25:46.759696+0000","log_size":5476,"ondisk_log_size":5476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":84391194,"num_objects":41,"num_object_clones":0,"num_object_copies":82,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":36,"num_whiteouts":7,"num_read":1883,"num_read_kb":916,"num_write":4909,"num_write_kb":1167331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2594,"num_flush":882,"num_flush_kb":2579445,"num_evict":789,"num_evict_kb":2309808,"num_promote":943,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6601","reported_seq":"8766","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:44.439895+0000","last_change":"2021-01-04T20:25:45.764446+0000","last_active":"2021-01-04T20:28:44.439895+0000","last_peered":"2021-01-04T20:28:44.439895+0000","last_clean":"2021-01-04T20:28:44.439895+0000","last_became_active":"2021-01-04T20:25:45.764122+0000","last_became_peered":"2021-01-04T20:25:45.764122+0000","last_unstale":"2021-01-04T20:28:44.439895+0000","last_undegraded":"2021-01-04T20:28:44.439895+0000","last_fullsized":"2021-01-04T20:28:44.439895+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_clean_scrub_stamp":"2021-01-04T20:25:44.755364+0000","log_size":6601,"ondisk_log_size":6601,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7292765918,"num_objects":2446,"num_object_clones":0,"num_object_copies":4892,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2446,"num_whiteouts":0,"num_read":3722,"num_read_kb":177697,"num_write":8185,"num_write_kb":4721411,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.797291+0000","last_change":"2021-01-04T20:25:38.794377+0000","last_active":"2021-01-04T20:28:22.797291+0000","last_peered":"2021-01-04T20:28:22.797291+0000","last_clean":"2021-01-04T20:28:22.797291+0000","last_became_active":"2021-01-04T20:25:38.793207+0000","last_became_peered":"2021-01-04T20:25:38.793207+0000","last_unstale":"2021-01-04T20:28:22.797291+0000","last_undegraded":"2021-01-04T20:28:22.797291+0000","last_fullsized":"2021-01-04T20:28:22.797291+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5522","reported_seq":"7847","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:46.826832+0000","last_change":"2021-01-04T20:25:47.769055+0000","last_active":"2021-01-04T20:28:46.826832+0000","last_peered":"2021-01-04T20:28:46.826832+0000","last_clean":"2021-01-04T20:28:46.826832+0000","last_became_active":"2021-01-04T20:25:47.768737+0000","last_became_peered":"2021-01-04T20:25:47.768737+0000","last_unstale":"2021-01-04T20:28:46.826832+0000","last_undegraded":"2021-01-04T20:28:46.826832+0000","last_fullsized":"2021-01-04T20:28:46.826832+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_clean_scrub_stamp":"2021-01-04T20:25:46.759696+0000","log_size":5522,"ondisk_log_size":5522,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":132044420,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":6,"num_read":2035,"num_read_kb":43398,"num_write":4911,"num_write_kb":1184071,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3837,"num_flush":868,"num_flush_kb":2539702,"num_evict":653,"num_evict_kb":1906614,"num_promote":947,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6706","reported_seq":"8894","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:44.403502+0000","last_change":"2021-01-04T20:25:45.794895+0000","last_active":"2021-01-04T20:28:44.403502+0000","last_peered":"2021-01-04T20:28:44.403502+0000","last_clean":"2021-01-04T20:28:44.403502+0000","last_became_active":"2021-01-04T20:25:45.794383+0000","last_became_peered":"2021-01-04T20:25:45.794383+0000","last_unstale":"2021-01-04T20:28:44.403502+0000","last_undegraded":"2021-01-04T20:28:44.403502+0000","last_fullsized":"2021-01-04T20:28:44.403502+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_clean_scrub_stamp":"2021-01-04T20:25:44.755364+0000","log_size":6706,"ondisk_log_size":6706,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7597864137,"num_objects":2529,"num_object_clones":0,"num_object_copies":5058,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2529,"num_whiteouts":0,"num_read":3799,"num_read_kb":310527,"num_write":8287,"num_write_kb":5011817,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.798504+0000","last_change":"2021-01-04T20:25:38.795041+0000","last_active":"2021-01-04T20:28:22.798504+0000","last_peered":"2021-01-04T20:28:22.798504+0000","last_clean":"2021-01-04T20:28:22.798504+0000","last_became_active":"2021-01-04T20:25:38.794662+0000","last_became_peered":"2021-01-04T20:25:38.794662+0000","last_unstale":"2021-01-04T20:28:22.798504+0000","last_undegraded":"2021-01-04T20:28:22.798504+0000","last_fullsized":"2021-01-04T20:28:22.798504+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5923","reported_seq":"8213","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:42.887366+0000","last_change":"2021-01-04T20:25:47.769252+0000","last_active":"2021-01-04T20:28:42.887366+0000","last_peered":"2021-01-04T20:28:42.887366+0000","last_clean":"2021-01-04T20:28:42.887366+0000","last_became_active":"2021-01-04T20:25:47.768883+0000","last_became_peered":"2021-01-04T20:25:47.768883+0000","last_unstale":"2021-01-04T20:28:42.887366+0000","last_undegraded":"2021-01-04T20:28:42.887366+0000","last_fullsized":"2021-01-04T20:28:42.887366+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:46.759696+0000","last_clean_scrub_stamp":"2021-01-04T20:25:46.759696+0000","log_size":5923,"ondisk_log_size":5923,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":69147349,"num_objects":38,"num_object_clones":0,"num_object_copies":76,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":8,"num_read":1996,"num_read_kb":999,"num_write":5242,"num_write_kb":1217066,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3975,"num_flush":950,"num_flush_kb":2803302,"num_evict":867,"num_evict_kb":2543084,"num_promote":1041,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6726","reported_seq":"8722","reported_epoch":"33","state":"active+clean","last_fresh":"2021-01-04T20:28:46.821499+0000","last_change":"2021-01-04T20:25:45.794645+0000","last_active":"2021-01-04T20:28:46.821499+0000","last_peered":"2021-01-04T20:28:46.821499+0000","last_clean":"2021-01-04T20:28:46.821499+0000","last_became_active":"2021-01-04T20:25:45.794290+0000","last_became_peered":"2021-01-04T20:25:45.794290+0000","last_unstale":"2021-01-04T20:28:46.821499+0000","last_undegraded":"2021-01-04T20:28:46.821499+0000","last_fullsized":"2021-01-04T20:28:46.821499+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:44.755364+0000","last_clean_scrub_stamp":"2021-01-04T20:25:44.755364+0000","log_size":6726,"ondisk_log_size":6726,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7493801216,"num_objects":2501,"num_object_clones":0,"num_object_copies":5002,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2501,"num_whiteouts":0,"num_read":3667,"num_read_kb":281352,"num_write":8368,"num_write_kb":4769632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.796827+0000","last_change":"2021-01-04T20:25:38.751730+0000","last_active":"2021-01-04T20:28:22.796827+0000","last_peered":"2021-01-04T20:28:22.796827+0000","last_clean":"2021-01-04T20:28:22.796827+0000","last_became_active":"2021-01-04T20:25:38.751368+0000","last_became_peered":"2021-01-04T20:25:38.751368+0000","last_unstale":"2021-01-04T20:28:22.796827+0000","last_undegraded":"2021-01-04T20:28:22.796827+0000","last_fullsized":"2021-01-04T20:28:22.796827+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.796733+0000","last_change":"2021-01-04T20:25:38.751887+0000","last_active":"2021-01-04T20:28:22.796733+0000","last_peered":"2021-01-04T20:28:22.796733+0000","last_clean":"2021-01-04T20:28:22.796733+0000","last_became_active":"2021-01-04T20:25:38.751494+0000","last_became_peered":"2021-01-04T20:25:38.751494+0000","last_unstale":"2021-01-04T20:28:22.796733+0000","last_undegraded":"2021-01-04T20:28:22.796733+0000","last_fullsized":"2021-01-04T20:28:22.796733+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-01-04T20:28:22.798646+0000","last_change":"2021-01-04T20:25:38.793572+0000","last_active":"2021-01-04T20:28:22.798646+0000","last_peered":"2021-01-04T20:28:22.798646+0000","last_clean":"2021-01-04T20:28:22.798646+0000","last_became_active":"2021-01-04T20:25:38.793118+0000","last_became_peered":"2021-01-04T20:25:38.793118+0000","last_unstale":"2021-01-04T20:28:22.798646+0000","last_undegraded":"2021-01-04T20:28:22.798646+0000","last_fullsized":"2021-01-04T20:28:22.798646+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-01-04T20:25:37.742543+0000","last_clean_scrub_stamp":"2021-01-04T20:25:37.742543+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":387577409,"num_objects":183,"num_object_clones":0,"num_object_copies":366,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":154,"num_whiteouts":29,"num_read":7762,"num_read_kb":46227,"num_write":19833,"num_write_kb":4674297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":29,"num_bytes_hit_set_archive":14472,"num_flush":3566,"num_flush_kb":10442408,"num_evict":3088,"num_evict_kb":9004397,"num_promote":3895,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":635617280,"data_stored":634154254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22290,"ondisk_log_size":22290,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29793044140,"num_objects":9960,"num_object_clones":0,"num_object_copies":19920,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9960,"num_whiteouts":0,"num_read":14945,"num_read_kb":1113101,"num_write":33051,"num_write_kb":19257624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":38850682880,"data_stored":38705004074,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26638,"ondisk_log_size":26638,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640297,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10468460,"kb_used_data":9404652,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83903380,"statfs":{"total":96636764160,"available":85917061120,"internally_reserved":1073741824,"allocated":9630363648,"data_stored":9593891466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.75900000000000001,"15min":0.80900000000000005},"min":{"1min":0.378,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.96899999999999997,"5min":1.6000000000000001,"15min":1.6000000000000001},"last":0.90400000000000003},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.82199999999999995,"15min":0.81999999999999995},"min":{"1min":0.61599999999999999,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.355,"5min":1.355,"15min":1.355},"last":0.98099999999999998}]},{"osd":1,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.73999999999999999,"15min":0.78400000000000003},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.4770000000000001,"5min":1.4770000000000001,"15min":1.4770000000000001},"last":0.749},{"interface":"front","average":{"1min":0.871,"5min":0.95399999999999996,"15min":1.0009999999999999},"min":{"1min":0.497,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.268,"5min":1.3919999999999999,"15min":1.3919999999999999},"last":1.0289999999999999}]},{"osd":2,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":0.83899999999999997,"5min":0.77700000000000002,"15min":0.78900000000000003},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":2.0059999999999998,"5min":2.0059999999999998,"15min":2.0059999999999998},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.71199999999999997,"15min":0.71199999999999997},"min":{"1min":0.51200000000000001,"5min":0.437,"15min":0.437},"max":{"1min":1.843,"5min":1.843,"15min":1.843},"last":0.56599999999999995}]},{"osd":3,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.79600000000000004,"15min":0.77600000000000002},"min":{"1min":0.60899999999999999,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.9950000000000001,"5min":1.9950000000000001,"15min":1.9950000000000001},"last":0.59199999999999997},{"interface":"front","average":{"1min":1.0069999999999999,"5min":0.76100000000000001,"15min":0.71999999999999997},"min":{"1min":0.51200000000000001,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":2.0539999999999998,"5min":2.0539999999999998,"15min":2.0539999999999998},"last":0.85199999999999998}]},{"osd":4,"last update":"Mon Jan 4 20:28:40 2021","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":0.83899999999999997,"15min":0.80300000000000005},"min":{"1min":0.69999999999999996,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":2.1240000000000001,"5min":2.1240000000000001,"15min":2.1240000000000001},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.82699999999999996,"15min":0.82099999999999995},"min":{"1min":0.54100000000000004,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.8120000000000001,"5min":1.8120000000000001,"15min":1.8120000000000001},"last":0.63400000000000001}]}]},{"osd":4,"up_from":11,"seq":47244640297,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1195316,"kb_used_data":144432,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93176524,"statfs":{"total":96636764160,"available":95412760576,"internally_reserved":1073741824,"allocated":147898368,"data_stored":147455224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.68899999999999995,"15min":0.68700000000000006},"min":{"1min":0.39100000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.99299999999999999,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.64500000000000002,"15min":0.65500000000000003},"min":{"1min":0.45600000000000002,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.90800000000000003,"5min":1.117,"15min":1.117},"last":0.93999999999999995}]},{"osd":1,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.65200000000000002,"15min":0.65500000000000003},"min":{"1min":0.44600000000000001,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.96099999999999997,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.503,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.22,"5min":1.228,"15min":1.228},"last":0.875}]},{"osd":2,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":0.80100000000000005,"15min":0.79800000000000004},"min":{"1min":0.49299999999999999,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":0.97499999999999998},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.74099999999999999,"15min":0.73899999999999999},"min":{"1min":0.56000000000000005,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":0.93899999999999995,"5min":1.081,"15min":1.081},"last":1.0920000000000001}]},{"osd":3,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"min":{"1min":0.48199999999999998,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.88700000000000001,"5min":1.0409999999999999,"15min":1.0409999999999999},"last":0.628},{"interface":"front","average":{"1min":0.872,"5min":0.92800000000000005,"15min":0.93300000000000005},"min":{"1min":0.64300000000000002,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.1850000000000001,"5min":1.488,"15min":1.488},"last":1.048}]},{"osd":5,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.81299999999999994,"15min":0.80900000000000005},"min":{"1min":0.50900000000000001,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.2989999999999999,"5min":1.343,"15min":1.343},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.81299999999999994,"15min":0.81499999999999995},"min":{"1min":0.56999999999999995,"5min":0.441,"15min":0.441},"max":{"1min":1.232,"5min":1.3,"15min":1.3},"last":0.90700000000000003}]}]},{"osd":3,"up_from":11,"seq":47244640297,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5767792,"kb_used_data":4719208,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":88604048,"statfs":{"total":96636764160,"available":90730545152,"internally_reserved":1073741824,"allocated":4832468992,"data_stored":4813752674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.65400000000000003,"15min":0.66200000000000003},"min":{"1min":0.372,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.544,"5min":1.544,"15min":1.544},"last":0.746},{"interface":"front","average":{"1min":0.876,"5min":0.88700000000000001,"15min":0.90200000000000002},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.6699999999999999,"5min":1.6699999999999999,"15min":1.6699999999999999},"last":0.98499999999999999}]},{"osd":1,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.67600000000000005,"15min":0.66600000000000004},"min":{"1min":0.46500000000000002,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.3979999999999999,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.91200000000000003},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.75600000000000001,"15min":0.74199999999999999},"min":{"1min":0.497,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.107,"5min":2.6880000000000002,"15min":2.6880000000000002},"last":1.0069999999999999}]},{"osd":2,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.50900000000000001,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.2929999999999999,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":1.073},{"interface":"front","average":{"1min":0.93400000000000005,"5min":0.80100000000000005,"15min":0.77900000000000003},"min":{"1min":0.58099999999999996,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.6970000000000001,"5min":1.6970000000000001,"15min":1.6970000000000001},"last":0.79800000000000004}]},{"osd":4,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":0.747,"15min":0.74099999999999999},"min":{"1min":0.48299999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":2.4460000000000002,"5min":2.4460000000000002,"15min":2.4460000000000002},"last":0.83399999999999996},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.78000000000000003,"15min":0.78600000000000003},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":0.88500000000000001}]},{"osd":5,"last update":"Mon Jan 4 20:28:36 2021","interfaces":[{"interface":"back","average":{"1min":0.96999999999999997,"5min":0.84099999999999997,"15min":0.81399999999999995},"min":{"1min":0.59599999999999997,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":2.1120000000000001,"5min":2.1120000000000001,"15min":2.1120000000000001},"last":1.0469999999999999},{"interface":"front","average":{"1min":0.89900000000000002,"5min":0.87,"15min":0.874},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.8999999999999999,"5min":1.8999999999999999,"15min":1.8999999999999999},"last":1.173}]}]},{"osd":2,"up_from":11,"seq":47244640298,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10687524,"kb_used_data":9638940,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83684316,"statfs":{"total":96636764160,"available":85692739584,"internally_reserved":1073741824,"allocated":9870274560,"data_stored":9833826080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.49399999999999999,"15min":0.50600000000000001},"min":{"1min":0.35499999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.53000000000000003,"15min":0.52800000000000002},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.53500000000000003}]},{"osd":1,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.628,"15min":0.63700000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.5509999999999999,"5min":1.5509999999999999,"15min":1.5509999999999999},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.61899999999999999,"15min":0.58799999999999997},"min":{"1min":0.45100000000000001,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":3.2679999999999998,"5min":3.2679999999999998,"15min":3.2679999999999998},"last":0.58199999999999996}]},{"osd":3,"last update":"Mon Jan 4 20:28:43 2021","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":0.80300000000000005,"15min":0.81299999999999994},"min":{"1min":0.54300000000000004,"5min":0.433,"15min":0.433},"max":{"1min":1.369,"5min":1.369,"15min":1.369},"last":0.82399999999999995},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.80900000000000005,"15min":0.82699999999999996},"min":{"1min":0.502,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.163,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.626}]},{"osd":4,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.80500000000000005,"5min":0.77100000000000002,"15min":0.77500000000000002},"min":{"1min":0.53600000000000003,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.401,"5min":1.5089999999999999,"15min":1.5089999999999999},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.85599999999999998,"15min":0.88200000000000001},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.2689999999999999,"5min":1.593,"15min":1.593},"last":0.749}]},{"osd":5,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80300000000000005,"15min":0.81499999999999995},"min":{"1min":0.58899999999999997,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.512,"5min":1.512,"15min":1.512},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.84199999999999997,"5min":0.81899999999999995,"15min":0.82499999999999996},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.468,"5min":1.468,"15min":1.468},"last":0.79000000000000004}]}]},{"osd":0,"up_from":11,"seq":47244640297,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1194652,"kb_used_data":144432,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93177188,"statfs":{"total":96636764160,"available":95413440512,"internally_reserved":1073741824,"allocated":147898368,"data_stored":147455224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.52100000000000002,"15min":0.52600000000000002},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.90600000000000003,"5min":1.167,"15min":1.167},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.35899999999999999,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.48799999999999999}]},{"osd":2,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.59999999999999998,"15min":0.58599999999999997},"min":{"1min":0.45900000000000002,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":2.1059999999999999,"5min":2.1059999999999999,"15min":2.1059999999999999},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.66600000000000004,"15min":0.68600000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.96599999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.60799999999999998}]},{"osd":3,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.80900000000000005,"15min":0.84499999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.8340000000000001,"5min":1.8340000000000001,"15min":1.8340000000000001},"last":1.0569999999999999},{"interface":"front","average":{"1min":0.85299999999999998,"5min":0.873,"15min":0.89600000000000002},"min":{"1min":0.56100000000000005,"5min":0.502,"15min":0.502},"max":{"1min":1.159,"5min":1.423,"15min":1.423},"last":1.004}]},{"osd":4,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.79500000000000004,"5min":0.78100000000000003,"15min":0.81000000000000005},"min":{"1min":0.54800000000000004,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.28,"5min":1.7470000000000001,"15min":1.7470000000000001},"last":0.93899999999999995},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.83399999999999996,"15min":0.85999999999999999},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.2250000000000001,"5min":1.341,"15min":1.341},"last":0.873}]},{"osd":5,"last update":"Mon Jan 4 20:28:38 2021","interfaces":[{"interface":"back","average":{"1min":0.95599999999999996,"5min":0.86099999999999999,"15min":0.86699999999999999},"min":{"1min":0.60799999999999998,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.385,"5min":1.391,"15min":1.391},"last":1.1240000000000001},{"interface":"front","average":{"1min":1.0129999999999999,"5min":0.92100000000000004,"15min":0.93999999999999995},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":2.6749999999999998,"5min":2.6749999999999998,"15min":2.6749999999999998},"last":0.97299999999999998}]}]},{"osd":1,"up_from":11,"seq":47244640297,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":15561396,"kb_used_data":14510796,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":78810444,"statfs":{"total":96636764160,"available":80701894656,"internally_reserved":1073741824,"allocated":14859055104,"data_stored":14803479150,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.504,"15min":0.51700000000000002},"min":{"1min":0.32100000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.81299999999999994,"5min":0.87,"15min":0.87},"last":0.443},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.55200000000000005,"15min":0.53800000000000003},"min":{"1min":0.40400000000000003,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.505}]},{"osd":2,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.59499999999999997,"15min":0.60299999999999998},"min":{"1min":0.38600000000000001,"5min":0.378,"15min":0.378},"max":{"1min":0.81200000000000006,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.66100000000000003,"15min":0.66300000000000003},"min":{"1min":0.48999999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.097,"5min":1.097,"15min":1.097},"last":0.93000000000000005}]},{"osd":3,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":0.74299999999999999,"15min":0.73999999999999999},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.5169999999999999,"5min":1.5169999999999999,"15min":1.5169999999999999},"last":0.84799999999999998},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.77800000000000002,"15min":0.77400000000000002},"min":{"1min":0.54500000000000004,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.3169999999999999,"5min":1.3169999999999999,"15min":1.3169999999999999},"last":0.90600000000000003}]},{"osd":4,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.89100000000000001,"5min":0.85499999999999998,"15min":0.85699999999999998},"min":{"1min":0.59099999999999997,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.4450000000000001,"5min":1.4450000000000001,"15min":1.4450000000000001},"last":1.0649999999999999},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.79200000000000004,"15min":0.79100000000000004},"min":{"1min":0.54000000000000004,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":2.0470000000000002,"5min":2.0470000000000002,"15min":2.0470000000000002},"last":1.04}]},{"osd":5,"last update":"Mon Jan 4 20:28:37 2021","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.377,"5min":1.377,"15min":1.377},"last":1.161},{"interface":"front","average":{"1min":0.91600000000000004,"5min":0.85899999999999999,"15min":0.85699999999999998},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.94399999999999995}]}]}]}} , 2021-01-04T20:28:50.288 INFO:tasks.ceph:pgid 1.7 last_scrub_stamp 2021-01-04T20:25:37.742543+0000 time.struct_time(tm_year=2021, tm_mon=1, tm_mday=4, tm_hour=20, tm_min=25, tm_sec=37, tm_wday=0, tm_yday=4, tm_isdst=-1) <= time.struct_time(tm_year=2021, tm_mon=1, tm_mday=4, tm_hour=20, tm_min=28, tm_sec=46, tm_wday=0, tm_yday=4, tm_isdst=0) , 2021-01-04T20:28:50.289 INFO:tasks.ceph:pgid 1.6 last_scrub_stamp 2021-01-04T20:25:37.742543+0000 time.struct_time(tm_year=2021, tm_mon=1, tm_mday=4, tm_hour=20, tm_min=25, tm_sec=37, tm_wday=0, tm_yday=4, tm_isdst=-1) <= time.struct_time(tm_year=2021, tm_mon=1, tm_mday=4, tm_hour=20, tm_min=28, tm_sec=46, tm_wday=0, tm_yday=4, tm_isdst=0) 2021-01-05T00:09:34.973 WARNING:scrape:Ignoring malparsed backtrace: 2021-01-04T20:29:55.678 DEBUG:teuthology.orchestra.run.smithi070:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 , 2021-01-04T20:29:55.742 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi043.front.sepia.ceph.com , 2021-01-04T20:29:55.744 DEBUG:teuthology.orchestra.run.smithi043:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2021-01-05T00:09:34.974 WARNING:scrape:Ignoring malparsed backtrace: 2021-01-04T20:31:24.433 DEBUG:teuthology.orchestra.run.smithi070:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart , Redirecting to /bin/systemctl restart rsyslog.service , Redirecting to /bin/systemctl restart rsyslog.service 2021-01-05T00:09:34.987 INFO:scrape:Found 6 distinct failure reasons 2021-01-05T00:09:34.988 INFO:scrape:Failure: reached maximum tries (180) after waiting for 180 seconds 2021-01-05T00:09:34.989 INFO:scrape:2 jobs: ['5754125', '5754037'] 2021-01-05T00:09:34.989 INFO:scrape:suites intersection: ['3-start-upgrade', '4-wait', 'fixed-2}', 'rados/cephadm/upgrade/{1-start'] 2021-01-05T00:09:34.989 INFO:scrape:suites union: ['2-repo_digest/defaut', '2-repo_digest/repo_digest', '3-start-upgrade', '4-wait', 'distro$/{centos_8.0}', 'distro$/{rhel_8.0}', 'fixed-2}', 'rados/cephadm/upgrade/{1-start'] 2021-01-05T00:09:34.990 INFO:scrape: 2021-01-05T00:09:34.990 INFO:scrape:Failure: Command failed (workunit test rados/test.sh) on smithi112 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=275915445a3277baa7a48492fd172de21f636975 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 ALLOW_TIMEOUTS=1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 6h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh' 2021-01-05T00:09:34.991 INFO:scrape:1 jobs: ['5754177'] 2021-01-05T00:09:34.991 INFO:scrape:suites: ['ceph', 'clusters/{fixed-2', 'd-thrash/none', 'msgr-failures/few', 'msgr/async-v2only', 'objectstore/bluestore-low-osd-mem-target', 'openstack}', 'rados', 'rados/verify/{centos_latest', 'tasks/rados_api_tests', 'validater/valgrind}'] 2021-01-05T00:09:34.991 INFO:scrape: 2021-01-05T00:09:34.992 INFO:scrape:Failure: Test failure: test_cluster_info (tasks.cephfs.test_nfs.TestNFS) 2021-01-05T00:09:34.992 INFO:scrape:2 jobs: ['5754185', '5754026'] 2021-01-05T00:09:34.993 INFO:scrape:suites intersection: ['rados/cephadm/workunits/{distro/ubuntu_18.04_podman', 'task/test_orch_cli}'] 2021-01-05T00:09:34.993 INFO:scrape:suites union: ['rados/cephadm/workunits/{distro/ubuntu_18.04_podman', 'task/test_orch_cli}'] 2021-01-05T00:09:34.993 INFO:scrape: 2021-01-05T00:09:34.994 INFO:scrape:Failure: Command failed (workunit test cephadm/test_adoption.sh) on smithi031 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=275915445a3277baa7a48492fd172de21f636975 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_adoption.sh' 2021-01-05T00:09:34.994 INFO:scrape:1 jobs: ['5754203'] 2021-01-05T00:09:34.995 INFO:scrape:suites: ['rados/cephadm/workunits/{distro/ubuntu_18.04_podman', 'task/test_adoption}'] 2021-01-05T00:09:34.995 INFO:scrape: 2021-01-05T00:09:34.995 INFO:scrape:Failure: Command failed (workunit test cephadm/test_cephadm.sh) on smithi161 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=275915445a3277baa7a48492fd172de21f636975 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_cephadm.sh' 2021-01-05T00:09:34.996 INFO:scrape:1 jobs: ['5754150'] 2021-01-05T00:09:34.996 INFO:scrape:suites: ['rados/cephadm/workunits/{distro/ubuntu_18.04_podman', 'task/test_cephadm}'] 2021-01-05T00:09:34.997 INFO:scrape: 2021-01-05T00:09:34.997 INFO:scrape:Failure: Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 400000 --objects 10000 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 600 --op read 100 --op write 50 --op delete 50 --op copy_from 50 --op write_excl 50 --pool base' 2021-01-05T00:09:34.997 INFO:scrape:1 jobs: ['5754155'] 2021-01-05T00:09:34.998 INFO:scrape:suites: ['msgr-failures/few', 'msgr/async-v1only', 'objectstore/bluestore-bitmap', 'rados', 'rados/singleton/{all/thrash_cache_writeback_proxy_none', 'supported-random-distro$/{centos_latest}}'] 2021-01-05T00:09:34.998 INFO:scrape: 2021-01-05T00:09:35.012 INFO:teuthology.results:Sending results to ceph-qa@ceph.io: Test Run: yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi ================================================================= info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/ logs: http://qa-proxy.ceph.com/teuthology/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/ failed: 8 dead: 0 running: 0 waiting: 0 queued: 0 passed: 311 Fail ================================================================= [5754026] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_orch_cli} ----------------------------------------------------------------- time: 00:10:45 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754026/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754026/ sentry: https://sentry.ceph.com/organizations/ceph/?query=fdbccbe2853849ffac197ee8967c1359 Test failure: test_cluster_info (tasks.cephfs.test_nfs.TestNFS) [5754037] rados/cephadm/upgrade/{1-start 2-repo_digest/repo_digest 3-start-upgrade 4-wait distro$/{rhel_8.0} fixed-2} ----------------------------------------------------------------- time: 00:19:26 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754037/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754037/ sentry: https://sentry.ceph.com/organizations/ceph/?query=9a178e1013cd4127bfa9b8e19b813f5d reached maximum tries (180) after waiting for 180 seconds [5754125] rados/cephadm/upgrade/{1-start 2-repo_digest/defaut 3-start-upgrade 4-wait distro$/{centos_8.0} fixed-2} ----------------------------------------------------------------- time: 00:17:53 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754125/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754125/ sentry: https://sentry.ceph.com/organizations/ceph/?query=266a4a6aee734c8d9baa1cb44b54ca9d reached maximum tries (180) after waiting for 180 seconds [5754150] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_cephadm} ----------------------------------------------------------------- time: 00:07:00 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754150/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754150/ sentry: https://sentry.ceph.com/organizations/ceph/?query=e33edabe54884c12a17a134173e88bb0 Command failed (workunit test cephadm/test_cephadm.sh) on smithi161 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=275915445a3277baa7a48492fd172de21f636975 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_cephadm.sh' [5754155] rados/singleton/{all/thrash_cache_writeback_proxy_none msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest}} ----------------------------------------------------------------- time: 00:10:45 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754155/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754155/ Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 400000 --objects 10000 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 600 --op read 100 --op write 50 --op delete 50 --op copy_from 50 --op write_excl 50 --pool base' [5754177] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async-v2only objectstore/bluestore-low-osd-mem-target rados tasks/rados_api_tests validater/valgrind} ----------------------------------------------------------------- time: 00:43:57 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754177/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754177/ sentry: https://sentry.ceph.com/organizations/ceph/?query=56fe145ae9d64edb8c83af1ad75a84ba Command failed (workunit test rados/test.sh) on smithi112 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=275915445a3277baa7a48492fd172de21f636975 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 ALLOW_TIMEOUTS=1 adjust- ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 6h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh' [5754185] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_orch_cli} ----------------------------------------------------------------- time: 00:10:59 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754185/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754185/ sentry: https://sentry.ceph.com/organizations/ceph/?query=10274722cf0e4e31b8b2acd5d951e653 Test failure: test_cluster_info (tasks.cephfs.test_nfs.TestNFS) [5754203] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_adoption} ----------------------------------------------------------------- time: 00:07:05 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754203/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754203/ sentry: https://sentry.ceph.com/organizations/ceph/?query=657dc08b4d994012a7361dd24bcfdfa8 Command failed (workunit test cephadm/test_adoption.sh) on smithi031 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=275915445a3277baa7a48492fd172de21f636975 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_adoption.sh' Pass ================================================================= [5753904] rados/cephadm/smoke/{distro/ubuntu_18.04 fixed-2 start} time: 00:12:51 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753904/ [5753905] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zlib supported-random-distro$/{centos_latest} tasks/insights} time: 00:10:54 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753905/ [5753906] rados/standalone/{supported-random-distro$/{rhel_latest} workloads/scrub} time: 01:27:29 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753906/ [5753907] rados/singleton/{all/ec-lost-unfound msgr-failures/many msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_latest}} time: 00:30:14 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753907/ [5753908] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest} tasks/rados_python} time: 00:11:46 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753908/ [5753909] rados/cephadm/smoke-roleless/{distro/ubuntu_18.04 start} time: 00:11:20 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753909/ [5753910] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/fastclose msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/dedup_tier} time: 00:08:36 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753910/ [5753911] rados/perf/{ceph objectstore/bluestore-bitmap openstack settings/optimized ubuntu_latest workloads/radosbench_4M_rand_read} time: 00:08:59 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753911/ [5753912] rados/singleton-nomsgr/{all/recovery-unfound-found rados supported-random-distro$/{centos_latest}} time: 00:25:53 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753912/ [5753913] rados/cephadm/with-work/{distro/centos_8.0 fixed-2 mode/packaged msgr/async-v2only start tasks/rados_api_tests} time: 00:31:12 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753913/ [5753914] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/filestore-xfs supported-random-distro$/{ubuntu_latest} tasks/dashboard} time: 01:01:33 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753914/ [5753915] rados/objectstore/{backends/objectstore supported-random-distro$/{centos_latest}} time: 04:20:30 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753915/ [5753916] rados/singleton-bluestore/{all/cephtool msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest}} time: 00:26:28 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753916/ [5753917] rados/singleton/{all/erasure-code-nonregression msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest}} time: 00:05:09 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753917/ [5753918] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_cephadm_repos} time: 00:03:26 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753918/ [5753919] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/pool-snaps-few-objects} time: 00:31:22 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753919/ [5753920] rados/monthrash/{ceph clusters/9-mons msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest} thrashers/many workloads/pool-create-delete} time: 00:15:41 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753920/ [5753921] rados/cephadm/smoke/{distro/ubuntu_18.04_podman fixed-2 start} time: 00:15:03 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753921/ [5753922] rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus-v2only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/fastclose rados thrashers/morepggrow thrashosds-health workloads/test_rbd_api} time: 00:19:04 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753922/ [5753923] rados/multimon/{clusters/9 msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} tasks/mon_clock_no_skews} time: 00:05:24 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753923/ [5753924] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/osd-delay objectstore/bluestore-stupid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} time: 00:11:00 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753924/ [5753925] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/osd-delay objectstore/bluestore-stupid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:24:16 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753925/ [5753926] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async objectstore/bluestore-stupid rados tasks/mon_recovery validater/valgrind} time: 00:23:56 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753926/ [5753927] rados/singleton/{all/lost-unfound-delete msgr-failures/many msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest}} time: 00:29:46 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753927/ [5753928] rados/cephadm/smoke-roleless/{distro/ubuntu_18.04_podman start} time: 00:11:31 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753928/ [5753929] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/fastclose objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:08:58 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753929/ [5753930] rados/perf/{ceph objectstore/bluestore-comp openstack settings/optimized ubuntu_latest workloads/radosbench_4M_seq_read} time: 00:09:16 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753930/ [5753931] rados/cephadm/with-work/{distro/centos_latest fixed-2 mode/root msgr/async start tasks/rados_python} time: 00:18:49 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753931/ [5753932] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/rados_api_tests} time: 00:25:11 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753932/ [5753933] rados/singleton-nomsgr/{all/version-number-sanity rados supported-random-distro$/{centos_latest}} time: 00:07:04 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753933/ [5753934] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest} tasks/rados_stress_watch} time: 00:14:28 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753934/ [5753935] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/fastclose objectstore/bluestore-hybrid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} time: 00:25:28 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753935/ [5753936] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zstd supported-random-distro$/{centos_latest} tasks/module_selftest} time: 00:25:47 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753936/ [5753937] rados/singleton/{all/lost-unfound msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest}} time: 00:27:59 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753937/ [5753938] rados/cephadm/workunits/{distro/centos_latest task/test_orch_cli} time: 00:15:19 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753938/ [5753939] rados/cephadm/smoke/{distro/ubuntu_latest fixed-2 start} time: 00:12:52 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753939/ [5753940] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/few rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/ec-snaps-few-objects-overwrites} time: 00:23:46 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753940/ [5753941] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/fastclose msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/radosbench-high-concurrency} time: 00:32:20 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753941/ [5753942] rados/cephadm/smoke-roleless/{distro/ubuntu_latest start} time: 00:11:36 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753942/ [5753943] rados/singleton/{all/max-pg-per-osd.from-mon msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest}} time: 00:05:46 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753943/ [5753944] rados/perf/{ceph objectstore/bluestore-low-osd-mem-target openstack settings/optimized ubuntu_latest workloads/radosbench_4M_write} time: 00:07:16 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753944/ [5753945] rados/cephadm/with-work/{distro/rhel_8.0 fixed-2 mode/packaged msgr/async-v1only start tasks/rados_api_tests} time: 00:34:02 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753945/ [5753946] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-bitmap supported-random-distro$/{ubuntu_latest} tasks/dashboard} time: 01:02:48 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753946/ [5753947] rados/objectstore/{backends/alloc-hint supported-random-distro$/{ubuntu_latest}} time: 00:05:31 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753947/ [5753948] rados/rest/{mgr-restful supported-random-distro$/{rhel_latest}} time: 00:08:54 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753948/ [5753949] rados/singleton-nomsgr/{all/admin_socket_output rados supported-random-distro$/{ubuntu_latest}} time: 00:11:52 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753949/ [5753950] rados/standalone/{supported-random-distro$/{rhel_latest} workloads/crush} time: 00:10:16 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753950/ [5753951] rados/upgrade/mimic-x-singleton/{0-cluster/{openstack start} 1-install/mimic 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{rbd-cls rbd-import-export readwrite snaps-few-objects} 5-workload/{radosbench rbd_api} 6-finish-upgrade 7-octopus 8-workload/{rbd-python snaps-many-objects} bluestore-bitmap thrashosds-health ubuntu_latest} time: 05:23:15 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753951/ [5753952] rados/valgrind-leaks/{1-start 2-inject-leak/mon centos_latest} time: 00:15:30 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753952/ [5753953] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_latest} thrashers/mapgap thrashosds-health workloads/radosbench} time: 01:55:55 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753953/ [5753954] rados/cephadm/orchestrator_cli/{2-node-mgr orchestrator_cli supported-random-distro$/{ubuntu_latest}} time: 00:09:30 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753954/ [5753955] rados/singleton/{all/max-pg-per-osd.from-primary msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest}} time: 00:09:59 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753955/ [5753956] rados/monthrash/{ceph clusters/3-mons msgr-failures/mon-delay msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest} thrashers/one workloads/rados_5925} time: 00:07:25 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753956/ [5753957] rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/few rados thrashers/none thrashosds-health workloads/cache-snaps} time: 00:25:54 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753957/ [5753958] rados/multimon/{clusters/21 msgr-failures/many msgr/async-v2only no_pools objectstore/filestore-xfs rados supported-random-distro$/{centos_latest} tasks/mon_clock_with_skews} time: 00:05:33 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753958/ [5753959] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/fastclose objectstore/filestore-xfs rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} time: 00:24:29 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753959/ [5753960] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/fastclose objectstore/filestore-xfs rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:25:27 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753960/ [5753961] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async-v1only objectstore/filestore-xfs rados tasks/rados_api_tests validater/lockdep} time: 00:18:37 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753961/ [5753962] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/few objectstore/bluestore-comp-snappy rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:09:23 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753962/ [5753963] rados/cephadm/smoke/{distro/centos_7 fixed-2 start} time: 00:15:19 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753963/ [5753964] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_latest} tasks/rados_striper} time: 00:08:37 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753964/ [5753965] rados/cephadm/smoke-roleless/{distro/centos_7 start} time: 00:13:52 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753965/ [5753966] rados/singleton/{all/max-pg-per-osd.from-replica msgr-failures/many msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_latest}} time: 00:10:46 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753966/ [5753967] rados/perf/{ceph objectstore/bluestore-stupid openstack settings/optimized ubuntu_latest workloads/radosbench_omap_write} time: 00:20:40 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753967/ [5753968] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/redirect} time: 00:15:23 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753968/ [5753969] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-hybrid supported-random-distro$/{ubuntu_latest} tasks/progress} time: 00:13:22 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753969/ [5753970] rados/cephadm/upgrade/{1-start 2-repo_digest/defaut 3-start-upgrade 4-wait distro$/{centos_7} fixed-2} time: 00:24:22 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753970/ [5753971] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/few objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} time: 00:24:21 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753971/ [5753972] rados/singleton-nomsgr/{all/balancer rados supported-random-distro$/{centos_latest}} time: 00:06:48 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753972/ [5753973] rados/cephadm/workunits/{distro/centos_latest task/test_adoption} time: 00:05:56 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753973/ [5753974] rados/singleton/{all/mon-auth-caps msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_latest}} time: 00:08:32 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753974/ [5753975] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/fastclose msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/redirect_promote_tests} time: 00:09:40 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753975/ [5753976] rados/cephadm/with-work/{distro/rhel_latest fixed-2 mode/root msgr/async-v2only start tasks/rados_python} time: 00:20:19 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753976/ [5753977] rados/cephadm/smoke/{distro/centos_8.0 fixed-2 start} time: 00:14:23 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753977/ [5753978] rados/perf/{ceph objectstore/bluestore-basic-min-osd-mem-target openstack settings/optimized ubuntu_latest workloads/sample_fio} time: 00:09:59 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753978/ [5753979] rados/singleton/{all/mon-config-key-caps msgr-failures/many msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest}} time: 00:06:47 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753979/ [5753980] rados/cephadm/smoke-roleless/{distro/centos_8.0 start} time: 00:13:28 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753980/ [5753981] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-lz4 supported-random-distro$/{rhel_latest} tasks/dashboard} time: 01:03:40 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753981/ [5753982] rados/monthrash/{ceph clusters/9-mons msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/sync-many workloads/rados_api_tests} time: 00:19:44 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753982/ [5753983] rados/multimon/{clusters/3 msgr-failures/few msgr/async no_pools objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest} tasks/mon_recovery} time: 00:08:07 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753983/ [5753984] rados/objectstore/{backends/ceph_objectstore_tool supported-random-distro$/{ubuntu_latest}} time: 00:09:57 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753984/ [5753985] rados/singleton-bluestore/{all/cephtool msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest}} time: 00:29:53 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753985/ [5753986] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/redirect_set_object} time: 00:12:08 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753986/ [5753987] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/few objectstore/bluestore-bitmap rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} time: 00:11:42 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753987/ [5753988] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/few objectstore/bluestore-bitmap rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:25:32 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753988/ [5753989] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/osd-delay rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/fastread thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites} time: 00:29:48 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753989/ [5753990] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/osd-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:09:25 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753990/ [5753991] rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/jewel-v1only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/osd-delay rados thrashers/none thrashosds-health workloads/radosbench} time: 01:00:52 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753991/ [5753992] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async-v2only objectstore/bluestore-bitmap rados tasks/rados_api_tests validater/valgrind} time: 00:39:08 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753992/ [5753993] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} tasks/rados_workunit_loadgen_big} time: 00:28:32 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753993/ [5753994] rados/singleton-nomsgr/{all/cache-fs-trunc rados supported-random-distro$/{ubuntu_latest}} time: 00:06:07 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753994/ [5753995] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_cephadm} time: 00:11:35 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753995/ [5753996] rados/singleton/{all/mon-config-keys msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest}} time: 00:11:44 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753996/ [5753997] rados/cephadm/smoke/{distro/centos_latest fixed-2 start} time: 00:10:33 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753997/ [5753998] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-low-osd-mem-target supported-random-distro$/{centos_latest} tasks/prometheus} time: 00:08:59 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753998/ [5753999] rados/standalone/{supported-random-distro$/{rhel_latest} workloads/erasure-code} time: 00:33:24 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5753999/ [5754000] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/set-chunk-promote-flush} time: 00:11:55 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754000/ [5754001] rados/cephadm/smoke-roleless/{distro/centos_latest start} time: 00:09:21 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754001/ [5754002] rados/perf/{ceph objectstore/bluestore-bitmap openstack settings/optimized ubuntu_latest workloads/sample_radosbench} time: 00:07:41 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754002/ [5754003] rados/singleton/{all/mon-config msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest}} time: 00:06:28 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754003/ [5754004] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/osd-delay objectstore/bluestore-stupid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} time: 00:25:26 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754004/ [5754005] rados/cephadm/with-work/{distro/ubuntu_18.04 fixed-2 mode/packaged msgr/async start tasks/rados_api_tests} time: 00:29:27 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754005/ [5754006] rados/cephadm/workunits/{distro/centos_latest task/test_cephadm_repos} time: 00:03:19 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754006/ [5754007] rados/singleton-nomsgr/{all/ceph-kvstore-tool rados supported-random-distro$/{ubuntu_latest}} time: 00:05:20 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754007/ [5754008] rados/singleton/{all/osd-backfill msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_latest}} time: 00:15:04 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754008/ [5754009] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/fastclose msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/set-chunks-read} time: 00:16:49 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754009/ [5754010] rados/cephadm/smoke/{distro/rhel_7 fixed-2 start} time: 00:14:25 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754010/ [5754011] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest} tasks/rados_workunit_loadgen_mix} time: 00:17:47 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754011/ [5754012] rados/perf/{ceph objectstore/bluestore-bitmap openstack settings/optimized ubuntu_latest workloads/cosbench_64K_read_write} time: 00:13:45 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754012/ [5754013] rados/cephadm/smoke-roleless/{distro/rhel_7 start} time: 00:12:59 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754013/ [5754014] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/fastclose objectstore/bluestore-comp-zstd rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:11:22 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754014/ [5754015] rados/singleton/{all/osd-recovery-incomplete msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest}} time: 00:19:16 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754015/ [5754016] rados/multimon/{clusters/6 msgr-failures/many msgr/async-v1only no_pools objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest} tasks/mon_clock_no_skews} time: 00:05:34 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754016/ [5754017] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/osd-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} time: 00:24:10 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754017/ [5754018] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/osd-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_latest} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:24:16 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754018/ [5754019] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async objectstore/bluestore-comp-lz4 rados tasks/rados_cls_all validater/lockdep} time: 00:11:41 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754019/ [5754020] rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/jewel backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/fastclose rados thrashers/pggrow thrashosds-health workloads/rbd_cls} time: 00:19:41 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754020/ [5754021] rados/monthrash/{ceph clusters/3-mons msgr-failures/mon-delay msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest} thrashers/sync workloads/rados_mon_osdmap_prune} time: 00:35:53 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754021/ [5754022] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest} thrashers/mapgap thrashosds-health workloads/small-objects-balanced} time: 00:22:40 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754022/ [5754023] rados/cephadm/with-work/{distro/ubuntu_18.04_podman fixed-2 mode/root msgr/async-v1only start tasks/rados_python} time: 00:21:00 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754023/ [5754024] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-snappy supported-random-distro$/{rhel_latest} tasks/dashboard} time: 01:04:56 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754024/ [5754025] rados/objectstore/{backends/filejournal supported-random-distro$/{ubuntu_latest}} time: 00:05:12 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754025/ [5754027] rados/singleton-nomsgr/{all/ceph-post-file rados supported-random-distro$/{rhel_latest}} time: 00:06:55 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754027/ [5754028] rados/singleton/{all/osd-recovery msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest}} time: 00:11:13 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754028/ [5754029] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-stupid supported-random-distro$/{centos_latest} tasks/workunits} time: 00:06:11 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754029/ [5754030] rados/cephadm/smoke/{distro/rhel_8.0 fixed-2 start} time: 00:16:12 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754030/ [5754031] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/small-objects-localized} time: 00:20:02 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754031/ [5754032] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/fastclose rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-fast-read-overwrites} time: 00:18:26 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754032/ [5754033] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/fastclose objectstore/filestore-xfs rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-radosbench} time: 01:09:42 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754033/ [5754034] rados/perf/{ceph objectstore/bluestore-comp openstack settings/optimized ubuntu_latest workloads/cosbench_64K_write} time: 00:14:18 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754034/ [5754035] rados/cephadm/smoke-roleless/{distro/rhel_8.0 start} time: 00:13:56 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754035/ [5754036] rados/singleton/{all/peer msgr-failures/many msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_latest}} time: 00:08:18 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754036/ [5754038] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} tasks/rados_workunit_loadgen_mostlyread} time: 00:24:45 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754038/ [5754039] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/fastclose msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/small-objects} time: 00:16:20 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754039/ [5754040] rados/cephadm/with-work/{distro/centos_8.0 fixed-2 mode/packaged msgr/async-v1only start tasks/rados_python} time: 00:21:57 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754040/ [5754041] rados/standalone/{supported-random-distro$/{ubuntu_latest} workloads/mgr} time: 00:07:58 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754041/ [5754042] rados/singleton/{all/pg-autoscaler msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_latest}} time: 00:10:10 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754042/ [5754043] rados/singleton-nomsgr/{all/export-after-evict rados supported-random-distro$/{centos_latest}} time: 00:05:35 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754043/ [5754044] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/few objectstore/bluestore-hybrid rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:09:12 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754044/ [5754045] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_adoption} time: 00:05:52 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754045/ [5754046] rados/perf/{ceph objectstore/bluestore-low-osd-mem-target openstack settings/optimized ubuntu_latest workloads/fio_4K_rand_read} time: 00:09:46 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754046/ [5754047] rados/multimon/{clusters/9 msgr-failures/few msgr/async-v2only no_pools objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest} tasks/mon_clock_with_skews} time: 00:07:38 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754047/ [5754048] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/fastclose objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_latest} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} time: 00:10:51 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754048/ [5754049] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/fastclose objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:23:15 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754049/ [5754050] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-snappy rados tasks/mon_recovery validater/valgrind} time: 00:22:44 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754050/ [5754051] rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/luminous-v1only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/few rados thrashers/careful thrashosds-health workloads/snaps-few-objects} time: 00:38:17 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754051/ [5754052] rados/monthrash/{ceph clusters/9-mons msgr-failures/few msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{rhel_latest} thrashers/force-sync-many workloads/rados_mon_workunits} time: 00:24:46 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754052/ [5754053] rados/cephadm/smoke/{distro/rhel_latest fixed-2 start} time: 00:11:15 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754053/ [5754054] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/snaps-few-objects-balanced} time: 00:30:16 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754054/ [5754055] rados/singleton/{all/pg-removal-interruption msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest}} time: 00:05:03 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754055/ [5754056] rados/cephadm/smoke-roleless/{distro/rhel_latest start} time: 00:10:22 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754056/ [5754057] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zlib supported-random-distro$/{ubuntu_latest} tasks/dashboard} time: 01:02:01 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754057/ [5754058] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/filestore-xfs supported-random-distro$/{centos_latest} tasks/crash} time: 00:08:03 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754058/ [5754059] rados/objectstore/{backends/filestore-idempotent-aio-journal supported-random-distro$/{ubuntu_latest}} time: 02:17:01 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754059/ [5754060] rados/singleton-bluestore/{all/cephtool msgr-failures/many msgr/async-v2only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest}} time: 00:27:33 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754060/ [5754061] rados/valgrind-leaks/{1-start 2-inject-leak/none centos_latest} time: 00:15:56 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754061/ [5754062] rados/cephadm/workunits/{distro/centos_latest task/test_cephadm} time: 00:10:22 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754062/ [5754063] rados/singleton/{all/radostool msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest}} time: 00:09:15 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754063/ [5754064] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/few objectstore/bluestore-bitmap rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-balanced} time: 00:21:07 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754064/ [5754065] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/snaps-few-objects-localized} time: 00:23:59 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754065/ [5754066] rados/singleton-nomsgr/{all/full-tiering rados supported-random-distro$/{ubuntu_latest}} time: 00:05:44 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754066/ [5754067] rados/cephadm/with-work/{distro/centos_latest fixed-2 mode/root msgr/async-v2only start tasks/rados_api_tests} time: 00:27:27 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754067/ [5754068] rados/perf/{ceph objectstore/bluestore-stupid openstack settings/optimized ubuntu_latest workloads/fio_4K_rand_rw} time: 00:09:46 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754068/ [5754069] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_latest} tasks/readwrite} time: 00:11:57 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754069/ [5754070] rados/cephadm/smoke/{distro/ubuntu_18.04 fixed-2 start} time: 00:12:41 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754070/ [5754071] rados/singleton/{all/random-eio msgr-failures/many msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest}} time: 00:22:06 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754071/ [5754072] rados/cephadm/smoke-roleless/{distro/ubuntu_18.04 start} time: 00:11:12 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754072/ [5754073] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/fastclose msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/snaps-few-objects} time: 00:24:58 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754073/ [5754074] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/few rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-overwrites} time: 00:22:20 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754074/ [5754075] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/osd-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:08:48 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754075/ [5754076] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_cephadm_repos} time: 00:03:23 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754076/ [5754077] rados/singleton/{all/rebuild-mondb msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest}} time: 00:12:30 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754077/ [5754078] rados/multimon/{clusters/21 msgr-failures/many msgr/async no_pools objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest} tasks/mon_recovery} time: 00:22:06 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754078/ [5754079] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/few objectstore/bluestore-comp-zlib rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} time: 00:24:18 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754079/ [5754080] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/few objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_latest} thrashers/none thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:21:02 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754080/ [5754081] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zlib rados tasks/rados_api_tests validater/lockdep} time: 00:20:22 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754081/ [5754082] rados/cephadm/smoke/{distro/ubuntu_18.04_podman fixed-2 start} time: 00:13:20 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754082/ [5754083] rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/luminous backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/osd-delay rados thrashers/default thrashosds-health workloads/test_rbd_api} time: 00:18:54 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754083/ [5754084] rados/monthrash/{ceph clusters/3-mons msgr-failures/mon-delay msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest} thrashers/many workloads/rados_mon_workunits} time: 00:27:08 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754084/ [5754085] rados/singleton-nomsgr/{all/health-warnings rados supported-random-distro$/{ubuntu_latest}} time: 00:06:39 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754085/ [5754086] rados/perf/{ceph objectstore/bluestore-basic-min-osd-mem-target openstack settings/optimized ubuntu_latest workloads/fio_4M_rand_read} time: 00:07:50 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754086/ [5754087] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/write_fadvise_dontneed} time: 00:11:00 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754087/ [5754088] rados/cephadm/smoke-roleless/{distro/ubuntu_18.04_podman start} time: 00:11:41 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754088/ [5754089] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-bitmap supported-random-distro$/{rhel_latest} tasks/failover} time: 00:12:08 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754089/ [5754090] rados/standalone/{supported-random-distro$/{centos_latest} workloads/misc} time: 00:20:40 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754090/ [5754091] rados/singleton/{all/recovery-preemption msgr-failures/many msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_latest}} time: 00:14:29 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754091/ [5754092] rados/cephadm/with-work/{distro/rhel_8.0 fixed-2 mode/packaged msgr/async start tasks/rados_python} time: 00:24:44 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754092/ [5754093] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zstd supported-random-distro$/{centos_latest} tasks/dashboard} time: 01:00:51 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754093/ [5754094] rados/objectstore/{backends/filestore-idempotent supported-random-distro$/{centos_latest}} time: 02:25:59 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754094/ [5754095] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest} tasks/repair_test} time: 00:16:01 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754095/ [5754096] rados/cephadm/workunits/{distro/centos_latest task/test_orch_cli} time: 00:14:57 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754096/ [5754097] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/osd-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-fast-read} time: 00:21:23 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754097/ [5754098] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/admin_socket_objecter_requests} time: 00:22:16 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754098/ [5754099] rados/singleton/{all/resolve_stuck_peering msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest}} time: 00:08:45 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754099/ [5754100] rados/cephadm/smoke/{distro/ubuntu_latest fixed-2 start} time: 00:13:01 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754100/ [5754101] rados/perf/{ceph objectstore/bluestore-bitmap openstack settings/optimized ubuntu_latest workloads/fio_4M_rand_rw} time: 00:08:12 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754101/ [5754102] rados/singleton-nomsgr/{all/large-omap-object-warnings rados supported-random-distro$/{rhel_latest}} time: 00:08:10 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754102/ [5754103] rados/cephadm/smoke-roleless/{distro/ubuntu_latest start} time: 00:11:30 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754103/ [5754104] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:09:22 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754104/ [5754105] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/fastclose msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/cache-agent-big} time: 00:16:26 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754105/ [5754106] rados/singleton/{all/test-crash msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest}} time: 00:07:26 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754106/ [5754107] rados/cephadm/with-work/{distro/rhel_latest fixed-2 mode/root msgr/async-v1only start tasks/rados_api_tests} time: 00:29:28 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754107/ [5754108] rados/upgrade/nautilus-x-singleton/{0-cluster/{openstack start} 1-install/nautilus 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{rbd-cls rbd-import-export readwrite snaps-few-objects} 5-workload/{radosbench rbd_api} 6-finish-upgrade 7-octopus 8-workload/{rbd-python snaps-many-objects} bluestore-bitmap thrashosds-health ubuntu_latest} time: 03:40:47 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754108/ [5754109] rados/cephadm/orchestrator_cli/{2-node-mgr orchestrator_cli supported-random-distro$/{centos_latest}} time: 00:09:48 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754109/ [5754110] rados/multimon/{clusters/3 msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} tasks/mon_clock_no_skews} time: 00:04:52 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754110/ [5754111] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/osd-delay objectstore/bluestore-comp-zstd rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} time: 00:08:15 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754111/ [5754112] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/osd-delay objectstore/bluestore-comp-zstd rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:24:34 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754112/ [5754113] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async objectstore/bluestore-comp-zstd rados tasks/rados_cls_all validater/valgrind} time: 01:14:02 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754113/ [5754114] rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/mimic-v1only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/fastclose rados thrashers/mapgap thrashosds-health workloads/cache-snaps} time: 00:29:38 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754114/ [5754115] rados/monthrash/{ceph clusters/9-mons msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest} thrashers/one workloads/snaps-few-objects} time: 00:35:54 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754115/ [5754116] rados/singleton/{all/test_envlibrados_for_rocksdb msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest}} time: 00:11:51 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754116/ [5754117] rados/cephadm/smoke/{distro/centos_7 fixed-2 start} time: 00:15:35 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754117/ [5754118] rados/perf/{ceph objectstore/bluestore-comp openstack settings/optimized ubuntu_latest workloads/fio_4M_rand_write} time: 00:11:45 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754118/ [5754119] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/cache-agent-small} time: 00:11:28 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754119/ [5754120] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-lz4 supported-random-distro$/{centos_latest} tasks/insights} time: 00:10:21 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754120/ [5754121] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_latest} tasks/scrub_test} time: 00:08:52 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754121/ [5754122] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/osd-delay rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-snaps-few-objects-overwrites} time: 00:25:36 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754122/ [5754123] rados/singleton-nomsgr/{all/lazy_omap_stats_output rados supported-random-distro$/{rhel_latest}} time: 00:09:18 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754123/ [5754124] rados/cephadm/smoke-roleless/{distro/centos_7 start} time: 00:14:11 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754124/ [5754126] rados/singleton/{all/thrash-backfill-full msgr-failures/many msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_latest}} time: 01:27:36 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754126/ [5754127] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/fastclose objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/ec-small-objects-many-deletes} time: 00:25:53 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754127/ [5754128] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-hybrid supported-random-distro$/{rhel_latest} tasks/dashboard} time: 01:05:16 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754128/ [5754129] rados/objectstore/{backends/fusestore supported-random-distro$/{centos_latest}} time: 00:05:09 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754129/ [5754130] rados/singleton-bluestore/{all/cephtool msgr-failures/few msgr/async objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest}} time: 00:26:50 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754130/ [5754131] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/cache-pool-snaps-readproxy} time: 00:26:30 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754131/ [5754132] rados/cephadm/workunits/{distro/centos_latest task/test_adoption} time: 00:05:58 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754132/ [5754133] rados/standalone/{supported-random-distro$/{centos_latest} workloads/mon} time: 00:35:02 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754133/ [5754134] rados/perf/{ceph objectstore/bluestore-low-osd-mem-target openstack settings/optimized ubuntu_latest workloads/radosbench_4K_rand_read} time: 00:09:54 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754134/ [5754135] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:08:15 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754135/ [5754136] rados/cephadm/with-work/{distro/ubuntu_18.04 fixed-2 mode/packaged msgr/async-v2only start tasks/rados_python} time: 00:20:19 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754136/ [5754137] rados/singleton/{all/thrash-eio msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_latest}} time: 00:36:58 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754137/ [5754138] rados/singleton-nomsgr/{all/librados_hello_world rados supported-random-distro$/{centos_latest}} time: 00:06:50 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754138/ [5754139] rados/cephadm/smoke/{distro/centos_8.0 fixed-2 start} time: 00:13:37 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754139/ [5754140] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/fastclose msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/cache-pool-snaps} time: 00:23:02 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754140/ [5754141] rados/cephadm/smoke-roleless/{distro/centos_8.0 start} time: 00:12:27 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754141/ [5754142] rados/singleton/{all/thrash-rados/{thrash-rados thrashosds-health} msgr-failures/many msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_latest}} time: 00:19:18 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754142/ [5754143] rados/multimon/{clusters/6 msgr-failures/many msgr/async-v2only no_pools objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} tasks/mon_clock_with_skews} time: 00:04:47 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754143/ [5754144] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/fastclose objectstore/bluestore-hybrid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} time: 00:23:20 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754144/ [5754145] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/fastclose objectstore/bluestore-hybrid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:26:00 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754145/ [5754146] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async-v1only objectstore/bluestore-hybrid rados tasks/mon_recovery validater/lockdep} time: 00:08:55 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754146/ [5754147] rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/mimic backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/few rados thrashers/morepggrow thrashosds-health workloads/radosbench} time: 01:33:25 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754147/ [5754148] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest} tasks/rados_api_tests} time: 00:21:07 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754148/ [5754149] rados/monthrash/{ceph clusters/3-mons msgr-failures/mon-delay msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest} thrashers/sync-many workloads/pool-create-delete} time: 00:17:18 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754149/ [5754151] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-snappy supported-random-distro$/{rhel_latest} tasks/module_selftest} time: 00:27:59 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754151/ [5754152] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/cache-snaps-balanced} time: 00:19:16 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754152/ [5754153] rados/perf/{ceph objectstore/bluestore-stupid openstack settings/optimized ubuntu_latest workloads/radosbench_4K_seq_read} time: 00:08:04 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754153/ [5754154] rados/cephadm/with-work/{distro/ubuntu_18.04_podman fixed-2 mode/root msgr/async start tasks/rados_api_tests} time: 00:29:56 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754154/ [5754156] rados/cephadm/smoke/{distro/centos_latest fixed-2 start} time: 00:11:26 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754156/ [5754157] rados/singleton-nomsgr/{all/msgr rados supported-random-distro$/{centos_latest}} time: 00:11:18 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754157/ [5754158] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/few objectstore/bluestore-comp-zlib rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/ec-small-objects} time: 00:19:53 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754158/ [5754159] rados/cephadm/smoke-roleless/{distro/centos_latest start} time: 00:09:24 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754159/ [5754160] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/cache-snaps} time: 00:20:14 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754160/ [5754161] rados/singleton/{all/watch-notify-same-primary msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest}} time: 00:05:39 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754161/ [5754162] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-low-osd-mem-target supported-random-distro$/{rhel_latest} tasks/dashboard} time: 01:05:31 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754162/ [5754163] rados/objectstore/{backends/keyvaluedb supported-random-distro$/{ubuntu_latest}} time: 00:04:49 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754163/ [5754164] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/fastclose rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/ec-snaps-few-objects-overwrites} time: 00:23:01 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754164/ [5754165] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/few objectstore/bluestore-bitmap rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:09:15 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754165/ [5754166] rados/valgrind-leaks/{1-start 2-inject-leak/osd centos_latest} time: 00:15:16 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754166/ [5754167] rados/cephadm/workunits/{distro/centos_latest task/test_cephadm_repos} time: 00:03:14 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754167/ [5754168] rados/perf/{ceph objectstore/bluestore-basic-min-osd-mem-target openstack settings/optimized ubuntu_latest workloads/radosbench_4M_rand_read} time: 00:08:51 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754168/ [5754169] rados/cephadm/smoke/{distro/rhel_7 fixed-2 start} time: 00:14:04 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754169/ [5754170] rados/singleton/{all/admin-socket msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest}} time: 00:07:49 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754170/ [5754171] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest} tasks/rados_cls_all} time: 00:12:59 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754171/ [5754172] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/fastclose msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_latest} thrashers/none thrashosds-health workloads/cache} time: 00:08:08 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754172/ [5754173] rados/cephadm/smoke-roleless/{distro/rhel_7 start} time: 00:12:58 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754173/ [5754174] rados/multimon/{clusters/9 msgr-failures/few msgr/async no_pools objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} tasks/mon_recovery} time: 00:12:26 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754174/ [5754175] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/few objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} time: 00:10:29 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754175/ [5754176] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/few objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:29:02 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754176/ [5754178] rados/singleton-nomsgr/{all/multi-backfill-reject rados supported-random-distro$/{ubuntu_latest}} time: 00:19:11 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754178/ [5754179] rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus-v1only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/osd-delay rados thrashers/none thrashosds-health workloads/rbd_cls} time: 00:16:16 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754179/ [5754180] rados/monthrash/{ceph clusters/9-mons msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest} thrashers/sync workloads/rados_5925} time: 00:09:58 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754180/ [5754181] rados/cephadm/with-work/{distro/centos_8.0 fixed-2 mode/packaged msgr/async start tasks/rados_python} time: 00:22:03 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754181/ [5754182] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zlib supported-random-distro$/{rhel_latest} tasks/progress} time: 00:13:52 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754182/ [5754183] rados/standalone/{supported-random-distro$/{rhel_latest} workloads/osd} time: 02:51:25 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754183/ [5754184] rados/singleton/{all/deduptool msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest}} time: 00:06:22 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754184/ [5754186] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/dedup_tier} time: 00:12:05 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754186/ [5754187] rados/perf/{ceph objectstore/bluestore-bitmap openstack settings/optimized ubuntu_latest workloads/radosbench_4M_seq_read} time: 00:08:29 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754187/ [5754188] rados/cephadm/smoke/{distro/rhel_8.0 fixed-2 start} time: 00:16:38 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754188/ [5754189] rados/singleton/{all/divergent_priors msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest}} time: 00:06:51 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754189/ [5754190] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/osd-delay objectstore/bluestore-comp-zstd rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} time: 00:24:32 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754190/ [5754191] rados/cephadm/smoke-roleless/{distro/rhel_8.0 start} time: 00:13:56 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754191/ [5754192] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/osd-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:09:32 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754192/ [5754193] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/pool-snaps-few-objects} time: 00:26:09 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754193/ [5754194] rados/singleton-nomsgr/{all/osd_stale_reads rados supported-random-distro$/{centos_latest}} time: 00:15:55 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754194/ [5754195] rados/cephadm/with-work/{distro/centos_latest fixed-2 mode/root msgr/async-v1only start tasks/rados_api_tests} time: 00:27:19 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754195/ [5754196] rados/singleton/{all/divergent_priors2 msgr-failures/many msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest}} time: 00:06:54 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754196/ [5754197] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest} tasks/rados_python} time: 00:11:48 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754197/ [5754198] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-stupid supported-random-distro$/{rhel_latest} tasks/dashboard} time: 01:04:37 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754198/ [5754199] rados/objectstore/{backends/objectcacher-stress supported-random-distro$/{centos_latest}} time: 00:21:05 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754199/ [5754200] rados/singleton-bluestore/{all/cephtool msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_latest}} time: 00:27:10 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754200/ [5754201] rados/cephadm/upgrade/{1-start 2-repo_digest/repo_digest 3-start-upgrade 4-wait distro$/{ubuntu_18.04_podman} fixed-2} time: 00:18:26 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754201/ [5754202] rados/perf/{ceph objectstore/bluestore-comp openstack settings/optimized ubuntu_latest workloads/radosbench_4M_write} time: 00:07:50 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754202/ [5754204] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/fastclose msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/rados_api_tests} time: 00:22:16 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754204/ [5754205] rados/singleton/{all/dump-stuck msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest}} time: 00:06:29 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754205/ [5754206] rados/multimon/{clusters/21 msgr-failures/many msgr/async-v1only no_pools objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest} tasks/mon_clock_no_skews} time: 00:05:54 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754206/ [5754207] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/osd-delay objectstore/bluestore-stupid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_latest} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} time: 00:23:15 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754207/ [5754208] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/osd-delay objectstore/bluestore-stupid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:23:26 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754208/ [5754209] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async objectstore/bluestore-stupid rados tasks/rados_cls_all validater/lockdep} time: 00:11:53 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754209/ [5754210] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/few rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites} time: 00:26:48 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754210/ [5754211] rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus-v2only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/fastclose rados thrashers/pggrow thrashosds-health workloads/snaps-few-objects} time: 00:35:03 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754211/ [5754212] rados/cephadm/smoke/{distro/rhel_latest fixed-2 start} time: 00:11:17 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754212/ [5754213] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zstd supported-random-distro$/{rhel_latest} tasks/prometheus} time: 00:11:06 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754213/ [5754214] rados/monthrash/{ceph clusters/3-mons msgr-failures/mon-delay msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/force-sync-many workloads/rados_api_tests} time: 00:19:56 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754214/ [5754215] rados/cephadm/smoke-roleless/{distro/rhel_latest start} time: 00:10:22 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754215/ [5754216] rados/singleton-nomsgr/{all/pool-access rados supported-random-distro$/{centos_latest}} time: 00:06:15 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754216/ [5754217] rados/singleton/{all/ec-lost-unfound msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest}} time: 00:27:44 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754217/ [5754218] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/radosbench-high-concurrency} time: 00:42:21 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754218/ [5754219] rados/cephadm/with-work/{distro/rhel_8.0 fixed-2 mode/packaged msgr/async-v2only start tasks/rados_python} time: 00:23:49 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754219/ [5754220] rados/perf/{ceph objectstore/bluestore-low-osd-mem-target openstack settings/optimized ubuntu_latest workloads/radosbench_omap_write} time: 00:20:17 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754220/ [5754221] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/fastclose objectstore/bluestore-hybrid rados recovery-overrides/{default} supported-random-distro$/{centos_latest} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} time: 00:23:41 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754221/ [5754222] rados/cephadm/workunits/{distro/centos_latest task/test_cephadm} time: 00:10:28 info: http://pulpito.ceph.com/yuriw-2021-01-04_18:28:05-rados-wip-yuri2-testing-2021-01-04-0837-octopus-distro-basic-smithi/5754222/