Found 320 jobs
Ignoring malparsed backtrace:  ceph version 15.2.9-141-g381387f1 (381387f151822ee4d4927f3fc584ff1af9deb9ce) octopus (stable)
,  1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x154) [0x7f4b60d491a0]
,  2: (ceph::__ceph_assertf_fail(char const*, char const*, int, char const*, char const*, ...)+0) [0x7f4b60d4937b]

Ignoring malparsed backtrace: 2021-03-14T04:57:29.681 INFO:teuthology.orchestra.run.smithi031.stdout:
, dumped all
, 2021-03-14T04:57:29.695 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":130,"stamp":"2021-03-14T04:57:29.378625+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30221142708,"num_objects":10172,"num_object_clones":0,"num_object_copies":20344,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10144,"num_whiteouts":40,"num_read":22845,"num_read_kb":1501895,"num_write":53240,"num_write_kb":24110079,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":28,"num_bytes_hit_set_archive":13882,"num_flush":3617,"num_flush_kb":10535558,"num_evict":3241,"num_evict_kb":9431050,"num_promote":4012,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49216,"ondisk_log_size":49216,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":562196280,"kb_used":40740996,"kb_used_data":521585828,"kb_used_omap":74122,"kb_used_meta":0,"kb_avail":521455284,"statfs":{"total":575688990720,"available":533970210816,"internally_reserved":133677056,"allocated":534103887872,"data_stored":534103887872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75901399,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":17,"commit_latency_ns":9000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":279044344,"num_objects":118,"num_object_clones":0,"num_object_copies":236,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":21,"num_read":1073,"num_read_kb":969215,"num_write":653,"num_write_kb":525513,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":2,"num_bytes_hit_set_archive":995,"num_flush":84,"num_flush_kb":218105,"num_evict":55,"num_evict_kb":133409,"num_promote":133,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002931"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.487498+0000","last_change":"2021-03-14T04:54:12.642936+0000","last_active":"2021-03-14T04:56:58.487498+0000","last_peered":"2021-03-14T04:56:58.487498+0000","last_clean":"2021-03-14T04:56:58.487498+0000","last_became_active":"2021-03-14T04:54:12.642317+0000","last_became_peered":"2021-03-14T04:54:12.642317+0000","last_unstale":"2021-03-14T04:56:58.487498+0000","last_undegraded":"2021-03-14T04:56:58.487498+0000","last_fullsized":"2021-03-14T04:56:58.487498+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.487087+0000","last_change":"2021-03-14T04:54:12.418031+0000","last_active":"2021-03-14T04:56:58.487087+0000","last_peered":"2021-03-14T04:56:58.487087+0000","last_clean":"2021-03-14T04:56:58.487087+0000","last_became_active":"2021-03-14T04:54:12.417412+0000","last_became_peered":"2021-03-14T04:54:12.417412+0000","last_unstale":"2021-03-14T04:56:58.487087+0000","last_undegraded":"2021-03-14T04:56:58.487087+0000","last_fullsized":"2021-03-14T04:56:58.487087+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5843","reported_seq":"8078","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:57:23.366193+0000","last_change":"2021-03-14T04:54:23.443564+0000","last_active":"2021-03-14T04:57:23.366193+0000","last_peered":"2021-03-14T04:57:23.366193+0000","last_clean":"2021-03-14T04:57:23.366193+0000","last_became_active":"2021-03-14T04:54:23.443237+0000","last_became_peered":"2021-03-14T04:54:23.443237+0000","last_unstale":"2021-03-14T04:57:23.366193+0000","last_undegraded":"2021-03-14T04:57:23.366193+0000","last_fullsized":"2021-03-14T04:57:23.366193+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_clean_scrub_stamp":"2021-03-14T04:54:22.413390+0000","log_size":5843,"ondisk_log_size":5843,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":138267928,"num_objects":66,"num_object_clones":0,"num_object_copies":132,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58,"num_whiteouts":11,"num_read":1974,"num_read_kb":990,"num_write":5143,"num_write_kb":1198886,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3937,"num_flush":923,"num_flush_kb":2682369,"num_evict":856,"num_evict_kb":2480754,"num_promote":1047,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6710","reported_seq":"8801","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-14T04:57:24.300664+0000","last_change":"2021-03-14T04:54:21.535219+0000","last_active":"2021-03-14T04:57:24.300664+0000","last_peered":"2021-03-14T04:57:24.300664+0000","last_clean":"2021-03-14T04:57:24.300664+0000","last_became_active":"2021-03-14T04:54:21.534448+0000","last_became_peered":"2021-03-14T04:54:21.534448+0000","last_unstale":"2021-03-14T04:57:24.300664+0000","last_undegraded":"2021-03-14T04:57:24.300664+0000","last_fullsized":"2021-03-14T04:57:24.300664+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_clean_scrub_stamp":"2021-03-14T04:54:20.170538+0000","log_size":6710,"ondisk_log_size":6710,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7433652118,"num_objects":2487,"num_object_clones":0,"num_object_copies":4974,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2487,"num_whiteouts":0,"num_read":3750,"num_read_kb":341397,"num_write":8348,"num_write_kb":4729158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.486920+0000","last_change":"2021-03-14T04:54:12.419664+0000","last_active":"2021-03-14T04:56:58.486920+0000","last_peered":"2021-03-14T04:56:58.486920+0000","last_clean":"2021-03-14T04:56:58.486920+0000","last_became_active":"2021-03-14T04:54:12.418921+0000","last_became_peered":"2021-03-14T04:54:12.418921+0000","last_unstale":"2021-03-14T04:56:58.486920+0000","last_undegraded":"2021-03-14T04:56:58.486920+0000","last_fullsized":"2021-03-14T04:56:58.486920+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"33'5405","reported_seq":"7509","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-14T04:57:24.302411+0000","last_change":"2021-03-14T04:54:23.478628+0000","last_active":"2021-03-14T04:57:24.302411+0000","last_peered":"2021-03-14T04:57:24.302411+0000","last_clean":"2021-03-14T04:57:24.302411+0000","last_became_active":"2021-03-14T04:54:23.477906+0000","last_became_peered":"2021-03-14T04:54:23.477906+0000","last_unstale":"2021-03-14T04:57:24.302411+0000","last_undegraded":"2021-03-14T04:57:24.302411+0000","last_fullsized":"2021-03-14T04:57:24.302411+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_clean_scrub_stamp":"2021-03-14T04:54:22.413390+0000","log_size":5405,"ondisk_log_size":5405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":109356376,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":9,"num_read":1885,"num_read_kb":916,"num_write":4890,"num_write_kb":1177491,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":3022,"num_flush":870,"num_flush_kb":2517847,"num_evict":799,"num_evict_kb":2306754,"num_promote":955,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6487","reported_seq":"8657","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-14T04:57:23.833806+0000","last_change":"2021-03-14T04:54:21.421319+0000","last_active":"2021-03-14T04:57:23.833806+0000","last_peered":"2021-03-14T04:57:23.833806+0000","last_clean":"2021-03-14T04:57:23.833806+0000","last_became_active":"2021-03-14T04:54:21.420795+0000","last_became_peered":"2021-03-14T04:54:21.420795+0000","last_unstale":"2021-03-14T04:57:23.833806+0000","last_undegraded":"2021-03-14T04:57:23.833806+0000","last_fullsized":"2021-03-14T04:57:23.833806+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_clean_scrub_stamp":"2021-03-14T04:54:20.170538+0000","log_size":6487,"ondisk_log_size":6487,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7305303989,"num_objects":2443,"num_object_clones":0,"num_object_copies":4886,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2443,"num_whiteouts":0,"num_read":3657,"num_read_kb":297318,"num_write":8017,"num_write_kb":4824114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.487176+0000","last_change":"2021-03-14T04:54:12.418478+0000","last_active":"2021-03-14T04:56:58.487176+0000","last_peered":"2021-03-14T04:56:58.487176+0000","last_clean":"2021-03-14T04:56:58.487176+0000","last_became_active":"2021-03-14T04:54:12.417271+0000","last_became_peered":"2021-03-14T04:54:12.417271+0000","last_unstale":"2021-03-14T04:56:58.487176+0000","last_undegraded":"2021-03-14T04:56:58.487176+0000","last_fullsized":"2021-03-14T04:56:58.487176+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5472","reported_seq":"7685","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-14T04:57:24.757059+0000","last_change":"2021-03-14T04:54:23.645513+0000","last_active":"2021-03-14T04:57:24.757059+0000","last_peered":"2021-03-14T04:57:24.757059+0000","last_clean":"2021-03-14T04:57:24.757059+0000","last_became_active":"2021-03-14T04:54:23.645209+0000","last_became_peered":"2021-03-14T04:54:23.645209+0000","last_unstale":"2021-03-14T04:57:24.757059+0000","last_undegraded":"2021-03-14T04:57:24.757059+0000","last_fullsized":"2021-03-14T04:57:24.757059+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_clean_scrub_stamp":"2021-03-14T04:54:22.413390+0000","log_size":5472,"ondisk_log_size":5472,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":114590463,"num_objects":54,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":9,"num_read":1957,"num_read_kb":918,"num_write":4911,"num_write_kb":1177568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":3004,"num_flush":880,"num_flush_kb":2550172,"num_evict":730,"num_evict_kb":2118554,"num_promote":958,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6800","reported_seq":"9068","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-14T04:57:23.963160+0000","last_change":"2021-03-14T04:54:21.532921+0000","last_active":"2021-03-14T04:57:23.963160+0000","last_peered":"2021-03-14T04:57:23.963160+0000","last_clean":"2021-03-14T04:57:23.963160+0000","last_became_active":"2021-03-14T04:54:21.532542+0000","last_became_peered":"2021-03-14T04:54:21.532542+0000","last_unstale":"2021-03-14T04:57:23.963160+0000","last_undegraded":"2021-03-14T04:57:23.963160+0000","last_fullsized":"2021-03-14T04:57:23.963160+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_clean_scrub_stamp":"2021-03-14T04:54:20.170538+0000","log_size":6800,"ondisk_log_size":6800,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7679500993,"num_objects":2557,"num_object_clones":0,"num_object_copies":5114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2557,"num_whiteouts":0,"num_read":3925,"num_read_kb":429442,"num_write":8424,"num_write_kb":5020889,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.486867+0000","last_change":"2021-03-14T04:54:12.418875+0000","last_active":"2021-03-14T04:56:58.486867+0000","last_peered":"2021-03-14T04:56:58.486867+0000","last_clean":"2021-03-14T04:56:58.486867+0000","last_became_active":"2021-03-14T04:54:12.418565+0000","last_became_peered":"2021-03-14T04:54:12.418565+0000","last_unstale":"2021-03-14T04:56:58.486867+0000","last_undegraded":"2021-03-14T04:56:58.486867+0000","last_fullsized":"2021-03-14T04:56:58.486867+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5870","reported_seq":"8152","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:57:22.983929+0000","last_change":"2021-03-14T04:54:23.442763+0000","last_active":"2021-03-14T04:57:22.983929+0000","last_peered":"2021-03-14T04:57:22.983929+0000","last_clean":"2021-03-14T04:57:22.983929+0000","last_became_active":"2021-03-14T04:54:23.442127+0000","last_became_peered":"2021-03-14T04:54:23.442127+0000","last_unstale":"2021-03-14T04:57:22.983929+0000","last_undegraded":"2021-03-14T04:57:22.983929+0000","last_fullsized":"2021-03-14T04:57:22.983929+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_clean_scrub_stamp":"2021-03-14T04:54:22.413390+0000","log_size":5870,"ondisk_log_size":5870,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":123608883,"num_objects":59,"num_object_clones":0,"num_object_copies":118,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":51,"num_whiteouts":11,"num_read":2007,"num_read_kb":998,"num_write":5269,"num_write_kb":1250136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3919,"num_flush":944,"num_flush_kb":2785170,"num_evict":856,"num_evict_kb":2524988,"num_promote":1052,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6629","reported_seq":"8659","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-14T04:57:24.752363+0000","last_change":"2021-03-14T04:54:21.534780+0000","last_active":"2021-03-14T04:57:24.752363+0000","last_peered":"2021-03-14T04:57:24.752363+0000","last_clean":"2021-03-14T04:57:24.752363+0000","last_became_active":"2021-03-14T04:54:21.533809+0000","last_became_peered":"2021-03-14T04:54:21.533809+0000","last_unstale":"2021-03-14T04:57:24.752363+0000","last_undegraded":"2021-03-14T04:57:24.752363+0000","last_fullsized":"2021-03-14T04:57:24.752363+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_clean_scrub_stamp":"2021-03-14T04:54:20.170538+0000","log_size":6629,"ondisk_log_size":6629,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7316861958,"num_objects":2453,"num_object_clones":0,"num_object_copies":4906,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2453,"num_whiteouts":0,"num_read":3690,"num_read_kb":429916,"num_write":8238,"num_write_kb":4731837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.484680+0000","last_change":"2021-03-14T04:54:12.195854+0000","last_active":"2021-03-14T04:56:58.484680+0000","last_peered":"2021-03-14T04:56:58.484680+0000","last_clean":"2021-03-14T04:56:58.484680+0000","last_became_active":"2021-03-14T04:54:12.195060+0000","last_became_peered":"2021-03-14T04:54:12.195060+0000","last_unstale":"2021-03-14T04:56:58.484680+0000","last_undegraded":"2021-03-14T04:56:58.484680+0000","last_fullsized":"2021-03-14T04:56:58.484680+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.484919+0000","last_change":"2021-03-14T04:54:12.195721+0000","last_active":"2021-03-14T04:56:58.484919+0000","last_peered":"2021-03-14T04:56:58.484919+0000","last_clean":"2021-03-14T04:56:58.484919+0000","last_became_active":"2021-03-14T04:54:12.194809+0000","last_became_peered":"2021-03-14T04:54:12.194809+0000","last_unstale":"2021-03-14T04:56:58.484919+0000","last_undegraded":"2021-03-14T04:56:58.484919+0000","last_fullsized":"2021-03-14T04:56:58.484919+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.486886+0000","last_change":"2021-03-14T04:54:12.643927+0000","last_active":"2021-03-14T04:56:58.486886+0000","last_peered":"2021-03-14T04:56:58.486886+0000","last_clean":"2021-03-14T04:56:58.486886+0000","last_became_active":"2021-03-14T04:54:12.643112+0000","last_became_peered":"2021-03-14T04:54:12.643112+0000","last_unstale":"2021-03-14T04:56:58.486886+0000","last_undegraded":"2021-03-14T04:56:58.486886+0000","last_fullsized":"2021-03-14T04:56:58.486886+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":485823650,"num_objects":232,"num_object_clones":0,"num_object_copies":464,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":204,"num_whiteouts":40,"num_read":7823,"num_read_kb":3822,"num_write":20213,"num_write_kb":4804081,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":28,"num_bytes_hit_set_archive":13882,"num_flush":3617,"num_flush_kb":10535558,"num_evict":3241,"num_evict_kb":9431050,"num_promote":4012,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22590,"ondisk_log_size":22590,"up":8,"acting":8,"num_store_stats":0},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":0},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29735319058,"num_objects":9940,"num_object_clones":0,"num_object_copies":19880,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9940,"num_whiteouts":0,"num_read":15022,"num_read_kb":1498073,"num_write":33027,"num_write_kb":19305998,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26626,"ondisk_log_size":26626,"up":8,"acting":8,"num_store_stats":0}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":9873360,"kb_used_data":83864652,"kb_used_omap":12353,"kb_used_meta":0,"kb_avail":83826020,"statfs":{"total":95948165120,"available":85837844480,"internally_reserved":39559168,"allocated":85877403648,"data_stored":85877403648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12649818,"internal_metadata":0},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":3,"commit_latency_ns":2000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 14 04:57:08 2021","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.505,"15min":0.51500000000000001},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.82499999999999996,"5min":1.171,"15min":1.171},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.437,"5min":0.49399999999999999,"15min":0.50800000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.89900000000000002}]},{"osd":1,"last update":"Sun Mar 14 04:57:08 2021","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.54300000000000004,"15min":0.56799999999999995},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.88600000000000001,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":1.0449999999999999},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.52300000000000002,"15min":0.54100000000000004},"min":{"1min":0.28599999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.85399999999999998,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.65300000000000002}]},{"osd":2,"last update":"Sun Mar 14 04:57:08 2021","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.58399999999999996,"15min":0.55500000000000005},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":2.681,"5min":2.681,"15min":2.681},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.79300000000000004,"5min":0.622,"15min":0.60999999999999999},"min":{"1min":0.32000000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":4.1689999999999996,"5min":4.1689999999999996,"15min":4.1689999999999996},"last":0.98699999999999999}]},{"osd":3,"last update":"Sun Mar 14 04:57:08 2021","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.502,"15min":0.51700000000000002},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.9339999999999999,"5min":1.9339999999999999,"15min":1.9339999999999999},"last":0.93400000000000005},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.46800000000000003,"15min":0.48599999999999999},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.80700000000000005}]},{"osd":4,"last update":"Sun Mar 14 04:57:08 2021","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.52500000000000002,"15min":0.54500000000000004},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.89400000000000002,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.872},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.51700000000000002,"15min":0.53300000000000003},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":1.845,"5min":1.845,"15min":1.845},"last":0.83499999999999996}]}]},{"osd":4,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":488804,"kb_used_data":93226564,"kb_used_omap":12172,"kb_used_meta":0,"kb_avail":93210576,"statfs":{"total":95948165120,"available":95447629824,"internally_reserved":16371712,"allocated":95464001536,"data_stored":95464001536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12464664,"internal_metadata":0},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":2,"commit_latency_ns":1000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 14 04:57:11 2021","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.505,"15min":0.54900000000000004},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.69399999999999995,"5min":1.036,"15min":1.036},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.53000000000000003,"15min":0.55400000000000005},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":0.72399999999999998}]},{"osd":1,"last update":"Sun Mar 14 04:57:11 2021","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.54500000000000004,"15min":0.55200000000000005},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":1.9790000000000001,"5min":1.9790000000000001,"15min":1.9790000000000001},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.53600000000000003,"15min":0.57099999999999995},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.72699999999999998,"5min":1.075,"15min":1.075},"last":0.75600000000000001}]},{"osd":2,"last update":"Sun Mar 14 04:57:11 2021","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.52500000000000002,"15min":0.56499999999999995},"min":{"1min":0.314,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.72699999999999998,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.84199999999999997},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.58299999999999996,"15min":0.629},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.91100000000000003,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.56399999999999995}]},{"osd":3,"last update":"Sun Mar 14 04:57:11 2021","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.46400000000000002,"15min":0.50900000000000001},"min":{"1min":0.23699999999999999,"5min":0.222,"15min":0.222},"max":{"1min":0.52600000000000002,"5min":1.202,"15min":1.202},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.37,"5min":0.48799999999999999,"15min":0.52100000000000002},"min":{"1min":0.246,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.55900000000000005,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.629}]},{"osd":5,"last update":"Sun Mar 14 04:57:11 2021","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.45100000000000001,"15min":0.47299999999999998},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.81299999999999994,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.5,"15min":0.54400000000000004},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.59699999999999998,"5min":1.121,"15min":1.121},"last":0.76500000000000001}]}]},{"osd":3,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":4952008,"kb_used_data":88768532,"kb_used_omap":3548,"kb_used_meta":0,"kb_avail":88747372,"statfs":{"total":95948165120,"available":90877308928,"internally_reserved":21667840,"allocated":90898976768,"data_stored":90898976768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3633814,"internal_metadata":0},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":2,"commit_latency_ns":0,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 14 04:57:13 2021","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.54700000000000004,"15min":0.59899999999999998},"min":{"1min":0.253,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.89700000000000002,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":1},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.505,"15min":0.53200000000000003},"min":{"1min":0.35299999999999998,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.91600000000000004,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":1.2270000000000001}]},{"osd":1,"last update":"Sun Mar 14 04:57:13 2021","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.52200000000000002,"15min":0.55400000000000005},"min":{"1min":0.27400000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.77800000000000002,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.95899999999999996},{"interface":"front","average":{"1min":0.505,"5min":0.53500000000000003,"15min":0.56499999999999995},"min":{"1min":0.29299999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.93200000000000005}]},{"osd":2,"last update":"Sun Mar 14 04:57:13 2021","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.54000000000000004,"15min":0.57799999999999996},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.68500000000000005,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.55000000000000004,"15min":0.57199999999999995},"min":{"1min":0.34999999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.56399999999999995}]},{"osd":4,"last update":"Sun Mar 14 04:57:13 2021","interfaces":[{"interface":"back","average":{"1min":0.32300000000000001,"5min":0.46600000000000003,"15min":0.51100000000000001},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.53300000000000003,"5min":1.2070000000000001,"15min":1.2070000000000001},"last":1.1859999999999999},{"interface":"front","average":{"1min":0.33100000000000002,"5min":0.47099999999999997,"15min":0.52300000000000002},"min":{"1min":0.247,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.57499999999999996,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.65600000000000003}]},{"osd":5,"last update":"Sun Mar 14 04:57:13 2021","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.46100000000000002,"15min":0.49199999999999999},"min":{"1min":0.24299999999999999,"5min":0.215,"15min":0.215},"max":{"1min":0.65600000000000003,"5min":0.874,"15min":0.874},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.53200000000000003,"15min":0.57999999999999996},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.69599999999999995,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.751}]}]},{"osd":2,"up_from":11,"seq":47244640298,"num_pgs":5,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10090296,"kb_used_data":83630492,"kb_used_omap":12460,"kb_used_meta":0,"kb_avail":83609084,"statfs":{"total":95948165120,"available":85615702016,"internally_reserved":21921792,"allocated":85637623808,"data_stored":85637623808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12759532,"internal_metadata":0},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":4,"commit_latency_ns":3000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":0.52400000000000002,"15min":0.48399999999999999},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":10.157999999999999,"5min":10.157999999999999,"15min":10.157999999999999},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.51600000000000001,"15min":0.502},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":5.984,"5min":5.984,"15min":5.984},"last":0.51200000000000001}]},{"osd":1,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.96699999999999997,"5min":0.67200000000000004,"15min":0.627},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":6.2140000000000004,"5min":6.2140000000000004,"15min":6.2140000000000004},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.80300000000000005,"5min":0.59299999999999997,"15min":0.56599999999999995},"min":{"1min":0.25600000000000001,"5min":0.219,"15min":0.219},"max":{"1min":3.7749999999999999,"5min":3.7749999999999999,"15min":3.7749999999999999},"last":0.49199999999999999}]},{"osd":3,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.70199999999999996,"15min":0.69499999999999995},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":6.2309999999999999,"5min":6.2309999999999999,"15min":6.2309999999999999},"last":0.434},{"interface":"front","average":{"1min":0.77800000000000002,"5min":0.71699999999999997,"15min":0.71899999999999997},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":6.0199999999999996,"5min":6.0199999999999996,"15min":6.0199999999999996},"last":0.45500000000000002}]},{"osd":4,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":0.71499999999999997,"15min":0.71399999999999997},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":6.3499999999999996,"5min":6.3499999999999996,"15min":6.3499999999999996},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.84999999999999998,"5min":0.68899999999999995,"15min":0.66900000000000004},"min":{"1min":0.379,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":6.3040000000000003,"5min":6.3040000000000003,"15min":6.3040000000000003},"last":0.52200000000000002}]},{"osd":5,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.72099999999999997,"15min":0.72299999999999998},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":6.0490000000000004,"5min":6.0490000000000004,"15min":6.0490000000000004},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.62,"5min":0.69599999999999995,"15min":0.72999999999999998},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":2.0720000000000001,"5min":2.0720000000000001,"15min":2.0720000000000001},"last":0.70099999999999996}]}]},{"osd":0,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":498748,"kb_used_data":93219896,"kb_used_omap":12182,"kb_used_meta":0,"kb_avail":93200632,"statfs":{"total":95948165120,"available":95437447168,"internally_reserved":19726336,"allocated":95457173504,"data_stored":95457173504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12474636,"internal_metadata":0},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":3,"commit_latency_ns":1000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Mar 14 04:57:10 2021","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.44900000000000001,"15min":0.45900000000000002},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":1.4610000000000001,"5min":1.4610000000000001,"15min":1.4610000000000001},"last":0.503},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.53400000000000003,"15min":0.54600000000000004},"min":{"1min":0.251,"5min":0.249,"15min":0.249},"max":{"1min":2.2509999999999999,"5min":2.2509999999999999,"15min":2.2509999999999999},"last":0.61399999999999999}]},{"osd":2,"last update":"Sun Mar 14 04:57:10 2021","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.56499999999999995,"15min":0.59299999999999997},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":2.351,"5min":2.351,"15min":2.351},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.57399999999999995,"15min":0.63400000000000001},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.80900000000000005,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.67400000000000004}]},{"osd":3,"last update":"Sun Mar 14 04:57:10 2021","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.58899999999999997,"15min":0.60699999999999998},"min":{"1min":0.31900000000000001,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":2.4769999999999999,"5min":2.4769999999999999,"15min":2.4769999999999999},"last":0.746},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.64400000000000002,"15min":0.68999999999999995},"min":{"1min":0.36499999999999999,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.71399999999999997,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":0.71099999999999997}]},{"osd":4,"last update":"Sun Mar 14 04:57:10 2021","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.65400000000000003,"15min":0.71699999999999997},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.71999999999999997,"5min":1.9810000000000001,"15min":1.9810000000000001},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.70299999999999996,"15min":0.73599999999999999},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":2.4409999999999998,"5min":2.4409999999999998,"15min":2.4409999999999998},"last":0.78700000000000003}]},{"osd":5,"last update":"Sun Mar 14 04:57:10 2021","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.68799999999999994,"15min":0.74299999999999999},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.78400000000000003,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.73199999999999998,"15min":0.80800000000000005},"min":{"1min":0.38900000000000001,"5min":0.372,"15min":0.372},"max":{"1min":0.77700000000000002,"5min":2.1379999999999999,"15min":2.1379999999999999},"last":0.755}]}]},{"osd":1,"up_from":11,"seq":47244640298,"num_pgs":7,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":14837780,"kb_used_data":78875692,"kb_used_omap":21405,"kb_used_meta":0,"kb_avail":78861600,"statfs":{"total":95948165120,"available":80754278400,"internally_reserved":14430208,"allocated":80768708608,"data_stored":80768708608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21918935,"internal_metadata":0},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":3,"commit_latency_ns":2000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.47099999999999997,"15min":0.47999999999999998},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":1.0609999999999999,"5min":1.1519999999999999,"15min":1.1519999999999999},"last":0.308},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.56100000000000005,"15min":0.61299999999999999},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.806,"5min":1.806,"15min":1.806},"last":0.34300000000000003}]},{"osd":2,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.501,"15min":0.52800000000000002},"min":{"1min":0.24299999999999999,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":1.6679999999999999,"5min":1.6679999999999999,"15min":1.6679999999999999},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.60099999999999998,"15min":0.61799999999999999},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":2.2570000000000001,"5min":2.2570000000000001,"15min":2.2570000000000001},"last":0.35899999999999999}]},{"osd":3,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.63,"15min":0.69499999999999995},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":1.0740000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.499},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.621,"15min":0.65500000000000003},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.069,"5min":1.127,"15min":1.127},"last":0.60199999999999998}]},{"osd":4,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.68000000000000005,"15min":0.70399999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.429,"5min":1.429,"15min":1.429},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.68200000000000005,"15min":0.73799999999999999},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.073,"5min":1.2270000000000001,"15min":1.2270000000000001},"last":0.745}]},{"osd":5,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.68899999999999995,"15min":0.74099999999999999},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.5089999999999999,"5min":1.5089999999999999,"15min":1.5089999999999999},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.80400000000000005,"5min":0.73899999999999999,"15min":0.73499999999999999},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":4.1669999999999998,"5min":4.1669999999999998,"15min":4.1669999999999998},"last":0.61499999999999999}]}]}]}}

Ignoring malparsed backtrace: 2021-03-14T04:58:51.516 INFO:teuthology.orchestra.run:waiting for 300
, 2021-03-14T04:58:51.575 INFO:tasks.ceph.mon.a:Stopped
, 2021-03-14T04:58:51.575 INFO:tasks.ceph:Checking cluster log for badness...

Ignoring malparsed backtrace: 2021-03-14T04:59:10.571 INFO:teuthology.task.internal.syslog:Checking logs for errors...
, 2021-03-14T04:59:10.572 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi031.front.sepia.ceph.com
, 2021-03-14T04:59:10.572 DEBUG:teuthology.orchestra.run.smithi031:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/*.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1

Ignoring malparsed backtrace:     dump_program = dump_out.split("from '")[1].split(' ')[0]
, IndexError: list index out of range
, 2021-03-14T04:59:35.497 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload

Ignoring malparsed backtrace:  ceph version 15.2.9-141-g381387f1 (381387f151822ee4d4927f3fc584ff1af9deb9ce) octopus (stable)
,  1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x154) [0x7f4b60d491a0]
,  2: (ceph::__ceph_assertf_fail(char const*, char const*, int, char const*, char const*, ...)+0) [0x7f4b60d4937b]

Ignoring malparsed backtrace: 2021-03-14T04:57:29.681 INFO:teuthology.orchestra.run.smithi031.stdout:
, dumped all
, 2021-03-14T04:57:29.695 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":130,"stamp":"2021-03-14T04:57:29.378625+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30221142708,"num_objects":10172,"num_object_clones":0,"num_object_copies":20344,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10144,"num_whiteouts":40,"num_read":22845,"num_read_kb":1501895,"num_write":53240,"num_write_kb":24110079,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":28,"num_bytes_hit_set_archive":13882,"num_flush":3617,"num_flush_kb":10535558,"num_evict":3241,"num_evict_kb":9431050,"num_promote":4012,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49216,"ondisk_log_size":49216,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":562196280,"kb_used":40740996,"kb_used_data":521585828,"kb_used_omap":74122,"kb_used_meta":0,"kb_avail":521455284,"statfs":{"total":575688990720,"available":533970210816,"internally_reserved":133677056,"allocated":534103887872,"data_stored":534103887872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75901399,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":17,"commit_latency_ns":9000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":279044344,"num_objects":118,"num_object_clones":0,"num_object_copies":236,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":21,"num_read":1073,"num_read_kb":969215,"num_write":653,"num_write_kb":525513,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":2,"num_bytes_hit_set_archive":995,"num_flush":84,"num_flush_kb":218105,"num_evict":55,"num_evict_kb":133409,"num_promote":133,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002931"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.487498+0000","last_change":"2021-03-14T04:54:12.642936+0000","last_active":"2021-03-14T04:56:58.487498+0000","last_peered":"2021-03-14T04:56:58.487498+0000","last_clean":"2021-03-14T04:56:58.487498+0000","last_became_active":"2021-03-14T04:54:12.642317+0000","last_became_peered":"2021-03-14T04:54:12.642317+0000","last_unstale":"2021-03-14T04:56:58.487498+0000","last_undegraded":"2021-03-14T04:56:58.487498+0000","last_fullsized":"2021-03-14T04:56:58.487498+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.487087+0000","last_change":"2021-03-14T04:54:12.418031+0000","last_active":"2021-03-14T04:56:58.487087+0000","last_peered":"2021-03-14T04:56:58.487087+0000","last_clean":"2021-03-14T04:56:58.487087+0000","last_became_active":"2021-03-14T04:54:12.417412+0000","last_became_peered":"2021-03-14T04:54:12.417412+0000","last_unstale":"2021-03-14T04:56:58.487087+0000","last_undegraded":"2021-03-14T04:56:58.487087+0000","last_fullsized":"2021-03-14T04:56:58.487087+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5843","reported_seq":"8078","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:57:23.366193+0000","last_change":"2021-03-14T04:54:23.443564+0000","last_active":"2021-03-14T04:57:23.366193+0000","last_peered":"2021-03-14T04:57:23.366193+0000","last_clean":"2021-03-14T04:57:23.366193+0000","last_became_active":"2021-03-14T04:54:23.443237+0000","last_became_peered":"2021-03-14T04:54:23.443237+0000","last_unstale":"2021-03-14T04:57:23.366193+0000","last_undegraded":"2021-03-14T04:57:23.366193+0000","last_fullsized":"2021-03-14T04:57:23.366193+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_clean_scrub_stamp":"2021-03-14T04:54:22.413390+0000","log_size":5843,"ondisk_log_size":5843,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":138267928,"num_objects":66,"num_object_clones":0,"num_object_copies":132,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58,"num_whiteouts":11,"num_read":1974,"num_read_kb":990,"num_write":5143,"num_write_kb":1198886,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3937,"num_flush":923,"num_flush_kb":2682369,"num_evict":856,"num_evict_kb":2480754,"num_promote":1047,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6710","reported_seq":"8801","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-14T04:57:24.300664+0000","last_change":"2021-03-14T04:54:21.535219+0000","last_active":"2021-03-14T04:57:24.300664+0000","last_peered":"2021-03-14T04:57:24.300664+0000","last_clean":"2021-03-14T04:57:24.300664+0000","last_became_active":"2021-03-14T04:54:21.534448+0000","last_became_peered":"2021-03-14T04:54:21.534448+0000","last_unstale":"2021-03-14T04:57:24.300664+0000","last_undegraded":"2021-03-14T04:57:24.300664+0000","last_fullsized":"2021-03-14T04:57:24.300664+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_clean_scrub_stamp":"2021-03-14T04:54:20.170538+0000","log_size":6710,"ondisk_log_size":6710,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7433652118,"num_objects":2487,"num_object_clones":0,"num_object_copies":4974,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2487,"num_whiteouts":0,"num_read":3750,"num_read_kb":341397,"num_write":8348,"num_write_kb":4729158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.486920+0000","last_change":"2021-03-14T04:54:12.419664+0000","last_active":"2021-03-14T04:56:58.486920+0000","last_peered":"2021-03-14T04:56:58.486920+0000","last_clean":"2021-03-14T04:56:58.486920+0000","last_became_active":"2021-03-14T04:54:12.418921+0000","last_became_peered":"2021-03-14T04:54:12.418921+0000","last_unstale":"2021-03-14T04:56:58.486920+0000","last_undegraded":"2021-03-14T04:56:58.486920+0000","last_fullsized":"2021-03-14T04:56:58.486920+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"33'5405","reported_seq":"7509","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-14T04:57:24.302411+0000","last_change":"2021-03-14T04:54:23.478628+0000","last_active":"2021-03-14T04:57:24.302411+0000","last_peered":"2021-03-14T04:57:24.302411+0000","last_clean":"2021-03-14T04:57:24.302411+0000","last_became_active":"2021-03-14T04:54:23.477906+0000","last_became_peered":"2021-03-14T04:54:23.477906+0000","last_unstale":"2021-03-14T04:57:24.302411+0000","last_undegraded":"2021-03-14T04:57:24.302411+0000","last_fullsized":"2021-03-14T04:57:24.302411+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_clean_scrub_stamp":"2021-03-14T04:54:22.413390+0000","log_size":5405,"ondisk_log_size":5405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":109356376,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":9,"num_read":1885,"num_read_kb":916,"num_write":4890,"num_write_kb":1177491,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":3022,"num_flush":870,"num_flush_kb":2517847,"num_evict":799,"num_evict_kb":2306754,"num_promote":955,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6487","reported_seq":"8657","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-14T04:57:23.833806+0000","last_change":"2021-03-14T04:54:21.421319+0000","last_active":"2021-03-14T04:57:23.833806+0000","last_peered":"2021-03-14T04:57:23.833806+0000","last_clean":"2021-03-14T04:57:23.833806+0000","last_became_active":"2021-03-14T04:54:21.420795+0000","last_became_peered":"2021-03-14T04:54:21.420795+0000","last_unstale":"2021-03-14T04:57:23.833806+0000","last_undegraded":"2021-03-14T04:57:23.833806+0000","last_fullsized":"2021-03-14T04:57:23.833806+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_clean_scrub_stamp":"2021-03-14T04:54:20.170538+0000","log_size":6487,"ondisk_log_size":6487,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7305303989,"num_objects":2443,"num_object_clones":0,"num_object_copies":4886,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2443,"num_whiteouts":0,"num_read":3657,"num_read_kb":297318,"num_write":8017,"num_write_kb":4824114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.487176+0000","last_change":"2021-03-14T04:54:12.418478+0000","last_active":"2021-03-14T04:56:58.487176+0000","last_peered":"2021-03-14T04:56:58.487176+0000","last_clean":"2021-03-14T04:56:58.487176+0000","last_became_active":"2021-03-14T04:54:12.417271+0000","last_became_peered":"2021-03-14T04:54:12.417271+0000","last_unstale":"2021-03-14T04:56:58.487176+0000","last_undegraded":"2021-03-14T04:56:58.487176+0000","last_fullsized":"2021-03-14T04:56:58.487176+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5472","reported_seq":"7685","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-14T04:57:24.757059+0000","last_change":"2021-03-14T04:54:23.645513+0000","last_active":"2021-03-14T04:57:24.757059+0000","last_peered":"2021-03-14T04:57:24.757059+0000","last_clean":"2021-03-14T04:57:24.757059+0000","last_became_active":"2021-03-14T04:54:23.645209+0000","last_became_peered":"2021-03-14T04:54:23.645209+0000","last_unstale":"2021-03-14T04:57:24.757059+0000","last_undegraded":"2021-03-14T04:57:24.757059+0000","last_fullsized":"2021-03-14T04:57:24.757059+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_clean_scrub_stamp":"2021-03-14T04:54:22.413390+0000","log_size":5472,"ondisk_log_size":5472,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":114590463,"num_objects":54,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":9,"num_read":1957,"num_read_kb":918,"num_write":4911,"num_write_kb":1177568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":3004,"num_flush":880,"num_flush_kb":2550172,"num_evict":730,"num_evict_kb":2118554,"num_promote":958,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6800","reported_seq":"9068","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-14T04:57:23.963160+0000","last_change":"2021-03-14T04:54:21.532921+0000","last_active":"2021-03-14T04:57:23.963160+0000","last_peered":"2021-03-14T04:57:23.963160+0000","last_clean":"2021-03-14T04:57:23.963160+0000","last_became_active":"2021-03-14T04:54:21.532542+0000","last_became_peered":"2021-03-14T04:54:21.532542+0000","last_unstale":"2021-03-14T04:57:23.963160+0000","last_undegraded":"2021-03-14T04:57:23.963160+0000","last_fullsized":"2021-03-14T04:57:23.963160+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_clean_scrub_stamp":"2021-03-14T04:54:20.170538+0000","log_size":6800,"ondisk_log_size":6800,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7679500993,"num_objects":2557,"num_object_clones":0,"num_object_copies":5114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2557,"num_whiteouts":0,"num_read":3925,"num_read_kb":429442,"num_write":8424,"num_write_kb":5020889,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.486867+0000","last_change":"2021-03-14T04:54:12.418875+0000","last_active":"2021-03-14T04:56:58.486867+0000","last_peered":"2021-03-14T04:56:58.486867+0000","last_clean":"2021-03-14T04:56:58.486867+0000","last_became_active":"2021-03-14T04:54:12.418565+0000","last_became_peered":"2021-03-14T04:54:12.418565+0000","last_unstale":"2021-03-14T04:56:58.486867+0000","last_undegraded":"2021-03-14T04:56:58.486867+0000","last_fullsized":"2021-03-14T04:56:58.486867+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5870","reported_seq":"8152","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:57:22.983929+0000","last_change":"2021-03-14T04:54:23.442763+0000","last_active":"2021-03-14T04:57:22.983929+0000","last_peered":"2021-03-14T04:57:22.983929+0000","last_clean":"2021-03-14T04:57:22.983929+0000","last_became_active":"2021-03-14T04:54:23.442127+0000","last_became_peered":"2021-03-14T04:54:23.442127+0000","last_unstale":"2021-03-14T04:57:22.983929+0000","last_undegraded":"2021-03-14T04:57:22.983929+0000","last_fullsized":"2021-03-14T04:57:22.983929+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_clean_scrub_stamp":"2021-03-14T04:54:22.413390+0000","log_size":5870,"ondisk_log_size":5870,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":123608883,"num_objects":59,"num_object_clones":0,"num_object_copies":118,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":51,"num_whiteouts":11,"num_read":2007,"num_read_kb":998,"num_write":5269,"num_write_kb":1250136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3919,"num_flush":944,"num_flush_kb":2785170,"num_evict":856,"num_evict_kb":2524988,"num_promote":1052,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6629","reported_seq":"8659","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-14T04:57:24.752363+0000","last_change":"2021-03-14T04:54:21.534780+0000","last_active":"2021-03-14T04:57:24.752363+0000","last_peered":"2021-03-14T04:57:24.752363+0000","last_clean":"2021-03-14T04:57:24.752363+0000","last_became_active":"2021-03-14T04:54:21.533809+0000","last_became_peered":"2021-03-14T04:54:21.533809+0000","last_unstale":"2021-03-14T04:57:24.752363+0000","last_undegraded":"2021-03-14T04:57:24.752363+0000","last_fullsized":"2021-03-14T04:57:24.752363+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_clean_scrub_stamp":"2021-03-14T04:54:20.170538+0000","log_size":6629,"ondisk_log_size":6629,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7316861958,"num_objects":2453,"num_object_clones":0,"num_object_copies":4906,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2453,"num_whiteouts":0,"num_read":3690,"num_read_kb":429916,"num_write":8238,"num_write_kb":4731837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.484680+0000","last_change":"2021-03-14T04:54:12.195854+0000","last_active":"2021-03-14T04:56:58.484680+0000","last_peered":"2021-03-14T04:56:58.484680+0000","last_clean":"2021-03-14T04:56:58.484680+0000","last_became_active":"2021-03-14T04:54:12.195060+0000","last_became_peered":"2021-03-14T04:54:12.195060+0000","last_unstale":"2021-03-14T04:56:58.484680+0000","last_undegraded":"2021-03-14T04:56:58.484680+0000","last_fullsized":"2021-03-14T04:56:58.484680+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.484919+0000","last_change":"2021-03-14T04:54:12.195721+0000","last_active":"2021-03-14T04:56:58.484919+0000","last_peered":"2021-03-14T04:56:58.484919+0000","last_clean":"2021-03-14T04:56:58.484919+0000","last_became_active":"2021-03-14T04:54:12.194809+0000","last_became_peered":"2021-03-14T04:54:12.194809+0000","last_unstale":"2021-03-14T04:56:58.484919+0000","last_undegraded":"2021-03-14T04:56:58.484919+0000","last_fullsized":"2021-03-14T04:56:58.484919+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.486886+0000","last_change":"2021-03-14T04:54:12.643927+0000","last_active":"2021-03-14T04:56:58.486886+0000","last_peered":"2021-03-14T04:56:58.486886+0000","last_clean":"2021-03-14T04:56:58.486886+0000","last_became_active":"2021-03-14T04:54:12.643112+0000","last_became_peered":"2021-03-14T04:54:12.643112+0000","last_unstale":"2021-03-14T04:56:58.486886+0000","last_undegraded":"2021-03-14T04:56:58.486886+0000","last_fullsized":"2021-03-14T04:56:58.486886+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":485823650,"num_objects":232,"num_object_clones":0,"num_object_copies":464,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":204,"num_whiteouts":40,"num_read":7823,"num_read_kb":3822,"num_write":20213,"num_write_kb":4804081,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":28,"num_bytes_hit_set_archive":13882,"num_flush":3617,"num_flush_kb":10535558,"num_evict":3241,"num_evict_kb":9431050,"num_promote":4012,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22590,"ondisk_log_size":22590,"up":8,"acting":8,"num_store_stats":0},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":0},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29735319058,"num_objects":9940,"num_object_clones":0,"num_object_copies":19880,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9940,"num_whiteouts":0,"num_read":15022,"num_read_kb":1498073,"num_write":33027,"num_write_kb":19305998,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26626,"ondisk_log_size":26626,"up":8,"acting":8,"num_store_stats":0}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":9873360,"kb_used_data":83864652,"kb_used_omap":12353,"kb_used_meta":0,"kb_avail":83826020,"statfs":{"total":95948165120,"available":85837844480,"internally_reserved":39559168,"allocated":85877403648,"data_stored":85877403648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12649818,"internal_metadata":0},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":3,"commit_latency_ns":2000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 14 04:57:08 2021","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.505,"15min":0.51500000000000001},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.82499999999999996,"5min":1.171,"15min":1.171},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.437,"5min":0.49399999999999999,"15min":0.50800000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.89900000000000002}]},{"osd":1,"last update":"Sun Mar 14 04:57:08 2021","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.54300000000000004,"15min":0.56799999999999995},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.88600000000000001,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":1.0449999999999999},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.52300000000000002,"15min":0.54100000000000004},"min":{"1min":0.28599999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.85399999999999998,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.65300000000000002}]},{"osd":2,"last update":"Sun Mar 14 04:57:08 2021","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.58399999999999996,"15min":0.55500000000000005},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":2.681,"5min":2.681,"15min":2.681},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.79300000000000004,"5min":0.622,"15min":0.60999999999999999},"min":{"1min":0.32000000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":4.1689999999999996,"5min":4.1689999999999996,"15min":4.1689999999999996},"last":0.98699999999999999}]},{"osd":3,"last update":"Sun Mar 14 04:57:08 2021","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.502,"15min":0.51700000000000002},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.9339999999999999,"5min":1.9339999999999999,"15min":1.9339999999999999},"last":0.93400000000000005},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.46800000000000003,"15min":0.48599999999999999},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.80700000000000005}]},{"osd":4,"last update":"Sun Mar 14 04:57:08 2021","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.52500000000000002,"15min":0.54500000000000004},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.89400000000000002,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.872},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.51700000000000002,"15min":0.53300000000000003},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":1.845,"5min":1.845,"15min":1.845},"last":0.83499999999999996}]}]},{"osd":4,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":488804,"kb_used_data":93226564,"kb_used_omap":12172,"kb_used_meta":0,"kb_avail":93210576,"statfs":{"total":95948165120,"available":95447629824,"internally_reserved":16371712,"allocated":95464001536,"data_stored":95464001536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12464664,"internal_metadata":0},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":2,"commit_latency_ns":1000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 14 04:57:11 2021","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.505,"15min":0.54900000000000004},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.69399999999999995,"5min":1.036,"15min":1.036},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.53000000000000003,"15min":0.55400000000000005},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":0.72399999999999998}]},{"osd":1,"last update":"Sun Mar 14 04:57:11 2021","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.54500000000000004,"15min":0.55200000000000005},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":1.9790000000000001,"5min":1.9790000000000001,"15min":1.9790000000000001},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.53600000000000003,"15min":0.57099999999999995},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.72699999999999998,"5min":1.075,"15min":1.075},"last":0.75600000000000001}]},{"osd":2,"last update":"Sun Mar 14 04:57:11 2021","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.52500000000000002,"15min":0.56499999999999995},"min":{"1min":0.314,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.72699999999999998,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.84199999999999997},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.58299999999999996,"15min":0.629},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.91100000000000003,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.56399999999999995}]},{"osd":3,"last update":"Sun Mar 14 04:57:11 2021","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.46400000000000002,"15min":0.50900000000000001},"min":{"1min":0.23699999999999999,"5min":0.222,"15min":0.222},"max":{"1min":0.52600000000000002,"5min":1.202,"15min":1.202},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.37,"5min":0.48799999999999999,"15min":0.52100000000000002},"min":{"1min":0.246,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.55900000000000005,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.629}]},{"osd":5,"last update":"Sun Mar 14 04:57:11 2021","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.45100000000000001,"15min":0.47299999999999998},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.81299999999999994,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.5,"15min":0.54400000000000004},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.59699999999999998,"5min":1.121,"15min":1.121},"last":0.76500000000000001}]}]},{"osd":3,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":4952008,"kb_used_data":88768532,"kb_used_omap":3548,"kb_used_meta":0,"kb_avail":88747372,"statfs":{"total":95948165120,"available":90877308928,"internally_reserved":21667840,"allocated":90898976768,"data_stored":90898976768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3633814,"internal_metadata":0},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":2,"commit_latency_ns":0,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 14 04:57:13 2021","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.54700000000000004,"15min":0.59899999999999998},"min":{"1min":0.253,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.89700000000000002,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":1},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.505,"15min":0.53200000000000003},"min":{"1min":0.35299999999999998,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.91600000000000004,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":1.2270000000000001}]},{"osd":1,"last update":"Sun Mar 14 04:57:13 2021","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.52200000000000002,"15min":0.55400000000000005},"min":{"1min":0.27400000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.77800000000000002,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.95899999999999996},{"interface":"front","average":{"1min":0.505,"5min":0.53500000000000003,"15min":0.56499999999999995},"min":{"1min":0.29299999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.93200000000000005}]},{"osd":2,"last update":"Sun Mar 14 04:57:13 2021","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.54000000000000004,"15min":0.57799999999999996},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.68500000000000005,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.55000000000000004,"15min":0.57199999999999995},"min":{"1min":0.34999999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.56399999999999995}]},{"osd":4,"last update":"Sun Mar 14 04:57:13 2021","interfaces":[{"interface":"back","average":{"1min":0.32300000000000001,"5min":0.46600000000000003,"15min":0.51100000000000001},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.53300000000000003,"5min":1.2070000000000001,"15min":1.2070000000000001},"last":1.1859999999999999},{"interface":"front","average":{"1min":0.33100000000000002,"5min":0.47099999999999997,"15min":0.52300000000000002},"min":{"1min":0.247,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.57499999999999996,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.65600000000000003}]},{"osd":5,"last update":"Sun Mar 14 04:57:13 2021","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.46100000000000002,"15min":0.49199999999999999},"min":{"1min":0.24299999999999999,"5min":0.215,"15min":0.215},"max":{"1min":0.65600000000000003,"5min":0.874,"15min":0.874},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.53200000000000003,"15min":0.57999999999999996},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.69599999999999995,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.751}]}]},{"osd":2,"up_from":11,"seq":47244640298,"num_pgs":5,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10090296,"kb_used_data":83630492,"kb_used_omap":12460,"kb_used_meta":0,"kb_avail":83609084,"statfs":{"total":95948165120,"available":85615702016,"internally_reserved":21921792,"allocated":85637623808,"data_stored":85637623808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12759532,"internal_metadata":0},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":4,"commit_latency_ns":3000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":0.52400000000000002,"15min":0.48399999999999999},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":10.157999999999999,"5min":10.157999999999999,"15min":10.157999999999999},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.51600000000000001,"15min":0.502},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":5.984,"5min":5.984,"15min":5.984},"last":0.51200000000000001}]},{"osd":1,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.96699999999999997,"5min":0.67200000000000004,"15min":0.627},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":6.2140000000000004,"5min":6.2140000000000004,"15min":6.2140000000000004},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.80300000000000005,"5min":0.59299999999999997,"15min":0.56599999999999995},"min":{"1min":0.25600000000000001,"5min":0.219,"15min":0.219},"max":{"1min":3.7749999999999999,"5min":3.7749999999999999,"15min":3.7749999999999999},"last":0.49199999999999999}]},{"osd":3,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.70199999999999996,"15min":0.69499999999999995},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":6.2309999999999999,"5min":6.2309999999999999,"15min":6.2309999999999999},"last":0.434},{"interface":"front","average":{"1min":0.77800000000000002,"5min":0.71699999999999997,"15min":0.71899999999999997},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":6.0199999999999996,"5min":6.0199999999999996,"15min":6.0199999999999996},"last":0.45500000000000002}]},{"osd":4,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":0.71499999999999997,"15min":0.71399999999999997},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":6.3499999999999996,"5min":6.3499999999999996,"15min":6.3499999999999996},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.84999999999999998,"5min":0.68899999999999995,"15min":0.66900000000000004},"min":{"1min":0.379,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":6.3040000000000003,"5min":6.3040000000000003,"15min":6.3040000000000003},"last":0.52200000000000002}]},{"osd":5,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.72099999999999997,"15min":0.72299999999999998},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":6.0490000000000004,"5min":6.0490000000000004,"15min":6.0490000000000004},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.62,"5min":0.69599999999999995,"15min":0.72999999999999998},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":2.0720000000000001,"5min":2.0720000000000001,"15min":2.0720000000000001},"last":0.70099999999999996}]}]},{"osd":0,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":498748,"kb_used_data":93219896,"kb_used_omap":12182,"kb_used_meta":0,"kb_avail":93200632,"statfs":{"total":95948165120,"available":95437447168,"internally_reserved":19726336,"allocated":95457173504,"data_stored":95457173504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12474636,"internal_metadata":0},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":3,"commit_latency_ns":1000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Mar 14 04:57:10 2021","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.44900000000000001,"15min":0.45900000000000002},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":1.4610000000000001,"5min":1.4610000000000001,"15min":1.4610000000000001},"last":0.503},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.53400000000000003,"15min":0.54600000000000004},"min":{"1min":0.251,"5min":0.249,"15min":0.249},"max":{"1min":2.2509999999999999,"5min":2.2509999999999999,"15min":2.2509999999999999},"last":0.61399999999999999}]},{"osd":2,"last update":"Sun Mar 14 04:57:10 2021","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.56499999999999995,"15min":0.59299999999999997},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":2.351,"5min":2.351,"15min":2.351},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.57399999999999995,"15min":0.63400000000000001},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.80900000000000005,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.67400000000000004}]},{"osd":3,"last update":"Sun Mar 14 04:57:10 2021","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.58899999999999997,"15min":0.60699999999999998},"min":{"1min":0.31900000000000001,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":2.4769999999999999,"5min":2.4769999999999999,"15min":2.4769999999999999},"last":0.746},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.64400000000000002,"15min":0.68999999999999995},"min":{"1min":0.36499999999999999,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.71399999999999997,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":0.71099999999999997}]},{"osd":4,"last update":"Sun Mar 14 04:57:10 2021","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.65400000000000003,"15min":0.71699999999999997},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.71999999999999997,"5min":1.9810000000000001,"15min":1.9810000000000001},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.70299999999999996,"15min":0.73599999999999999},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":2.4409999999999998,"5min":2.4409999999999998,"15min":2.4409999999999998},"last":0.78700000000000003}]},{"osd":5,"last update":"Sun Mar 14 04:57:10 2021","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.68799999999999994,"15min":0.74299999999999999},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.78400000000000003,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.73199999999999998,"15min":0.80800000000000005},"min":{"1min":0.38900000000000001,"5min":0.372,"15min":0.372},"max":{"1min":0.77700000000000002,"5min":2.1379999999999999,"15min":2.1379999999999999},"last":0.755}]}]},{"osd":1,"up_from":11,"seq":47244640298,"num_pgs":7,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":14837780,"kb_used_data":78875692,"kb_used_omap":21405,"kb_used_meta":0,"kb_avail":78861600,"statfs":{"total":95948165120,"available":80754278400,"internally_reserved":14430208,"allocated":80768708608,"data_stored":80768708608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21918935,"internal_metadata":0},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":3,"commit_latency_ns":2000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.47099999999999997,"15min":0.47999999999999998},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":1.0609999999999999,"5min":1.1519999999999999,"15min":1.1519999999999999},"last":0.308},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.56100000000000005,"15min":0.61299999999999999},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.806,"5min":1.806,"15min":1.806},"last":0.34300000000000003}]},{"osd":2,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.501,"15min":0.52800000000000002},"min":{"1min":0.24299999999999999,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":1.6679999999999999,"5min":1.6679999999999999,"15min":1.6679999999999999},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.60099999999999998,"15min":0.61799999999999999},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":2.2570000000000001,"5min":2.2570000000000001,"15min":2.2570000000000001},"last":0.35899999999999999}]},{"osd":3,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.63,"15min":0.69499999999999995},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":1.0740000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.499},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.621,"15min":0.65500000000000003},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.069,"5min":1.127,"15min":1.127},"last":0.60199999999999998}]},{"osd":4,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.68000000000000005,"15min":0.70399999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.429,"5min":1.429,"15min":1.429},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.68200000000000005,"15min":0.73799999999999999},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.073,"5min":1.2270000000000001,"15min":1.2270000000000001},"last":0.745}]},{"osd":5,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.68899999999999995,"15min":0.74099999999999999},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.5089999999999999,"5min":1.5089999999999999,"15min":1.5089999999999999},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.80400000000000005,"5min":0.73899999999999999,"15min":0.73499999999999999},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":4.1669999999999998,"5min":4.1669999999999998,"15min":4.1669999999999998},"last":0.61499999999999999}]}]}]}}

Ignoring malparsed backtrace: 2021-03-14T04:58:51.516 INFO:teuthology.orchestra.run:waiting for 300
, 2021-03-14T04:58:51.575 INFO:tasks.ceph.mon.a:Stopped
, 2021-03-14T04:58:51.575 INFO:tasks.ceph:Checking cluster log for badness...

Ignoring malparsed backtrace: 2021-03-14T04:59:10.571 INFO:teuthology.task.internal.syslog:Checking logs for errors...
, 2021-03-14T04:59:10.572 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi031.front.sepia.ceph.com
, 2021-03-14T04:59:10.572 DEBUG:teuthology.orchestra.run.smithi031:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/*.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1

Ignoring malparsed backtrace:     dump_program = dump_out.split("from '")[1].split(' ')[0]
, IndexError: list index out of range
, 2021-03-14T04:59:35.497 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload

Ignoring malparsed backtrace:  ceph version 15.2.9-141-g381387f1 (381387f151822ee4d4927f3fc584ff1af9deb9ce) octopus (stable)
,  1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x154) [0x7f4b60d491a0]
,  2: (ceph::__ceph_assertf_fail(char const*, char const*, int, char const*, char const*, ...)+0) [0x7f4b60d4937b]

Ignoring malparsed backtrace: 2021-03-14T04:57:29.681 INFO:teuthology.orchestra.run.smithi031.stdout:
, dumped all
, 2021-03-14T04:57:29.695 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":130,"stamp":"2021-03-14T04:57:29.378625+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30221142708,"num_objects":10172,"num_object_clones":0,"num_object_copies":20344,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10144,"num_whiteouts":40,"num_read":22845,"num_read_kb":1501895,"num_write":53240,"num_write_kb":24110079,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":28,"num_bytes_hit_set_archive":13882,"num_flush":3617,"num_flush_kb":10535558,"num_evict":3241,"num_evict_kb":9431050,"num_promote":4012,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49216,"ondisk_log_size":49216,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":562196280,"kb_used":40740996,"kb_used_data":521585828,"kb_used_omap":74122,"kb_used_meta":0,"kb_avail":521455284,"statfs":{"total":575688990720,"available":533970210816,"internally_reserved":133677056,"allocated":534103887872,"data_stored":534103887872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75901399,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":17,"commit_latency_ns":9000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":279044344,"num_objects":118,"num_object_clones":0,"num_object_copies":236,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":21,"num_read":1073,"num_read_kb":969215,"num_write":653,"num_write_kb":525513,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":2,"num_bytes_hit_set_archive":995,"num_flush":84,"num_flush_kb":218105,"num_evict":55,"num_evict_kb":133409,"num_promote":133,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002931"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.487498+0000","last_change":"2021-03-14T04:54:12.642936+0000","last_active":"2021-03-14T04:56:58.487498+0000","last_peered":"2021-03-14T04:56:58.487498+0000","last_clean":"2021-03-14T04:56:58.487498+0000","last_became_active":"2021-03-14T04:54:12.642317+0000","last_became_peered":"2021-03-14T04:54:12.642317+0000","last_unstale":"2021-03-14T04:56:58.487498+0000","last_undegraded":"2021-03-14T04:56:58.487498+0000","last_fullsized":"2021-03-14T04:56:58.487498+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.487087+0000","last_change":"2021-03-14T04:54:12.418031+0000","last_active":"2021-03-14T04:56:58.487087+0000","last_peered":"2021-03-14T04:56:58.487087+0000","last_clean":"2021-03-14T04:56:58.487087+0000","last_became_active":"2021-03-14T04:54:12.417412+0000","last_became_peered":"2021-03-14T04:54:12.417412+0000","last_unstale":"2021-03-14T04:56:58.487087+0000","last_undegraded":"2021-03-14T04:56:58.487087+0000","last_fullsized":"2021-03-14T04:56:58.487087+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5843","reported_seq":"8078","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:57:23.366193+0000","last_change":"2021-03-14T04:54:23.443564+0000","last_active":"2021-03-14T04:57:23.366193+0000","last_peered":"2021-03-14T04:57:23.366193+0000","last_clean":"2021-03-14T04:57:23.366193+0000","last_became_active":"2021-03-14T04:54:23.443237+0000","last_became_peered":"2021-03-14T04:54:23.443237+0000","last_unstale":"2021-03-14T04:57:23.366193+0000","last_undegraded":"2021-03-14T04:57:23.366193+0000","last_fullsized":"2021-03-14T04:57:23.366193+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_clean_scrub_stamp":"2021-03-14T04:54:22.413390+0000","log_size":5843,"ondisk_log_size":5843,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":138267928,"num_objects":66,"num_object_clones":0,"num_object_copies":132,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58,"num_whiteouts":11,"num_read":1974,"num_read_kb":990,"num_write":5143,"num_write_kb":1198886,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3937,"num_flush":923,"num_flush_kb":2682369,"num_evict":856,"num_evict_kb":2480754,"num_promote":1047,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6710","reported_seq":"8801","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-14T04:57:24.300664+0000","last_change":"2021-03-14T04:54:21.535219+0000","last_active":"2021-03-14T04:57:24.300664+0000","last_peered":"2021-03-14T04:57:24.300664+0000","last_clean":"2021-03-14T04:57:24.300664+0000","last_became_active":"2021-03-14T04:54:21.534448+0000","last_became_peered":"2021-03-14T04:54:21.534448+0000","last_unstale":"2021-03-14T04:57:24.300664+0000","last_undegraded":"2021-03-14T04:57:24.300664+0000","last_fullsized":"2021-03-14T04:57:24.300664+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_clean_scrub_stamp":"2021-03-14T04:54:20.170538+0000","log_size":6710,"ondisk_log_size":6710,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7433652118,"num_objects":2487,"num_object_clones":0,"num_object_copies":4974,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2487,"num_whiteouts":0,"num_read":3750,"num_read_kb":341397,"num_write":8348,"num_write_kb":4729158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.486920+0000","last_change":"2021-03-14T04:54:12.419664+0000","last_active":"2021-03-14T04:56:58.486920+0000","last_peered":"2021-03-14T04:56:58.486920+0000","last_clean":"2021-03-14T04:56:58.486920+0000","last_became_active":"2021-03-14T04:54:12.418921+0000","last_became_peered":"2021-03-14T04:54:12.418921+0000","last_unstale":"2021-03-14T04:56:58.486920+0000","last_undegraded":"2021-03-14T04:56:58.486920+0000","last_fullsized":"2021-03-14T04:56:58.486920+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"33'5405","reported_seq":"7509","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-14T04:57:24.302411+0000","last_change":"2021-03-14T04:54:23.478628+0000","last_active":"2021-03-14T04:57:24.302411+0000","last_peered":"2021-03-14T04:57:24.302411+0000","last_clean":"2021-03-14T04:57:24.302411+0000","last_became_active":"2021-03-14T04:54:23.477906+0000","last_became_peered":"2021-03-14T04:54:23.477906+0000","last_unstale":"2021-03-14T04:57:24.302411+0000","last_undegraded":"2021-03-14T04:57:24.302411+0000","last_fullsized":"2021-03-14T04:57:24.302411+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_clean_scrub_stamp":"2021-03-14T04:54:22.413390+0000","log_size":5405,"ondisk_log_size":5405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":109356376,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":9,"num_read":1885,"num_read_kb":916,"num_write":4890,"num_write_kb":1177491,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":3022,"num_flush":870,"num_flush_kb":2517847,"num_evict":799,"num_evict_kb":2306754,"num_promote":955,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6487","reported_seq":"8657","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-14T04:57:23.833806+0000","last_change":"2021-03-14T04:54:21.421319+0000","last_active":"2021-03-14T04:57:23.833806+0000","last_peered":"2021-03-14T04:57:23.833806+0000","last_clean":"2021-03-14T04:57:23.833806+0000","last_became_active":"2021-03-14T04:54:21.420795+0000","last_became_peered":"2021-03-14T04:54:21.420795+0000","last_unstale":"2021-03-14T04:57:23.833806+0000","last_undegraded":"2021-03-14T04:57:23.833806+0000","last_fullsized":"2021-03-14T04:57:23.833806+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_clean_scrub_stamp":"2021-03-14T04:54:20.170538+0000","log_size":6487,"ondisk_log_size":6487,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7305303989,"num_objects":2443,"num_object_clones":0,"num_object_copies":4886,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2443,"num_whiteouts":0,"num_read":3657,"num_read_kb":297318,"num_write":8017,"num_write_kb":4824114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.487176+0000","last_change":"2021-03-14T04:54:12.418478+0000","last_active":"2021-03-14T04:56:58.487176+0000","last_peered":"2021-03-14T04:56:58.487176+0000","last_clean":"2021-03-14T04:56:58.487176+0000","last_became_active":"2021-03-14T04:54:12.417271+0000","last_became_peered":"2021-03-14T04:54:12.417271+0000","last_unstale":"2021-03-14T04:56:58.487176+0000","last_undegraded":"2021-03-14T04:56:58.487176+0000","last_fullsized":"2021-03-14T04:56:58.487176+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5472","reported_seq":"7685","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-14T04:57:24.757059+0000","last_change":"2021-03-14T04:54:23.645513+0000","last_active":"2021-03-14T04:57:24.757059+0000","last_peered":"2021-03-14T04:57:24.757059+0000","last_clean":"2021-03-14T04:57:24.757059+0000","last_became_active":"2021-03-14T04:54:23.645209+0000","last_became_peered":"2021-03-14T04:54:23.645209+0000","last_unstale":"2021-03-14T04:57:24.757059+0000","last_undegraded":"2021-03-14T04:57:24.757059+0000","last_fullsized":"2021-03-14T04:57:24.757059+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_clean_scrub_stamp":"2021-03-14T04:54:22.413390+0000","log_size":5472,"ondisk_log_size":5472,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":114590463,"num_objects":54,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":9,"num_read":1957,"num_read_kb":918,"num_write":4911,"num_write_kb":1177568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":3004,"num_flush":880,"num_flush_kb":2550172,"num_evict":730,"num_evict_kb":2118554,"num_promote":958,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6800","reported_seq":"9068","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-14T04:57:23.963160+0000","last_change":"2021-03-14T04:54:21.532921+0000","last_active":"2021-03-14T04:57:23.963160+0000","last_peered":"2021-03-14T04:57:23.963160+0000","last_clean":"2021-03-14T04:57:23.963160+0000","last_became_active":"2021-03-14T04:54:21.532542+0000","last_became_peered":"2021-03-14T04:54:21.532542+0000","last_unstale":"2021-03-14T04:57:23.963160+0000","last_undegraded":"2021-03-14T04:57:23.963160+0000","last_fullsized":"2021-03-14T04:57:23.963160+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_clean_scrub_stamp":"2021-03-14T04:54:20.170538+0000","log_size":6800,"ondisk_log_size":6800,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7679500993,"num_objects":2557,"num_object_clones":0,"num_object_copies":5114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2557,"num_whiteouts":0,"num_read":3925,"num_read_kb":429442,"num_write":8424,"num_write_kb":5020889,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.486867+0000","last_change":"2021-03-14T04:54:12.418875+0000","last_active":"2021-03-14T04:56:58.486867+0000","last_peered":"2021-03-14T04:56:58.486867+0000","last_clean":"2021-03-14T04:56:58.486867+0000","last_became_active":"2021-03-14T04:54:12.418565+0000","last_became_peered":"2021-03-14T04:54:12.418565+0000","last_unstale":"2021-03-14T04:56:58.486867+0000","last_undegraded":"2021-03-14T04:56:58.486867+0000","last_fullsized":"2021-03-14T04:56:58.486867+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5870","reported_seq":"8152","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:57:22.983929+0000","last_change":"2021-03-14T04:54:23.442763+0000","last_active":"2021-03-14T04:57:22.983929+0000","last_peered":"2021-03-14T04:57:22.983929+0000","last_clean":"2021-03-14T04:57:22.983929+0000","last_became_active":"2021-03-14T04:54:23.442127+0000","last_became_peered":"2021-03-14T04:54:23.442127+0000","last_unstale":"2021-03-14T04:57:22.983929+0000","last_undegraded":"2021-03-14T04:57:22.983929+0000","last_fullsized":"2021-03-14T04:57:22.983929+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_clean_scrub_stamp":"2021-03-14T04:54:22.413390+0000","log_size":5870,"ondisk_log_size":5870,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":123608883,"num_objects":59,"num_object_clones":0,"num_object_copies":118,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":51,"num_whiteouts":11,"num_read":2007,"num_read_kb":998,"num_write":5269,"num_write_kb":1250136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3919,"num_flush":944,"num_flush_kb":2785170,"num_evict":856,"num_evict_kb":2524988,"num_promote":1052,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6629","reported_seq":"8659","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-14T04:57:24.752363+0000","last_change":"2021-03-14T04:54:21.534780+0000","last_active":"2021-03-14T04:57:24.752363+0000","last_peered":"2021-03-14T04:57:24.752363+0000","last_clean":"2021-03-14T04:57:24.752363+0000","last_became_active":"2021-03-14T04:54:21.533809+0000","last_became_peered":"2021-03-14T04:54:21.533809+0000","last_unstale":"2021-03-14T04:57:24.752363+0000","last_undegraded":"2021-03-14T04:57:24.752363+0000","last_fullsized":"2021-03-14T04:57:24.752363+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_clean_scrub_stamp":"2021-03-14T04:54:20.170538+0000","log_size":6629,"ondisk_log_size":6629,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7316861958,"num_objects":2453,"num_object_clones":0,"num_object_copies":4906,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2453,"num_whiteouts":0,"num_read":3690,"num_read_kb":429916,"num_write":8238,"num_write_kb":4731837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.484680+0000","last_change":"2021-03-14T04:54:12.195854+0000","last_active":"2021-03-14T04:56:58.484680+0000","last_peered":"2021-03-14T04:56:58.484680+0000","last_clean":"2021-03-14T04:56:58.484680+0000","last_became_active":"2021-03-14T04:54:12.195060+0000","last_became_peered":"2021-03-14T04:54:12.195060+0000","last_unstale":"2021-03-14T04:56:58.484680+0000","last_undegraded":"2021-03-14T04:56:58.484680+0000","last_fullsized":"2021-03-14T04:56:58.484680+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.484919+0000","last_change":"2021-03-14T04:54:12.195721+0000","last_active":"2021-03-14T04:56:58.484919+0000","last_peered":"2021-03-14T04:56:58.484919+0000","last_clean":"2021-03-14T04:56:58.484919+0000","last_became_active":"2021-03-14T04:54:12.194809+0000","last_became_peered":"2021-03-14T04:54:12.194809+0000","last_unstale":"2021-03-14T04:56:58.484919+0000","last_undegraded":"2021-03-14T04:56:58.484919+0000","last_fullsized":"2021-03-14T04:56:58.484919+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.486886+0000","last_change":"2021-03-14T04:54:12.643927+0000","last_active":"2021-03-14T04:56:58.486886+0000","last_peered":"2021-03-14T04:56:58.486886+0000","last_clean":"2021-03-14T04:56:58.486886+0000","last_became_active":"2021-03-14T04:54:12.643112+0000","last_became_peered":"2021-03-14T04:54:12.643112+0000","last_unstale":"2021-03-14T04:56:58.486886+0000","last_undegraded":"2021-03-14T04:56:58.486886+0000","last_fullsized":"2021-03-14T04:56:58.486886+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":485823650,"num_objects":232,"num_object_clones":0,"num_object_copies":464,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":204,"num_whiteouts":40,"num_read":7823,"num_read_kb":3822,"num_write":20213,"num_write_kb":4804081,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":28,"num_bytes_hit_set_archive":13882,"num_flush":3617,"num_flush_kb":10535558,"num_evict":3241,"num_evict_kb":9431050,"num_promote":4012,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22590,"ondisk_log_size":22590,"up":8,"acting":8,"num_store_stats":0},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":0},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29735319058,"num_objects":9940,"num_object_clones":0,"num_object_copies":19880,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9940,"num_whiteouts":0,"num_read":15022,"num_read_kb":1498073,"num_write":33027,"num_write_kb":19305998,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26626,"ondisk_log_size":26626,"up":8,"acting":8,"num_store_stats":0}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":9873360,"kb_used_data":83864652,"kb_used_omap":12353,"kb_used_meta":0,"kb_avail":83826020,"statfs":{"total":95948165120,"available":85837844480,"internally_reserved":39559168,"allocated":85877403648,"data_stored":85877403648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12649818,"internal_metadata":0},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":3,"commit_latency_ns":2000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 14 04:57:08 2021","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.505,"15min":0.51500000000000001},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.82499999999999996,"5min":1.171,"15min":1.171},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.437,"5min":0.49399999999999999,"15min":0.50800000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.89900000000000002}]},{"osd":1,"last update":"Sun Mar 14 04:57:08 2021","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.54300000000000004,"15min":0.56799999999999995},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.88600000000000001,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":1.0449999999999999},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.52300000000000002,"15min":0.54100000000000004},"min":{"1min":0.28599999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.85399999999999998,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.65300000000000002}]},{"osd":2,"last update":"Sun Mar 14 04:57:08 2021","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.58399999999999996,"15min":0.55500000000000005},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":2.681,"5min":2.681,"15min":2.681},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.79300000000000004,"5min":0.622,"15min":0.60999999999999999},"min":{"1min":0.32000000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":4.1689999999999996,"5min":4.1689999999999996,"15min":4.1689999999999996},"last":0.98699999999999999}]},{"osd":3,"last update":"Sun Mar 14 04:57:08 2021","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.502,"15min":0.51700000000000002},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.9339999999999999,"5min":1.9339999999999999,"15min":1.9339999999999999},"last":0.93400000000000005},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.46800000000000003,"15min":0.48599999999999999},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.80700000000000005}]},{"osd":4,"last update":"Sun Mar 14 04:57:08 2021","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.52500000000000002,"15min":0.54500000000000004},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.89400000000000002,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.872},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.51700000000000002,"15min":0.53300000000000003},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":1.845,"5min":1.845,"15min":1.845},"last":0.83499999999999996}]}]},{"osd":4,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":488804,"kb_used_data":93226564,"kb_used_omap":12172,"kb_used_meta":0,"kb_avail":93210576,"statfs":{"total":95948165120,"available":95447629824,"internally_reserved":16371712,"allocated":95464001536,"data_stored":95464001536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12464664,"internal_metadata":0},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":2,"commit_latency_ns":1000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 14 04:57:11 2021","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.505,"15min":0.54900000000000004},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.69399999999999995,"5min":1.036,"15min":1.036},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.53000000000000003,"15min":0.55400000000000005},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":0.72399999999999998}]},{"osd":1,"last update":"Sun Mar 14 04:57:11 2021","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.54500000000000004,"15min":0.55200000000000005},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":1.9790000000000001,"5min":1.9790000000000001,"15min":1.9790000000000001},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.53600000000000003,"15min":0.57099999999999995},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.72699999999999998,"5min":1.075,"15min":1.075},"last":0.75600000000000001}]},{"osd":2,"last update":"Sun Mar 14 04:57:11 2021","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.52500000000000002,"15min":0.56499999999999995},"min":{"1min":0.314,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.72699999999999998,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.84199999999999997},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.58299999999999996,"15min":0.629},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.91100000000000003,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.56399999999999995}]},{"osd":3,"last update":"Sun Mar 14 04:57:11 2021","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.46400000000000002,"15min":0.50900000000000001},"min":{"1min":0.23699999999999999,"5min":0.222,"15min":0.222},"max":{"1min":0.52600000000000002,"5min":1.202,"15min":1.202},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.37,"5min":0.48799999999999999,"15min":0.52100000000000002},"min":{"1min":0.246,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.55900000000000005,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.629}]},{"osd":5,"last update":"Sun Mar 14 04:57:11 2021","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.45100000000000001,"15min":0.47299999999999998},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.81299999999999994,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.5,"15min":0.54400000000000004},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.59699999999999998,"5min":1.121,"15min":1.121},"last":0.76500000000000001}]}]},{"osd":3,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":4952008,"kb_used_data":88768532,"kb_used_omap":3548,"kb_used_meta":0,"kb_avail":88747372,"statfs":{"total":95948165120,"available":90877308928,"internally_reserved":21667840,"allocated":90898976768,"data_stored":90898976768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3633814,"internal_metadata":0},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":2,"commit_latency_ns":0,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 14 04:57:13 2021","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.54700000000000004,"15min":0.59899999999999998},"min":{"1min":0.253,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.89700000000000002,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":1},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.505,"15min":0.53200000000000003},"min":{"1min":0.35299999999999998,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.91600000000000004,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":1.2270000000000001}]},{"osd":1,"last update":"Sun Mar 14 04:57:13 2021","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.52200000000000002,"15min":0.55400000000000005},"min":{"1min":0.27400000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.77800000000000002,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.95899999999999996},{"interface":"front","average":{"1min":0.505,"5min":0.53500000000000003,"15min":0.56499999999999995},"min":{"1min":0.29299999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.93200000000000005}]},{"osd":2,"last update":"Sun Mar 14 04:57:13 2021","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.54000000000000004,"15min":0.57799999999999996},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.68500000000000005,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.55000000000000004,"15min":0.57199999999999995},"min":{"1min":0.34999999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.56399999999999995}]},{"osd":4,"last update":"Sun Mar 14 04:57:13 2021","interfaces":[{"interface":"back","average":{"1min":0.32300000000000001,"5min":0.46600000000000003,"15min":0.51100000000000001},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.53300000000000003,"5min":1.2070000000000001,"15min":1.2070000000000001},"last":1.1859999999999999},{"interface":"front","average":{"1min":0.33100000000000002,"5min":0.47099999999999997,"15min":0.52300000000000002},"min":{"1min":0.247,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.57499999999999996,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.65600000000000003}]},{"osd":5,"last update":"Sun Mar 14 04:57:13 2021","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.46100000000000002,"15min":0.49199999999999999},"min":{"1min":0.24299999999999999,"5min":0.215,"15min":0.215},"max":{"1min":0.65600000000000003,"5min":0.874,"15min":0.874},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.53200000000000003,"15min":0.57999999999999996},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.69599999999999995,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.751}]}]},{"osd":2,"up_from":11,"seq":47244640298,"num_pgs":5,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10090296,"kb_used_data":83630492,"kb_used_omap":12460,"kb_used_meta":0,"kb_avail":83609084,"statfs":{"total":95948165120,"available":85615702016,"internally_reserved":21921792,"allocated":85637623808,"data_stored":85637623808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12759532,"internal_metadata":0},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":4,"commit_latency_ns":3000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":0.52400000000000002,"15min":0.48399999999999999},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":10.157999999999999,"5min":10.157999999999999,"15min":10.157999999999999},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.51600000000000001,"15min":0.502},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":5.984,"5min":5.984,"15min":5.984},"last":0.51200000000000001}]},{"osd":1,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.96699999999999997,"5min":0.67200000000000004,"15min":0.627},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":6.2140000000000004,"5min":6.2140000000000004,"15min":6.2140000000000004},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.80300000000000005,"5min":0.59299999999999997,"15min":0.56599999999999995},"min":{"1min":0.25600000000000001,"5min":0.219,"15min":0.219},"max":{"1min":3.7749999999999999,"5min":3.7749999999999999,"15min":3.7749999999999999},"last":0.49199999999999999}]},{"osd":3,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.70199999999999996,"15min":0.69499999999999995},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":6.2309999999999999,"5min":6.2309999999999999,"15min":6.2309999999999999},"last":0.434},{"interface":"front","average":{"1min":0.77800000000000002,"5min":0.71699999999999997,"15min":0.71899999999999997},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":6.0199999999999996,"5min":6.0199999999999996,"15min":6.0199999999999996},"last":0.45500000000000002}]},{"osd":4,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":0.71499999999999997,"15min":0.71399999999999997},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":6.3499999999999996,"5min":6.3499999999999996,"15min":6.3499999999999996},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.84999999999999998,"5min":0.68899999999999995,"15min":0.66900000000000004},"min":{"1min":0.379,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":6.3040000000000003,"5min":6.3040000000000003,"15min":6.3040000000000003},"last":0.52200000000000002}]},{"osd":5,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.72099999999999997,"15min":0.72299999999999998},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":6.0490000000000004,"5min":6.0490000000000004,"15min":6.0490000000000004},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.62,"5min":0.69599999999999995,"15min":0.72999999999999998},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":2.0720000000000001,"5min":2.0720000000000001,"15min":2.0720000000000001},"last":0.70099999999999996}]}]},{"osd":0,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":498748,"kb_used_data":93219896,"kb_used_omap":12182,"kb_used_meta":0,"kb_avail":93200632,"statfs":{"total":95948165120,"available":95437447168,"internally_reserved":19726336,"allocated":95457173504,"data_stored":95457173504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12474636,"internal_metadata":0},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":3,"commit_latency_ns":1000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Mar 14 04:57:10 2021","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.44900000000000001,"15min":0.45900000000000002},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":1.4610000000000001,"5min":1.4610000000000001,"15min":1.4610000000000001},"last":0.503},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.53400000000000003,"15min":0.54600000000000004},"min":{"1min":0.251,"5min":0.249,"15min":0.249},"max":{"1min":2.2509999999999999,"5min":2.2509999999999999,"15min":2.2509999999999999},"last":0.61399999999999999}]},{"osd":2,"last update":"Sun Mar 14 04:57:10 2021","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.56499999999999995,"15min":0.59299999999999997},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":2.351,"5min":2.351,"15min":2.351},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.57399999999999995,"15min":0.63400000000000001},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.80900000000000005,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.67400000000000004}]},{"osd":3,"last update":"Sun Mar 14 04:57:10 2021","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.58899999999999997,"15min":0.60699999999999998},"min":{"1min":0.31900000000000001,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":2.4769999999999999,"5min":2.4769999999999999,"15min":2.4769999999999999},"last":0.746},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.64400000000000002,"15min":0.68999999999999995},"min":{"1min":0.36499999999999999,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.71399999999999997,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":0.71099999999999997}]},{"osd":4,"last update":"Sun Mar 14 04:57:10 2021","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.65400000000000003,"15min":0.71699999999999997},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.71999999999999997,"5min":1.9810000000000001,"15min":1.9810000000000001},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.70299999999999996,"15min":0.73599999999999999},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":2.4409999999999998,"5min":2.4409999999999998,"15min":2.4409999999999998},"last":0.78700000000000003}]},{"osd":5,"last update":"Sun Mar 14 04:57:10 2021","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.68799999999999994,"15min":0.74299999999999999},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.78400000000000003,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.73199999999999998,"15min":0.80800000000000005},"min":{"1min":0.38900000000000001,"5min":0.372,"15min":0.372},"max":{"1min":0.77700000000000002,"5min":2.1379999999999999,"15min":2.1379999999999999},"last":0.755}]}]},{"osd":1,"up_from":11,"seq":47244640298,"num_pgs":7,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":14837780,"kb_used_data":78875692,"kb_used_omap":21405,"kb_used_meta":0,"kb_avail":78861600,"statfs":{"total":95948165120,"available":80754278400,"internally_reserved":14430208,"allocated":80768708608,"data_stored":80768708608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21918935,"internal_metadata":0},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":3,"commit_latency_ns":2000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.47099999999999997,"15min":0.47999999999999998},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":1.0609999999999999,"5min":1.1519999999999999,"15min":1.1519999999999999},"last":0.308},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.56100000000000005,"15min":0.61299999999999999},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.806,"5min":1.806,"15min":1.806},"last":0.34300000000000003}]},{"osd":2,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.501,"15min":0.52800000000000002},"min":{"1min":0.24299999999999999,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":1.6679999999999999,"5min":1.6679999999999999,"15min":1.6679999999999999},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.60099999999999998,"15min":0.61799999999999999},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":2.2570000000000001,"5min":2.2570000000000001,"15min":2.2570000000000001},"last":0.35899999999999999}]},{"osd":3,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.63,"15min":0.69499999999999995},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":1.0740000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.499},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.621,"15min":0.65500000000000003},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.069,"5min":1.127,"15min":1.127},"last":0.60199999999999998}]},{"osd":4,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.68000000000000005,"15min":0.70399999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.429,"5min":1.429,"15min":1.429},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.68200000000000005,"15min":0.73799999999999999},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.073,"5min":1.2270000000000001,"15min":1.2270000000000001},"last":0.745}]},{"osd":5,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.68899999999999995,"15min":0.74099999999999999},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.5089999999999999,"5min":1.5089999999999999,"15min":1.5089999999999999},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.80400000000000005,"5min":0.73899999999999999,"15min":0.73499999999999999},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":4.1669999999999998,"5min":4.1669999999999998,"15min":4.1669999999999998},"last":0.61499999999999999}]}]}]}}

Ignoring malparsed backtrace: 2021-03-14T04:58:51.516 INFO:teuthology.orchestra.run:waiting for 300
, 2021-03-14T04:58:51.575 INFO:tasks.ceph.mon.a:Stopped
, 2021-03-14T04:58:51.575 INFO:tasks.ceph:Checking cluster log for badness...

Ignoring malparsed backtrace: 2021-03-14T04:59:10.571 INFO:teuthology.task.internal.syslog:Checking logs for errors...
, 2021-03-14T04:59:10.572 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi031.front.sepia.ceph.com
, 2021-03-14T04:59:10.572 DEBUG:teuthology.orchestra.run.smithi031:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/*.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1

Ignoring malparsed backtrace:     dump_program = dump_out.split("from '")[1].split(' ')[0]
, IndexError: list index out of range
, 2021-03-14T04:59:35.497 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload

Ignoring malparsed backtrace:  ceph version 15.2.9-141-g381387f1 (381387f151822ee4d4927f3fc584ff1af9deb9ce) octopus (stable)
,  1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x154) [0x7f4b60d491a0]
,  2: (ceph::__ceph_assertf_fail(char const*, char const*, int, char const*, char const*, ...)+0) [0x7f4b60d4937b]

Ignoring malparsed backtrace: 2021-03-14T04:57:29.681 INFO:teuthology.orchestra.run.smithi031.stdout:
, dumped all
, 2021-03-14T04:57:29.695 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":130,"stamp":"2021-03-14T04:57:29.378625+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30221142708,"num_objects":10172,"num_object_clones":0,"num_object_copies":20344,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10144,"num_whiteouts":40,"num_read":22845,"num_read_kb":1501895,"num_write":53240,"num_write_kb":24110079,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":28,"num_bytes_hit_set_archive":13882,"num_flush":3617,"num_flush_kb":10535558,"num_evict":3241,"num_evict_kb":9431050,"num_promote":4012,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49216,"ondisk_log_size":49216,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":562196280,"kb_used":40740996,"kb_used_data":521585828,"kb_used_omap":74122,"kb_used_meta":0,"kb_avail":521455284,"statfs":{"total":575688990720,"available":533970210816,"internally_reserved":133677056,"allocated":534103887872,"data_stored":534103887872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75901399,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":17,"commit_latency_ns":9000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":279044344,"num_objects":118,"num_object_clones":0,"num_object_copies":236,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":21,"num_read":1073,"num_read_kb":969215,"num_write":653,"num_write_kb":525513,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":2,"num_bytes_hit_set_archive":995,"num_flush":84,"num_flush_kb":218105,"num_evict":55,"num_evict_kb":133409,"num_promote":133,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002931"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.487498+0000","last_change":"2021-03-14T04:54:12.642936+0000","last_active":"2021-03-14T04:56:58.487498+0000","last_peered":"2021-03-14T04:56:58.487498+0000","last_clean":"2021-03-14T04:56:58.487498+0000","last_became_active":"2021-03-14T04:54:12.642317+0000","last_became_peered":"2021-03-14T04:54:12.642317+0000","last_unstale":"2021-03-14T04:56:58.487498+0000","last_undegraded":"2021-03-14T04:56:58.487498+0000","last_fullsized":"2021-03-14T04:56:58.487498+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.487087+0000","last_change":"2021-03-14T04:54:12.418031+0000","last_active":"2021-03-14T04:56:58.487087+0000","last_peered":"2021-03-14T04:56:58.487087+0000","last_clean":"2021-03-14T04:56:58.487087+0000","last_became_active":"2021-03-14T04:54:12.417412+0000","last_became_peered":"2021-03-14T04:54:12.417412+0000","last_unstale":"2021-03-14T04:56:58.487087+0000","last_undegraded":"2021-03-14T04:56:58.487087+0000","last_fullsized":"2021-03-14T04:56:58.487087+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5843","reported_seq":"8078","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:57:23.366193+0000","last_change":"2021-03-14T04:54:23.443564+0000","last_active":"2021-03-14T04:57:23.366193+0000","last_peered":"2021-03-14T04:57:23.366193+0000","last_clean":"2021-03-14T04:57:23.366193+0000","last_became_active":"2021-03-14T04:54:23.443237+0000","last_became_peered":"2021-03-14T04:54:23.443237+0000","last_unstale":"2021-03-14T04:57:23.366193+0000","last_undegraded":"2021-03-14T04:57:23.366193+0000","last_fullsized":"2021-03-14T04:57:23.366193+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_clean_scrub_stamp":"2021-03-14T04:54:22.413390+0000","log_size":5843,"ondisk_log_size":5843,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":138267928,"num_objects":66,"num_object_clones":0,"num_object_copies":132,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58,"num_whiteouts":11,"num_read":1974,"num_read_kb":990,"num_write":5143,"num_write_kb":1198886,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3937,"num_flush":923,"num_flush_kb":2682369,"num_evict":856,"num_evict_kb":2480754,"num_promote":1047,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6710","reported_seq":"8801","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-14T04:57:24.300664+0000","last_change":"2021-03-14T04:54:21.535219+0000","last_active":"2021-03-14T04:57:24.300664+0000","last_peered":"2021-03-14T04:57:24.300664+0000","last_clean":"2021-03-14T04:57:24.300664+0000","last_became_active":"2021-03-14T04:54:21.534448+0000","last_became_peered":"2021-03-14T04:54:21.534448+0000","last_unstale":"2021-03-14T04:57:24.300664+0000","last_undegraded":"2021-03-14T04:57:24.300664+0000","last_fullsized":"2021-03-14T04:57:24.300664+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_clean_scrub_stamp":"2021-03-14T04:54:20.170538+0000","log_size":6710,"ondisk_log_size":6710,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7433652118,"num_objects":2487,"num_object_clones":0,"num_object_copies":4974,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2487,"num_whiteouts":0,"num_read":3750,"num_read_kb":341397,"num_write":8348,"num_write_kb":4729158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.486920+0000","last_change":"2021-03-14T04:54:12.419664+0000","last_active":"2021-03-14T04:56:58.486920+0000","last_peered":"2021-03-14T04:56:58.486920+0000","last_clean":"2021-03-14T04:56:58.486920+0000","last_became_active":"2021-03-14T04:54:12.418921+0000","last_became_peered":"2021-03-14T04:54:12.418921+0000","last_unstale":"2021-03-14T04:56:58.486920+0000","last_undegraded":"2021-03-14T04:56:58.486920+0000","last_fullsized":"2021-03-14T04:56:58.486920+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"33'5405","reported_seq":"7509","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-14T04:57:24.302411+0000","last_change":"2021-03-14T04:54:23.478628+0000","last_active":"2021-03-14T04:57:24.302411+0000","last_peered":"2021-03-14T04:57:24.302411+0000","last_clean":"2021-03-14T04:57:24.302411+0000","last_became_active":"2021-03-14T04:54:23.477906+0000","last_became_peered":"2021-03-14T04:54:23.477906+0000","last_unstale":"2021-03-14T04:57:24.302411+0000","last_undegraded":"2021-03-14T04:57:24.302411+0000","last_fullsized":"2021-03-14T04:57:24.302411+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_clean_scrub_stamp":"2021-03-14T04:54:22.413390+0000","log_size":5405,"ondisk_log_size":5405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":109356376,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":9,"num_read":1885,"num_read_kb":916,"num_write":4890,"num_write_kb":1177491,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":3022,"num_flush":870,"num_flush_kb":2517847,"num_evict":799,"num_evict_kb":2306754,"num_promote":955,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6487","reported_seq":"8657","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-14T04:57:23.833806+0000","last_change":"2021-03-14T04:54:21.421319+0000","last_active":"2021-03-14T04:57:23.833806+0000","last_peered":"2021-03-14T04:57:23.833806+0000","last_clean":"2021-03-14T04:57:23.833806+0000","last_became_active":"2021-03-14T04:54:21.420795+0000","last_became_peered":"2021-03-14T04:54:21.420795+0000","last_unstale":"2021-03-14T04:57:23.833806+0000","last_undegraded":"2021-03-14T04:57:23.833806+0000","last_fullsized":"2021-03-14T04:57:23.833806+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_clean_scrub_stamp":"2021-03-14T04:54:20.170538+0000","log_size":6487,"ondisk_log_size":6487,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7305303989,"num_objects":2443,"num_object_clones":0,"num_object_copies":4886,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2443,"num_whiteouts":0,"num_read":3657,"num_read_kb":297318,"num_write":8017,"num_write_kb":4824114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.487176+0000","last_change":"2021-03-14T04:54:12.418478+0000","last_active":"2021-03-14T04:56:58.487176+0000","last_peered":"2021-03-14T04:56:58.487176+0000","last_clean":"2021-03-14T04:56:58.487176+0000","last_became_active":"2021-03-14T04:54:12.417271+0000","last_became_peered":"2021-03-14T04:54:12.417271+0000","last_unstale":"2021-03-14T04:56:58.487176+0000","last_undegraded":"2021-03-14T04:56:58.487176+0000","last_fullsized":"2021-03-14T04:56:58.487176+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5472","reported_seq":"7685","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-14T04:57:24.757059+0000","last_change":"2021-03-14T04:54:23.645513+0000","last_active":"2021-03-14T04:57:24.757059+0000","last_peered":"2021-03-14T04:57:24.757059+0000","last_clean":"2021-03-14T04:57:24.757059+0000","last_became_active":"2021-03-14T04:54:23.645209+0000","last_became_peered":"2021-03-14T04:54:23.645209+0000","last_unstale":"2021-03-14T04:57:24.757059+0000","last_undegraded":"2021-03-14T04:57:24.757059+0000","last_fullsized":"2021-03-14T04:57:24.757059+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_clean_scrub_stamp":"2021-03-14T04:54:22.413390+0000","log_size":5472,"ondisk_log_size":5472,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":114590463,"num_objects":54,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":9,"num_read":1957,"num_read_kb":918,"num_write":4911,"num_write_kb":1177568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":3004,"num_flush":880,"num_flush_kb":2550172,"num_evict":730,"num_evict_kb":2118554,"num_promote":958,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6800","reported_seq":"9068","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-14T04:57:23.963160+0000","last_change":"2021-03-14T04:54:21.532921+0000","last_active":"2021-03-14T04:57:23.963160+0000","last_peered":"2021-03-14T04:57:23.963160+0000","last_clean":"2021-03-14T04:57:23.963160+0000","last_became_active":"2021-03-14T04:54:21.532542+0000","last_became_peered":"2021-03-14T04:54:21.532542+0000","last_unstale":"2021-03-14T04:57:23.963160+0000","last_undegraded":"2021-03-14T04:57:23.963160+0000","last_fullsized":"2021-03-14T04:57:23.963160+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_clean_scrub_stamp":"2021-03-14T04:54:20.170538+0000","log_size":6800,"ondisk_log_size":6800,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7679500993,"num_objects":2557,"num_object_clones":0,"num_object_copies":5114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2557,"num_whiteouts":0,"num_read":3925,"num_read_kb":429442,"num_write":8424,"num_write_kb":5020889,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.486867+0000","last_change":"2021-03-14T04:54:12.418875+0000","last_active":"2021-03-14T04:56:58.486867+0000","last_peered":"2021-03-14T04:56:58.486867+0000","last_clean":"2021-03-14T04:56:58.486867+0000","last_became_active":"2021-03-14T04:54:12.418565+0000","last_became_peered":"2021-03-14T04:54:12.418565+0000","last_unstale":"2021-03-14T04:56:58.486867+0000","last_undegraded":"2021-03-14T04:56:58.486867+0000","last_fullsized":"2021-03-14T04:56:58.486867+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5870","reported_seq":"8152","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:57:22.983929+0000","last_change":"2021-03-14T04:54:23.442763+0000","last_active":"2021-03-14T04:57:22.983929+0000","last_peered":"2021-03-14T04:57:22.983929+0000","last_clean":"2021-03-14T04:57:22.983929+0000","last_became_active":"2021-03-14T04:54:23.442127+0000","last_became_peered":"2021-03-14T04:54:23.442127+0000","last_unstale":"2021-03-14T04:57:22.983929+0000","last_undegraded":"2021-03-14T04:57:22.983929+0000","last_fullsized":"2021-03-14T04:57:22.983929+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_clean_scrub_stamp":"2021-03-14T04:54:22.413390+0000","log_size":5870,"ondisk_log_size":5870,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":123608883,"num_objects":59,"num_object_clones":0,"num_object_copies":118,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":51,"num_whiteouts":11,"num_read":2007,"num_read_kb":998,"num_write":5269,"num_write_kb":1250136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3919,"num_flush":944,"num_flush_kb":2785170,"num_evict":856,"num_evict_kb":2524988,"num_promote":1052,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6629","reported_seq":"8659","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-14T04:57:24.752363+0000","last_change":"2021-03-14T04:54:21.534780+0000","last_active":"2021-03-14T04:57:24.752363+0000","last_peered":"2021-03-14T04:57:24.752363+0000","last_clean":"2021-03-14T04:57:24.752363+0000","last_became_active":"2021-03-14T04:54:21.533809+0000","last_became_peered":"2021-03-14T04:54:21.533809+0000","last_unstale":"2021-03-14T04:57:24.752363+0000","last_undegraded":"2021-03-14T04:57:24.752363+0000","last_fullsized":"2021-03-14T04:57:24.752363+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_clean_scrub_stamp":"2021-03-14T04:54:20.170538+0000","log_size":6629,"ondisk_log_size":6629,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7316861958,"num_objects":2453,"num_object_clones":0,"num_object_copies":4906,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2453,"num_whiteouts":0,"num_read":3690,"num_read_kb":429916,"num_write":8238,"num_write_kb":4731837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.484680+0000","last_change":"2021-03-14T04:54:12.195854+0000","last_active":"2021-03-14T04:56:58.484680+0000","last_peered":"2021-03-14T04:56:58.484680+0000","last_clean":"2021-03-14T04:56:58.484680+0000","last_became_active":"2021-03-14T04:54:12.195060+0000","last_became_peered":"2021-03-14T04:54:12.195060+0000","last_unstale":"2021-03-14T04:56:58.484680+0000","last_undegraded":"2021-03-14T04:56:58.484680+0000","last_fullsized":"2021-03-14T04:56:58.484680+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.484919+0000","last_change":"2021-03-14T04:54:12.195721+0000","last_active":"2021-03-14T04:56:58.484919+0000","last_peered":"2021-03-14T04:56:58.484919+0000","last_clean":"2021-03-14T04:56:58.484919+0000","last_became_active":"2021-03-14T04:54:12.194809+0000","last_became_peered":"2021-03-14T04:54:12.194809+0000","last_unstale":"2021-03-14T04:56:58.484919+0000","last_undegraded":"2021-03-14T04:56:58.484919+0000","last_fullsized":"2021-03-14T04:56:58.484919+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.486886+0000","last_change":"2021-03-14T04:54:12.643927+0000","last_active":"2021-03-14T04:56:58.486886+0000","last_peered":"2021-03-14T04:56:58.486886+0000","last_clean":"2021-03-14T04:56:58.486886+0000","last_became_active":"2021-03-14T04:54:12.643112+0000","last_became_peered":"2021-03-14T04:54:12.643112+0000","last_unstale":"2021-03-14T04:56:58.486886+0000","last_undegraded":"2021-03-14T04:56:58.486886+0000","last_fullsized":"2021-03-14T04:56:58.486886+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":485823650,"num_objects":232,"num_object_clones":0,"num_object_copies":464,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":204,"num_whiteouts":40,"num_read":7823,"num_read_kb":3822,"num_write":20213,"num_write_kb":4804081,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":28,"num_bytes_hit_set_archive":13882,"num_flush":3617,"num_flush_kb":10535558,"num_evict":3241,"num_evict_kb":9431050,"num_promote":4012,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22590,"ondisk_log_size":22590,"up":8,"acting":8,"num_store_stats":0},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":0},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29735319058,"num_objects":9940,"num_object_clones":0,"num_object_copies":19880,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9940,"num_whiteouts":0,"num_read":15022,"num_read_kb":1498073,"num_write":33027,"num_write_kb":19305998,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26626,"ondisk_log_size":26626,"up":8,"acting":8,"num_store_stats":0}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":9873360,"kb_used_data":83864652,"kb_used_omap":12353,"kb_used_meta":0,"kb_avail":83826020,"statfs":{"total":95948165120,"available":85837844480,"internally_reserved":39559168,"allocated":85877403648,"data_stored":85877403648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12649818,"internal_metadata":0},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":3,"commit_latency_ns":2000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 14 04:57:08 2021","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.505,"15min":0.51500000000000001},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.82499999999999996,"5min":1.171,"15min":1.171},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.437,"5min":0.49399999999999999,"15min":0.50800000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.89900000000000002}]},{"osd":1,"last update":"Sun Mar 14 04:57:08 2021","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.54300000000000004,"15min":0.56799999999999995},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.88600000000000001,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":1.0449999999999999},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.52300000000000002,"15min":0.54100000000000004},"min":{"1min":0.28599999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.85399999999999998,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.65300000000000002}]},{"osd":2,"last update":"Sun Mar 14 04:57:08 2021","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.58399999999999996,"15min":0.55500000000000005},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":2.681,"5min":2.681,"15min":2.681},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.79300000000000004,"5min":0.622,"15min":0.60999999999999999},"min":{"1min":0.32000000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":4.1689999999999996,"5min":4.1689999999999996,"15min":4.1689999999999996},"last":0.98699999999999999}]},{"osd":3,"last update":"Sun Mar 14 04:57:08 2021","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.502,"15min":0.51700000000000002},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.9339999999999999,"5min":1.9339999999999999,"15min":1.9339999999999999},"last":0.93400000000000005},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.46800000000000003,"15min":0.48599999999999999},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.80700000000000005}]},{"osd":4,"last update":"Sun Mar 14 04:57:08 2021","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.52500000000000002,"15min":0.54500000000000004},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.89400000000000002,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.872},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.51700000000000002,"15min":0.53300000000000003},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":1.845,"5min":1.845,"15min":1.845},"last":0.83499999999999996}]}]},{"osd":4,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":488804,"kb_used_data":93226564,"kb_used_omap":12172,"kb_used_meta":0,"kb_avail":93210576,"statfs":{"total":95948165120,"available":95447629824,"internally_reserved":16371712,"allocated":95464001536,"data_stored":95464001536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12464664,"internal_metadata":0},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":2,"commit_latency_ns":1000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 14 04:57:11 2021","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.505,"15min":0.54900000000000004},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.69399999999999995,"5min":1.036,"15min":1.036},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.53000000000000003,"15min":0.55400000000000005},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":0.72399999999999998}]},{"osd":1,"last update":"Sun Mar 14 04:57:11 2021","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.54500000000000004,"15min":0.55200000000000005},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":1.9790000000000001,"5min":1.9790000000000001,"15min":1.9790000000000001},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.53600000000000003,"15min":0.57099999999999995},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.72699999999999998,"5min":1.075,"15min":1.075},"last":0.75600000000000001}]},{"osd":2,"last update":"Sun Mar 14 04:57:11 2021","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.52500000000000002,"15min":0.56499999999999995},"min":{"1min":0.314,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.72699999999999998,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.84199999999999997},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.58299999999999996,"15min":0.629},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.91100000000000003,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.56399999999999995}]},{"osd":3,"last update":"Sun Mar 14 04:57:11 2021","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.46400000000000002,"15min":0.50900000000000001},"min":{"1min":0.23699999999999999,"5min":0.222,"15min":0.222},"max":{"1min":0.52600000000000002,"5min":1.202,"15min":1.202},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.37,"5min":0.48799999999999999,"15min":0.52100000000000002},"min":{"1min":0.246,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.55900000000000005,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.629}]},{"osd":5,"last update":"Sun Mar 14 04:57:11 2021","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.45100000000000001,"15min":0.47299999999999998},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.81299999999999994,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.5,"15min":0.54400000000000004},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.59699999999999998,"5min":1.121,"15min":1.121},"last":0.76500000000000001}]}]},{"osd":3,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":4952008,"kb_used_data":88768532,"kb_used_omap":3548,"kb_used_meta":0,"kb_avail":88747372,"statfs":{"total":95948165120,"available":90877308928,"internally_reserved":21667840,"allocated":90898976768,"data_stored":90898976768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3633814,"internal_metadata":0},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":2,"commit_latency_ns":0,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 14 04:57:13 2021","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.54700000000000004,"15min":0.59899999999999998},"min":{"1min":0.253,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.89700000000000002,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":1},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.505,"15min":0.53200000000000003},"min":{"1min":0.35299999999999998,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.91600000000000004,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":1.2270000000000001}]},{"osd":1,"last update":"Sun Mar 14 04:57:13 2021","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.52200000000000002,"15min":0.55400000000000005},"min":{"1min":0.27400000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.77800000000000002,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.95899999999999996},{"interface":"front","average":{"1min":0.505,"5min":0.53500000000000003,"15min":0.56499999999999995},"min":{"1min":0.29299999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.93200000000000005}]},{"osd":2,"last update":"Sun Mar 14 04:57:13 2021","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.54000000000000004,"15min":0.57799999999999996},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.68500000000000005,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.55000000000000004,"15min":0.57199999999999995},"min":{"1min":0.34999999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.56399999999999995}]},{"osd":4,"last update":"Sun Mar 14 04:57:13 2021","interfaces":[{"interface":"back","average":{"1min":0.32300000000000001,"5min":0.46600000000000003,"15min":0.51100000000000001},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.53300000000000003,"5min":1.2070000000000001,"15min":1.2070000000000001},"last":1.1859999999999999},{"interface":"front","average":{"1min":0.33100000000000002,"5min":0.47099999999999997,"15min":0.52300000000000002},"min":{"1min":0.247,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.57499999999999996,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.65600000000000003}]},{"osd":5,"last update":"Sun Mar 14 04:57:13 2021","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.46100000000000002,"15min":0.49199999999999999},"min":{"1min":0.24299999999999999,"5min":0.215,"15min":0.215},"max":{"1min":0.65600000000000003,"5min":0.874,"15min":0.874},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.53200000000000003,"15min":0.57999999999999996},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.69599999999999995,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.751}]}]},{"osd":2,"up_from":11,"seq":47244640298,"num_pgs":5,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10090296,"kb_used_data":83630492,"kb_used_omap":12460,"kb_used_meta":0,"kb_avail":83609084,"statfs":{"total":95948165120,"available":85615702016,"internally_reserved":21921792,"allocated":85637623808,"data_stored":85637623808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12759532,"internal_metadata":0},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":4,"commit_latency_ns":3000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":0.52400000000000002,"15min":0.48399999999999999},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":10.157999999999999,"5min":10.157999999999999,"15min":10.157999999999999},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.51600000000000001,"15min":0.502},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":5.984,"5min":5.984,"15min":5.984},"last":0.51200000000000001}]},{"osd":1,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.96699999999999997,"5min":0.67200000000000004,"15min":0.627},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":6.2140000000000004,"5min":6.2140000000000004,"15min":6.2140000000000004},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.80300000000000005,"5min":0.59299999999999997,"15min":0.56599999999999995},"min":{"1min":0.25600000000000001,"5min":0.219,"15min":0.219},"max":{"1min":3.7749999999999999,"5min":3.7749999999999999,"15min":3.7749999999999999},"last":0.49199999999999999}]},{"osd":3,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.70199999999999996,"15min":0.69499999999999995},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":6.2309999999999999,"5min":6.2309999999999999,"15min":6.2309999999999999},"last":0.434},{"interface":"front","average":{"1min":0.77800000000000002,"5min":0.71699999999999997,"15min":0.71899999999999997},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":6.0199999999999996,"5min":6.0199999999999996,"15min":6.0199999999999996},"last":0.45500000000000002}]},{"osd":4,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":0.71499999999999997,"15min":0.71399999999999997},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":6.3499999999999996,"5min":6.3499999999999996,"15min":6.3499999999999996},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.84999999999999998,"5min":0.68899999999999995,"15min":0.66900000000000004},"min":{"1min":0.379,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":6.3040000000000003,"5min":6.3040000000000003,"15min":6.3040000000000003},"last":0.52200000000000002}]},{"osd":5,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.72099999999999997,"15min":0.72299999999999998},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":6.0490000000000004,"5min":6.0490000000000004,"15min":6.0490000000000004},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.62,"5min":0.69599999999999995,"15min":0.72999999999999998},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":2.0720000000000001,"5min":2.0720000000000001,"15min":2.0720000000000001},"last":0.70099999999999996}]}]},{"osd":0,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":498748,"kb_used_data":93219896,"kb_used_omap":12182,"kb_used_meta":0,"kb_avail":93200632,"statfs":{"total":95948165120,"available":95437447168,"internally_reserved":19726336,"allocated":95457173504,"data_stored":95457173504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12474636,"internal_metadata":0},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":3,"commit_latency_ns":1000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Mar 14 04:57:10 2021","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.44900000000000001,"15min":0.45900000000000002},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":1.4610000000000001,"5min":1.4610000000000001,"15min":1.4610000000000001},"last":0.503},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.53400000000000003,"15min":0.54600000000000004},"min":{"1min":0.251,"5min":0.249,"15min":0.249},"max":{"1min":2.2509999999999999,"5min":2.2509999999999999,"15min":2.2509999999999999},"last":0.61399999999999999}]},{"osd":2,"last update":"Sun Mar 14 04:57:10 2021","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.56499999999999995,"15min":0.59299999999999997},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":2.351,"5min":2.351,"15min":2.351},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.57399999999999995,"15min":0.63400000000000001},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.80900000000000005,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.67400000000000004}]},{"osd":3,"last update":"Sun Mar 14 04:57:10 2021","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.58899999999999997,"15min":0.60699999999999998},"min":{"1min":0.31900000000000001,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":2.4769999999999999,"5min":2.4769999999999999,"15min":2.4769999999999999},"last":0.746},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.64400000000000002,"15min":0.68999999999999995},"min":{"1min":0.36499999999999999,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.71399999999999997,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":0.71099999999999997}]},{"osd":4,"last update":"Sun Mar 14 04:57:10 2021","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.65400000000000003,"15min":0.71699999999999997},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.71999999999999997,"5min":1.9810000000000001,"15min":1.9810000000000001},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.70299999999999996,"15min":0.73599999999999999},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":2.4409999999999998,"5min":2.4409999999999998,"15min":2.4409999999999998},"last":0.78700000000000003}]},{"osd":5,"last update":"Sun Mar 14 04:57:10 2021","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.68799999999999994,"15min":0.74299999999999999},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.78400000000000003,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.73199999999999998,"15min":0.80800000000000005},"min":{"1min":0.38900000000000001,"5min":0.372,"15min":0.372},"max":{"1min":0.77700000000000002,"5min":2.1379999999999999,"15min":2.1379999999999999},"last":0.755}]}]},{"osd":1,"up_from":11,"seq":47244640298,"num_pgs":7,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":14837780,"kb_used_data":78875692,"kb_used_omap":21405,"kb_used_meta":0,"kb_avail":78861600,"statfs":{"total":95948165120,"available":80754278400,"internally_reserved":14430208,"allocated":80768708608,"data_stored":80768708608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21918935,"internal_metadata":0},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":3,"commit_latency_ns":2000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.47099999999999997,"15min":0.47999999999999998},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":1.0609999999999999,"5min":1.1519999999999999,"15min":1.1519999999999999},"last":0.308},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.56100000000000005,"15min":0.61299999999999999},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.806,"5min":1.806,"15min":1.806},"last":0.34300000000000003}]},{"osd":2,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.501,"15min":0.52800000000000002},"min":{"1min":0.24299999999999999,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":1.6679999999999999,"5min":1.6679999999999999,"15min":1.6679999999999999},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.60099999999999998,"15min":0.61799999999999999},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":2.2570000000000001,"5min":2.2570000000000001,"15min":2.2570000000000001},"last":0.35899999999999999}]},{"osd":3,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.63,"15min":0.69499999999999995},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":1.0740000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.499},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.621,"15min":0.65500000000000003},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.069,"5min":1.127,"15min":1.127},"last":0.60199999999999998}]},{"osd":4,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.68000000000000005,"15min":0.70399999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.429,"5min":1.429,"15min":1.429},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.68200000000000005,"15min":0.73799999999999999},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.073,"5min":1.2270000000000001,"15min":1.2270000000000001},"last":0.745}]},{"osd":5,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.68899999999999995,"15min":0.74099999999999999},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.5089999999999999,"5min":1.5089999999999999,"15min":1.5089999999999999},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.80400000000000005,"5min":0.73899999999999999,"15min":0.73499999999999999},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":4.1669999999999998,"5min":4.1669999999999998,"15min":4.1669999999999998},"last":0.61499999999999999}]}]}]}}

Ignoring malparsed backtrace: 2021-03-14T04:58:51.516 INFO:teuthology.orchestra.run:waiting for 300
, 2021-03-14T04:58:51.575 INFO:tasks.ceph.mon.a:Stopped
, 2021-03-14T04:58:51.575 INFO:tasks.ceph:Checking cluster log for badness...

Ignoring malparsed backtrace: 2021-03-14T04:59:10.571 INFO:teuthology.task.internal.syslog:Checking logs for errors...
, 2021-03-14T04:59:10.572 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi031.front.sepia.ceph.com
, 2021-03-14T04:59:10.572 DEBUG:teuthology.orchestra.run.smithi031:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/*.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1

Ignoring malparsed backtrace:     dump_program = dump_out.split("from '")[1].split(' ')[0]
, IndexError: list index out of range
, 2021-03-14T04:59:35.497 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload

Ignoring malparsed backtrace:  ceph version 15.2.9-141-g381387f1 (381387f151822ee4d4927f3fc584ff1af9deb9ce) octopus (stable)
,  1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x154) [0x7f4b60d491a0]
,  2: (ceph::__ceph_assertf_fail(char const*, char const*, int, char const*, char const*, ...)+0) [0x7f4b60d4937b]

Ignoring malparsed backtrace: 2021-03-14T04:57:29.681 INFO:teuthology.orchestra.run.smithi031.stdout:
, dumped all
, 2021-03-14T04:57:29.695 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":130,"stamp":"2021-03-14T04:57:29.378625+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30221142708,"num_objects":10172,"num_object_clones":0,"num_object_copies":20344,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10144,"num_whiteouts":40,"num_read":22845,"num_read_kb":1501895,"num_write":53240,"num_write_kb":24110079,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":28,"num_bytes_hit_set_archive":13882,"num_flush":3617,"num_flush_kb":10535558,"num_evict":3241,"num_evict_kb":9431050,"num_promote":4012,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49216,"ondisk_log_size":49216,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":562196280,"kb_used":40740996,"kb_used_data":521585828,"kb_used_omap":74122,"kb_used_meta":0,"kb_avail":521455284,"statfs":{"total":575688990720,"available":533970210816,"internally_reserved":133677056,"allocated":534103887872,"data_stored":534103887872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75901399,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":17,"commit_latency_ns":9000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":279044344,"num_objects":118,"num_object_clones":0,"num_object_copies":236,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":21,"num_read":1073,"num_read_kb":969215,"num_write":653,"num_write_kb":525513,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":2,"num_bytes_hit_set_archive":995,"num_flush":84,"num_flush_kb":218105,"num_evict":55,"num_evict_kb":133409,"num_promote":133,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002931"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.487498+0000","last_change":"2021-03-14T04:54:12.642936+0000","last_active":"2021-03-14T04:56:58.487498+0000","last_peered":"2021-03-14T04:56:58.487498+0000","last_clean":"2021-03-14T04:56:58.487498+0000","last_became_active":"2021-03-14T04:54:12.642317+0000","last_became_peered":"2021-03-14T04:54:12.642317+0000","last_unstale":"2021-03-14T04:56:58.487498+0000","last_undegraded":"2021-03-14T04:56:58.487498+0000","last_fullsized":"2021-03-14T04:56:58.487498+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.487087+0000","last_change":"2021-03-14T04:54:12.418031+0000","last_active":"2021-03-14T04:56:58.487087+0000","last_peered":"2021-03-14T04:56:58.487087+0000","last_clean":"2021-03-14T04:56:58.487087+0000","last_became_active":"2021-03-14T04:54:12.417412+0000","last_became_peered":"2021-03-14T04:54:12.417412+0000","last_unstale":"2021-03-14T04:56:58.487087+0000","last_undegraded":"2021-03-14T04:56:58.487087+0000","last_fullsized":"2021-03-14T04:56:58.487087+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5843","reported_seq":"8078","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:57:23.366193+0000","last_change":"2021-03-14T04:54:23.443564+0000","last_active":"2021-03-14T04:57:23.366193+0000","last_peered":"2021-03-14T04:57:23.366193+0000","last_clean":"2021-03-14T04:57:23.366193+0000","last_became_active":"2021-03-14T04:54:23.443237+0000","last_became_peered":"2021-03-14T04:54:23.443237+0000","last_unstale":"2021-03-14T04:57:23.366193+0000","last_undegraded":"2021-03-14T04:57:23.366193+0000","last_fullsized":"2021-03-14T04:57:23.366193+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_clean_scrub_stamp":"2021-03-14T04:54:22.413390+0000","log_size":5843,"ondisk_log_size":5843,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":138267928,"num_objects":66,"num_object_clones":0,"num_object_copies":132,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58,"num_whiteouts":11,"num_read":1974,"num_read_kb":990,"num_write":5143,"num_write_kb":1198886,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3937,"num_flush":923,"num_flush_kb":2682369,"num_evict":856,"num_evict_kb":2480754,"num_promote":1047,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6710","reported_seq":"8801","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-14T04:57:24.300664+0000","last_change":"2021-03-14T04:54:21.535219+0000","last_active":"2021-03-14T04:57:24.300664+0000","last_peered":"2021-03-14T04:57:24.300664+0000","last_clean":"2021-03-14T04:57:24.300664+0000","last_became_active":"2021-03-14T04:54:21.534448+0000","last_became_peered":"2021-03-14T04:54:21.534448+0000","last_unstale":"2021-03-14T04:57:24.300664+0000","last_undegraded":"2021-03-14T04:57:24.300664+0000","last_fullsized":"2021-03-14T04:57:24.300664+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_clean_scrub_stamp":"2021-03-14T04:54:20.170538+0000","log_size":6710,"ondisk_log_size":6710,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7433652118,"num_objects":2487,"num_object_clones":0,"num_object_copies":4974,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2487,"num_whiteouts":0,"num_read":3750,"num_read_kb":341397,"num_write":8348,"num_write_kb":4729158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.486920+0000","last_change":"2021-03-14T04:54:12.419664+0000","last_active":"2021-03-14T04:56:58.486920+0000","last_peered":"2021-03-14T04:56:58.486920+0000","last_clean":"2021-03-14T04:56:58.486920+0000","last_became_active":"2021-03-14T04:54:12.418921+0000","last_became_peered":"2021-03-14T04:54:12.418921+0000","last_unstale":"2021-03-14T04:56:58.486920+0000","last_undegraded":"2021-03-14T04:56:58.486920+0000","last_fullsized":"2021-03-14T04:56:58.486920+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"33'5405","reported_seq":"7509","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-14T04:57:24.302411+0000","last_change":"2021-03-14T04:54:23.478628+0000","last_active":"2021-03-14T04:57:24.302411+0000","last_peered":"2021-03-14T04:57:24.302411+0000","last_clean":"2021-03-14T04:57:24.302411+0000","last_became_active":"2021-03-14T04:54:23.477906+0000","last_became_peered":"2021-03-14T04:54:23.477906+0000","last_unstale":"2021-03-14T04:57:24.302411+0000","last_undegraded":"2021-03-14T04:57:24.302411+0000","last_fullsized":"2021-03-14T04:57:24.302411+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_clean_scrub_stamp":"2021-03-14T04:54:22.413390+0000","log_size":5405,"ondisk_log_size":5405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":109356376,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":9,"num_read":1885,"num_read_kb":916,"num_write":4890,"num_write_kb":1177491,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":3022,"num_flush":870,"num_flush_kb":2517847,"num_evict":799,"num_evict_kb":2306754,"num_promote":955,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6487","reported_seq":"8657","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-14T04:57:23.833806+0000","last_change":"2021-03-14T04:54:21.421319+0000","last_active":"2021-03-14T04:57:23.833806+0000","last_peered":"2021-03-14T04:57:23.833806+0000","last_clean":"2021-03-14T04:57:23.833806+0000","last_became_active":"2021-03-14T04:54:21.420795+0000","last_became_peered":"2021-03-14T04:54:21.420795+0000","last_unstale":"2021-03-14T04:57:23.833806+0000","last_undegraded":"2021-03-14T04:57:23.833806+0000","last_fullsized":"2021-03-14T04:57:23.833806+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_clean_scrub_stamp":"2021-03-14T04:54:20.170538+0000","log_size":6487,"ondisk_log_size":6487,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7305303989,"num_objects":2443,"num_object_clones":0,"num_object_copies":4886,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2443,"num_whiteouts":0,"num_read":3657,"num_read_kb":297318,"num_write":8017,"num_write_kb":4824114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.487176+0000","last_change":"2021-03-14T04:54:12.418478+0000","last_active":"2021-03-14T04:56:58.487176+0000","last_peered":"2021-03-14T04:56:58.487176+0000","last_clean":"2021-03-14T04:56:58.487176+0000","last_became_active":"2021-03-14T04:54:12.417271+0000","last_became_peered":"2021-03-14T04:54:12.417271+0000","last_unstale":"2021-03-14T04:56:58.487176+0000","last_undegraded":"2021-03-14T04:56:58.487176+0000","last_fullsized":"2021-03-14T04:56:58.487176+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5472","reported_seq":"7685","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-14T04:57:24.757059+0000","last_change":"2021-03-14T04:54:23.645513+0000","last_active":"2021-03-14T04:57:24.757059+0000","last_peered":"2021-03-14T04:57:24.757059+0000","last_clean":"2021-03-14T04:57:24.757059+0000","last_became_active":"2021-03-14T04:54:23.645209+0000","last_became_peered":"2021-03-14T04:54:23.645209+0000","last_unstale":"2021-03-14T04:57:24.757059+0000","last_undegraded":"2021-03-14T04:57:24.757059+0000","last_fullsized":"2021-03-14T04:57:24.757059+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_clean_scrub_stamp":"2021-03-14T04:54:22.413390+0000","log_size":5472,"ondisk_log_size":5472,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":114590463,"num_objects":54,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":9,"num_read":1957,"num_read_kb":918,"num_write":4911,"num_write_kb":1177568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":3004,"num_flush":880,"num_flush_kb":2550172,"num_evict":730,"num_evict_kb":2118554,"num_promote":958,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6800","reported_seq":"9068","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-14T04:57:23.963160+0000","last_change":"2021-03-14T04:54:21.532921+0000","last_active":"2021-03-14T04:57:23.963160+0000","last_peered":"2021-03-14T04:57:23.963160+0000","last_clean":"2021-03-14T04:57:23.963160+0000","last_became_active":"2021-03-14T04:54:21.532542+0000","last_became_peered":"2021-03-14T04:54:21.532542+0000","last_unstale":"2021-03-14T04:57:23.963160+0000","last_undegraded":"2021-03-14T04:57:23.963160+0000","last_fullsized":"2021-03-14T04:57:23.963160+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_clean_scrub_stamp":"2021-03-14T04:54:20.170538+0000","log_size":6800,"ondisk_log_size":6800,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7679500993,"num_objects":2557,"num_object_clones":0,"num_object_copies":5114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2557,"num_whiteouts":0,"num_read":3925,"num_read_kb":429442,"num_write":8424,"num_write_kb":5020889,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.486867+0000","last_change":"2021-03-14T04:54:12.418875+0000","last_active":"2021-03-14T04:56:58.486867+0000","last_peered":"2021-03-14T04:56:58.486867+0000","last_clean":"2021-03-14T04:56:58.486867+0000","last_became_active":"2021-03-14T04:54:12.418565+0000","last_became_peered":"2021-03-14T04:54:12.418565+0000","last_unstale":"2021-03-14T04:56:58.486867+0000","last_undegraded":"2021-03-14T04:56:58.486867+0000","last_fullsized":"2021-03-14T04:56:58.486867+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5870","reported_seq":"8152","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:57:22.983929+0000","last_change":"2021-03-14T04:54:23.442763+0000","last_active":"2021-03-14T04:57:22.983929+0000","last_peered":"2021-03-14T04:57:22.983929+0000","last_clean":"2021-03-14T04:57:22.983929+0000","last_became_active":"2021-03-14T04:54:23.442127+0000","last_became_peered":"2021-03-14T04:54:23.442127+0000","last_unstale":"2021-03-14T04:57:22.983929+0000","last_undegraded":"2021-03-14T04:57:22.983929+0000","last_fullsized":"2021-03-14T04:57:22.983929+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_clean_scrub_stamp":"2021-03-14T04:54:22.413390+0000","log_size":5870,"ondisk_log_size":5870,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":123608883,"num_objects":59,"num_object_clones":0,"num_object_copies":118,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":51,"num_whiteouts":11,"num_read":2007,"num_read_kb":998,"num_write":5269,"num_write_kb":1250136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3919,"num_flush":944,"num_flush_kb":2785170,"num_evict":856,"num_evict_kb":2524988,"num_promote":1052,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6629","reported_seq":"8659","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-14T04:57:24.752363+0000","last_change":"2021-03-14T04:54:21.534780+0000","last_active":"2021-03-14T04:57:24.752363+0000","last_peered":"2021-03-14T04:57:24.752363+0000","last_clean":"2021-03-14T04:57:24.752363+0000","last_became_active":"2021-03-14T04:54:21.533809+0000","last_became_peered":"2021-03-14T04:54:21.533809+0000","last_unstale":"2021-03-14T04:57:24.752363+0000","last_undegraded":"2021-03-14T04:57:24.752363+0000","last_fullsized":"2021-03-14T04:57:24.752363+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_clean_scrub_stamp":"2021-03-14T04:54:20.170538+0000","log_size":6629,"ondisk_log_size":6629,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7316861958,"num_objects":2453,"num_object_clones":0,"num_object_copies":4906,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2453,"num_whiteouts":0,"num_read":3690,"num_read_kb":429916,"num_write":8238,"num_write_kb":4731837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.484680+0000","last_change":"2021-03-14T04:54:12.195854+0000","last_active":"2021-03-14T04:56:58.484680+0000","last_peered":"2021-03-14T04:56:58.484680+0000","last_clean":"2021-03-14T04:56:58.484680+0000","last_became_active":"2021-03-14T04:54:12.195060+0000","last_became_peered":"2021-03-14T04:54:12.195060+0000","last_unstale":"2021-03-14T04:56:58.484680+0000","last_undegraded":"2021-03-14T04:56:58.484680+0000","last_fullsized":"2021-03-14T04:56:58.484680+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.484919+0000","last_change":"2021-03-14T04:54:12.195721+0000","last_active":"2021-03-14T04:56:58.484919+0000","last_peered":"2021-03-14T04:56:58.484919+0000","last_clean":"2021-03-14T04:56:58.484919+0000","last_became_active":"2021-03-14T04:54:12.194809+0000","last_became_peered":"2021-03-14T04:54:12.194809+0000","last_unstale":"2021-03-14T04:56:58.484919+0000","last_undegraded":"2021-03-14T04:56:58.484919+0000","last_fullsized":"2021-03-14T04:56:58.484919+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.486886+0000","last_change":"2021-03-14T04:54:12.643927+0000","last_active":"2021-03-14T04:56:58.486886+0000","last_peered":"2021-03-14T04:56:58.486886+0000","last_clean":"2021-03-14T04:56:58.486886+0000","last_became_active":"2021-03-14T04:54:12.643112+0000","last_became_peered":"2021-03-14T04:54:12.643112+0000","last_unstale":"2021-03-14T04:56:58.486886+0000","last_undegraded":"2021-03-14T04:56:58.486886+0000","last_fullsized":"2021-03-14T04:56:58.486886+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":485823650,"num_objects":232,"num_object_clones":0,"num_object_copies":464,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":204,"num_whiteouts":40,"num_read":7823,"num_read_kb":3822,"num_write":20213,"num_write_kb":4804081,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":28,"num_bytes_hit_set_archive":13882,"num_flush":3617,"num_flush_kb":10535558,"num_evict":3241,"num_evict_kb":9431050,"num_promote":4012,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22590,"ondisk_log_size":22590,"up":8,"acting":8,"num_store_stats":0},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":0},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29735319058,"num_objects":9940,"num_object_clones":0,"num_object_copies":19880,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9940,"num_whiteouts":0,"num_read":15022,"num_read_kb":1498073,"num_write":33027,"num_write_kb":19305998,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26626,"ondisk_log_size":26626,"up":8,"acting":8,"num_store_stats":0}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":9873360,"kb_used_data":83864652,"kb_used_omap":12353,"kb_used_meta":0,"kb_avail":83826020,"statfs":{"total":95948165120,"available":85837844480,"internally_reserved":39559168,"allocated":85877403648,"data_stored":85877403648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12649818,"internal_metadata":0},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":3,"commit_latency_ns":2000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 14 04:57:08 2021","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.505,"15min":0.51500000000000001},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.82499999999999996,"5min":1.171,"15min":1.171},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.437,"5min":0.49399999999999999,"15min":0.50800000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.89900000000000002}]},{"osd":1,"last update":"Sun Mar 14 04:57:08 2021","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.54300000000000004,"15min":0.56799999999999995},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.88600000000000001,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":1.0449999999999999},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.52300000000000002,"15min":0.54100000000000004},"min":{"1min":0.28599999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.85399999999999998,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.65300000000000002}]},{"osd":2,"last update":"Sun Mar 14 04:57:08 2021","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.58399999999999996,"15min":0.55500000000000005},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":2.681,"5min":2.681,"15min":2.681},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.79300000000000004,"5min":0.622,"15min":0.60999999999999999},"min":{"1min":0.32000000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":4.1689999999999996,"5min":4.1689999999999996,"15min":4.1689999999999996},"last":0.98699999999999999}]},{"osd":3,"last update":"Sun Mar 14 04:57:08 2021","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.502,"15min":0.51700000000000002},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.9339999999999999,"5min":1.9339999999999999,"15min":1.9339999999999999},"last":0.93400000000000005},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.46800000000000003,"15min":0.48599999999999999},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.80700000000000005}]},{"osd":4,"last update":"Sun Mar 14 04:57:08 2021","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.52500000000000002,"15min":0.54500000000000004},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.89400000000000002,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.872},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.51700000000000002,"15min":0.53300000000000003},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":1.845,"5min":1.845,"15min":1.845},"last":0.83499999999999996}]}]},{"osd":4,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":488804,"kb_used_data":93226564,"kb_used_omap":12172,"kb_used_meta":0,"kb_avail":93210576,"statfs":{"total":95948165120,"available":95447629824,"internally_reserved":16371712,"allocated":95464001536,"data_stored":95464001536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12464664,"internal_metadata":0},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":2,"commit_latency_ns":1000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 14 04:57:11 2021","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.505,"15min":0.54900000000000004},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.69399999999999995,"5min":1.036,"15min":1.036},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.53000000000000003,"15min":0.55400000000000005},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":0.72399999999999998}]},{"osd":1,"last update":"Sun Mar 14 04:57:11 2021","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.54500000000000004,"15min":0.55200000000000005},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":1.9790000000000001,"5min":1.9790000000000001,"15min":1.9790000000000001},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.53600000000000003,"15min":0.57099999999999995},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.72699999999999998,"5min":1.075,"15min":1.075},"last":0.75600000000000001}]},{"osd":2,"last update":"Sun Mar 14 04:57:11 2021","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.52500000000000002,"15min":0.56499999999999995},"min":{"1min":0.314,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.72699999999999998,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.84199999999999997},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.58299999999999996,"15min":0.629},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.91100000000000003,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.56399999999999995}]},{"osd":3,"last update":"Sun Mar 14 04:57:11 2021","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.46400000000000002,"15min":0.50900000000000001},"min":{"1min":0.23699999999999999,"5min":0.222,"15min":0.222},"max":{"1min":0.52600000000000002,"5min":1.202,"15min":1.202},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.37,"5min":0.48799999999999999,"15min":0.52100000000000002},"min":{"1min":0.246,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.55900000000000005,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.629}]},{"osd":5,"last update":"Sun Mar 14 04:57:11 2021","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.45100000000000001,"15min":0.47299999999999998},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.81299999999999994,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.5,"15min":0.54400000000000004},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.59699999999999998,"5min":1.121,"15min":1.121},"last":0.76500000000000001}]}]},{"osd":3,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":4952008,"kb_used_data":88768532,"kb_used_omap":3548,"kb_used_meta":0,"kb_avail":88747372,"statfs":{"total":95948165120,"available":90877308928,"internally_reserved":21667840,"allocated":90898976768,"data_stored":90898976768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3633814,"internal_metadata":0},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":2,"commit_latency_ns":0,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 14 04:57:13 2021","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.54700000000000004,"15min":0.59899999999999998},"min":{"1min":0.253,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.89700000000000002,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":1},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.505,"15min":0.53200000000000003},"min":{"1min":0.35299999999999998,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.91600000000000004,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":1.2270000000000001}]},{"osd":1,"last update":"Sun Mar 14 04:57:13 2021","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.52200000000000002,"15min":0.55400000000000005},"min":{"1min":0.27400000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.77800000000000002,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.95899999999999996},{"interface":"front","average":{"1min":0.505,"5min":0.53500000000000003,"15min":0.56499999999999995},"min":{"1min":0.29299999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.93200000000000005}]},{"osd":2,"last update":"Sun Mar 14 04:57:13 2021","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.54000000000000004,"15min":0.57799999999999996},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.68500000000000005,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.55000000000000004,"15min":0.57199999999999995},"min":{"1min":0.34999999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.56399999999999995}]},{"osd":4,"last update":"Sun Mar 14 04:57:13 2021","interfaces":[{"interface":"back","average":{"1min":0.32300000000000001,"5min":0.46600000000000003,"15min":0.51100000000000001},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.53300000000000003,"5min":1.2070000000000001,"15min":1.2070000000000001},"last":1.1859999999999999},{"interface":"front","average":{"1min":0.33100000000000002,"5min":0.47099999999999997,"15min":0.52300000000000002},"min":{"1min":0.247,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.57499999999999996,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.65600000000000003}]},{"osd":5,"last update":"Sun Mar 14 04:57:13 2021","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.46100000000000002,"15min":0.49199999999999999},"min":{"1min":0.24299999999999999,"5min":0.215,"15min":0.215},"max":{"1min":0.65600000000000003,"5min":0.874,"15min":0.874},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.53200000000000003,"15min":0.57999999999999996},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.69599999999999995,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.751}]}]},{"osd":2,"up_from":11,"seq":47244640298,"num_pgs":5,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10090296,"kb_used_data":83630492,"kb_used_omap":12460,"kb_used_meta":0,"kb_avail":83609084,"statfs":{"total":95948165120,"available":85615702016,"internally_reserved":21921792,"allocated":85637623808,"data_stored":85637623808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12759532,"internal_metadata":0},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":4,"commit_latency_ns":3000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":0.52400000000000002,"15min":0.48399999999999999},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":10.157999999999999,"5min":10.157999999999999,"15min":10.157999999999999},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.51600000000000001,"15min":0.502},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":5.984,"5min":5.984,"15min":5.984},"last":0.51200000000000001}]},{"osd":1,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.96699999999999997,"5min":0.67200000000000004,"15min":0.627},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":6.2140000000000004,"5min":6.2140000000000004,"15min":6.2140000000000004},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.80300000000000005,"5min":0.59299999999999997,"15min":0.56599999999999995},"min":{"1min":0.25600000000000001,"5min":0.219,"15min":0.219},"max":{"1min":3.7749999999999999,"5min":3.7749999999999999,"15min":3.7749999999999999},"last":0.49199999999999999}]},{"osd":3,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.70199999999999996,"15min":0.69499999999999995},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":6.2309999999999999,"5min":6.2309999999999999,"15min":6.2309999999999999},"last":0.434},{"interface":"front","average":{"1min":0.77800000000000002,"5min":0.71699999999999997,"15min":0.71899999999999997},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":6.0199999999999996,"5min":6.0199999999999996,"15min":6.0199999999999996},"last":0.45500000000000002}]},{"osd":4,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":0.71499999999999997,"15min":0.71399999999999997},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":6.3499999999999996,"5min":6.3499999999999996,"15min":6.3499999999999996},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.84999999999999998,"5min":0.68899999999999995,"15min":0.66900000000000004},"min":{"1min":0.379,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":6.3040000000000003,"5min":6.3040000000000003,"15min":6.3040000000000003},"last":0.52200000000000002}]},{"osd":5,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.72099999999999997,"15min":0.72299999999999998},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":6.0490000000000004,"5min":6.0490000000000004,"15min":6.0490000000000004},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.62,"5min":0.69599999999999995,"15min":0.72999999999999998},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":2.0720000000000001,"5min":2.0720000000000001,"15min":2.0720000000000001},"last":0.70099999999999996}]}]},{"osd":0,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":498748,"kb_used_data":93219896,"kb_used_omap":12182,"kb_used_meta":0,"kb_avail":93200632,"statfs":{"total":95948165120,"available":95437447168,"internally_reserved":19726336,"allocated":95457173504,"data_stored":95457173504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12474636,"internal_metadata":0},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":3,"commit_latency_ns":1000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Mar 14 04:57:10 2021","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.44900000000000001,"15min":0.45900000000000002},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":1.4610000000000001,"5min":1.4610000000000001,"15min":1.4610000000000001},"last":0.503},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.53400000000000003,"15min":0.54600000000000004},"min":{"1min":0.251,"5min":0.249,"15min":0.249},"max":{"1min":2.2509999999999999,"5min":2.2509999999999999,"15min":2.2509999999999999},"last":0.61399999999999999}]},{"osd":2,"last update":"Sun Mar 14 04:57:10 2021","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.56499999999999995,"15min":0.59299999999999997},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":2.351,"5min":2.351,"15min":2.351},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.57399999999999995,"15min":0.63400000000000001},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.80900000000000005,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.67400000000000004}]},{"osd":3,"last update":"Sun Mar 14 04:57:10 2021","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.58899999999999997,"15min":0.60699999999999998},"min":{"1min":0.31900000000000001,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":2.4769999999999999,"5min":2.4769999999999999,"15min":2.4769999999999999},"last":0.746},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.64400000000000002,"15min":0.68999999999999995},"min":{"1min":0.36499999999999999,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.71399999999999997,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":0.71099999999999997}]},{"osd":4,"last update":"Sun Mar 14 04:57:10 2021","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.65400000000000003,"15min":0.71699999999999997},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.71999999999999997,"5min":1.9810000000000001,"15min":1.9810000000000001},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.70299999999999996,"15min":0.73599999999999999},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":2.4409999999999998,"5min":2.4409999999999998,"15min":2.4409999999999998},"last":0.78700000000000003}]},{"osd":5,"last update":"Sun Mar 14 04:57:10 2021","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.68799999999999994,"15min":0.74299999999999999},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.78400000000000003,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.73199999999999998,"15min":0.80800000000000005},"min":{"1min":0.38900000000000001,"5min":0.372,"15min":0.372},"max":{"1min":0.77700000000000002,"5min":2.1379999999999999,"15min":2.1379999999999999},"last":0.755}]}]},{"osd":1,"up_from":11,"seq":47244640298,"num_pgs":7,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":14837780,"kb_used_data":78875692,"kb_used_omap":21405,"kb_used_meta":0,"kb_avail":78861600,"statfs":{"total":95948165120,"available":80754278400,"internally_reserved":14430208,"allocated":80768708608,"data_stored":80768708608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21918935,"internal_metadata":0},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":3,"commit_latency_ns":2000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.47099999999999997,"15min":0.47999999999999998},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":1.0609999999999999,"5min":1.1519999999999999,"15min":1.1519999999999999},"last":0.308},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.56100000000000005,"15min":0.61299999999999999},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.806,"5min":1.806,"15min":1.806},"last":0.34300000000000003}]},{"osd":2,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.501,"15min":0.52800000000000002},"min":{"1min":0.24299999999999999,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":1.6679999999999999,"5min":1.6679999999999999,"15min":1.6679999999999999},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.60099999999999998,"15min":0.61799999999999999},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":2.2570000000000001,"5min":2.2570000000000001,"15min":2.2570000000000001},"last":0.35899999999999999}]},{"osd":3,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.63,"15min":0.69499999999999995},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":1.0740000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.499},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.621,"15min":0.65500000000000003},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.069,"5min":1.127,"15min":1.127},"last":0.60199999999999998}]},{"osd":4,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.68000000000000005,"15min":0.70399999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.429,"5min":1.429,"15min":1.429},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.68200000000000005,"15min":0.73799999999999999},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.073,"5min":1.2270000000000001,"15min":1.2270000000000001},"last":0.745}]},{"osd":5,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.68899999999999995,"15min":0.74099999999999999},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.5089999999999999,"5min":1.5089999999999999,"15min":1.5089999999999999},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.80400000000000005,"5min":0.73899999999999999,"15min":0.73499999999999999},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":4.1669999999999998,"5min":4.1669999999999998,"15min":4.1669999999999998},"last":0.61499999999999999}]}]}]}}

Ignoring malparsed backtrace: 2021-03-14T04:58:51.516 INFO:teuthology.orchestra.run:waiting for 300
, 2021-03-14T04:58:51.575 INFO:tasks.ceph.mon.a:Stopped
, 2021-03-14T04:58:51.575 INFO:tasks.ceph:Checking cluster log for badness...

Ignoring malparsed backtrace: 2021-03-14T04:59:10.571 INFO:teuthology.task.internal.syslog:Checking logs for errors...
, 2021-03-14T04:59:10.572 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi031.front.sepia.ceph.com
, 2021-03-14T04:59:10.572 DEBUG:teuthology.orchestra.run.smithi031:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/*.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1

Ignoring malparsed backtrace:     dump_program = dump_out.split("from '")[1].split(' ')[0]
, IndexError: list index out of range
, 2021-03-14T04:59:35.497 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload

Ignoring malparsed backtrace:  ceph version 15.2.9-141-g381387f1 (381387f151822ee4d4927f3fc584ff1af9deb9ce) octopus (stable)
,  1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x154) [0x7f4b60d491a0]
,  2: (ceph::__ceph_assertf_fail(char const*, char const*, int, char const*, char const*, ...)+0) [0x7f4b60d4937b]

Ignoring malparsed backtrace: 2021-03-14T04:57:29.681 INFO:teuthology.orchestra.run.smithi031.stdout:
, dumped all
, 2021-03-14T04:57:29.695 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":130,"stamp":"2021-03-14T04:57:29.378625+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30221142708,"num_objects":10172,"num_object_clones":0,"num_object_copies":20344,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10144,"num_whiteouts":40,"num_read":22845,"num_read_kb":1501895,"num_write":53240,"num_write_kb":24110079,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":28,"num_bytes_hit_set_archive":13882,"num_flush":3617,"num_flush_kb":10535558,"num_evict":3241,"num_evict_kb":9431050,"num_promote":4012,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49216,"ondisk_log_size":49216,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":562196280,"kb_used":40740996,"kb_used_data":521585828,"kb_used_omap":74122,"kb_used_meta":0,"kb_avail":521455284,"statfs":{"total":575688990720,"available":533970210816,"internally_reserved":133677056,"allocated":534103887872,"data_stored":534103887872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75901399,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":17,"commit_latency_ns":9000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":279044344,"num_objects":118,"num_object_clones":0,"num_object_copies":236,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":119,"num_whiteouts":21,"num_read":1073,"num_read_kb":969215,"num_write":653,"num_write_kb":525513,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":2,"num_bytes_hit_set_archive":995,"num_flush":84,"num_flush_kb":218105,"num_evict":55,"num_evict_kb":133409,"num_promote":133,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002931"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.487498+0000","last_change":"2021-03-14T04:54:12.642936+0000","last_active":"2021-03-14T04:56:58.487498+0000","last_peered":"2021-03-14T04:56:58.487498+0000","last_clean":"2021-03-14T04:56:58.487498+0000","last_became_active":"2021-03-14T04:54:12.642317+0000","last_became_peered":"2021-03-14T04:54:12.642317+0000","last_unstale":"2021-03-14T04:56:58.487498+0000","last_undegraded":"2021-03-14T04:56:58.487498+0000","last_fullsized":"2021-03-14T04:56:58.487498+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.487087+0000","last_change":"2021-03-14T04:54:12.418031+0000","last_active":"2021-03-14T04:56:58.487087+0000","last_peered":"2021-03-14T04:56:58.487087+0000","last_clean":"2021-03-14T04:56:58.487087+0000","last_became_active":"2021-03-14T04:54:12.417412+0000","last_became_peered":"2021-03-14T04:54:12.417412+0000","last_unstale":"2021-03-14T04:56:58.487087+0000","last_undegraded":"2021-03-14T04:56:58.487087+0000","last_fullsized":"2021-03-14T04:56:58.487087+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5843","reported_seq":"8078","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:57:23.366193+0000","last_change":"2021-03-14T04:54:23.443564+0000","last_active":"2021-03-14T04:57:23.366193+0000","last_peered":"2021-03-14T04:57:23.366193+0000","last_clean":"2021-03-14T04:57:23.366193+0000","last_became_active":"2021-03-14T04:54:23.443237+0000","last_became_peered":"2021-03-14T04:54:23.443237+0000","last_unstale":"2021-03-14T04:57:23.366193+0000","last_undegraded":"2021-03-14T04:57:23.366193+0000","last_fullsized":"2021-03-14T04:57:23.366193+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_clean_scrub_stamp":"2021-03-14T04:54:22.413390+0000","log_size":5843,"ondisk_log_size":5843,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":138267928,"num_objects":66,"num_object_clones":0,"num_object_copies":132,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58,"num_whiteouts":11,"num_read":1974,"num_read_kb":990,"num_write":5143,"num_write_kb":1198886,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3937,"num_flush":923,"num_flush_kb":2682369,"num_evict":856,"num_evict_kb":2480754,"num_promote":1047,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6710","reported_seq":"8801","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-14T04:57:24.300664+0000","last_change":"2021-03-14T04:54:21.535219+0000","last_active":"2021-03-14T04:57:24.300664+0000","last_peered":"2021-03-14T04:57:24.300664+0000","last_clean":"2021-03-14T04:57:24.300664+0000","last_became_active":"2021-03-14T04:54:21.534448+0000","last_became_peered":"2021-03-14T04:54:21.534448+0000","last_unstale":"2021-03-14T04:57:24.300664+0000","last_undegraded":"2021-03-14T04:57:24.300664+0000","last_fullsized":"2021-03-14T04:57:24.300664+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_clean_scrub_stamp":"2021-03-14T04:54:20.170538+0000","log_size":6710,"ondisk_log_size":6710,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7433652118,"num_objects":2487,"num_object_clones":0,"num_object_copies":4974,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2487,"num_whiteouts":0,"num_read":3750,"num_read_kb":341397,"num_write":8348,"num_write_kb":4729158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.486920+0000","last_change":"2021-03-14T04:54:12.419664+0000","last_active":"2021-03-14T04:56:58.486920+0000","last_peered":"2021-03-14T04:56:58.486920+0000","last_clean":"2021-03-14T04:56:58.486920+0000","last_became_active":"2021-03-14T04:54:12.418921+0000","last_became_peered":"2021-03-14T04:54:12.418921+0000","last_unstale":"2021-03-14T04:56:58.486920+0000","last_undegraded":"2021-03-14T04:56:58.486920+0000","last_fullsized":"2021-03-14T04:56:58.486920+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"33'5405","reported_seq":"7509","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-14T04:57:24.302411+0000","last_change":"2021-03-14T04:54:23.478628+0000","last_active":"2021-03-14T04:57:24.302411+0000","last_peered":"2021-03-14T04:57:24.302411+0000","last_clean":"2021-03-14T04:57:24.302411+0000","last_became_active":"2021-03-14T04:54:23.477906+0000","last_became_peered":"2021-03-14T04:54:23.477906+0000","last_unstale":"2021-03-14T04:57:24.302411+0000","last_undegraded":"2021-03-14T04:57:24.302411+0000","last_fullsized":"2021-03-14T04:57:24.302411+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_clean_scrub_stamp":"2021-03-14T04:54:22.413390+0000","log_size":5405,"ondisk_log_size":5405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":109356376,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":9,"num_read":1885,"num_read_kb":916,"num_write":4890,"num_write_kb":1177491,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":3022,"num_flush":870,"num_flush_kb":2517847,"num_evict":799,"num_evict_kb":2306754,"num_promote":955,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6487","reported_seq":"8657","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-14T04:57:23.833806+0000","last_change":"2021-03-14T04:54:21.421319+0000","last_active":"2021-03-14T04:57:23.833806+0000","last_peered":"2021-03-14T04:57:23.833806+0000","last_clean":"2021-03-14T04:57:23.833806+0000","last_became_active":"2021-03-14T04:54:21.420795+0000","last_became_peered":"2021-03-14T04:54:21.420795+0000","last_unstale":"2021-03-14T04:57:23.833806+0000","last_undegraded":"2021-03-14T04:57:23.833806+0000","last_fullsized":"2021-03-14T04:57:23.833806+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_clean_scrub_stamp":"2021-03-14T04:54:20.170538+0000","log_size":6487,"ondisk_log_size":6487,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7305303989,"num_objects":2443,"num_object_clones":0,"num_object_copies":4886,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2443,"num_whiteouts":0,"num_read":3657,"num_read_kb":297318,"num_write":8017,"num_write_kb":4824114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.487176+0000","last_change":"2021-03-14T04:54:12.418478+0000","last_active":"2021-03-14T04:56:58.487176+0000","last_peered":"2021-03-14T04:56:58.487176+0000","last_clean":"2021-03-14T04:56:58.487176+0000","last_became_active":"2021-03-14T04:54:12.417271+0000","last_became_peered":"2021-03-14T04:54:12.417271+0000","last_unstale":"2021-03-14T04:56:58.487176+0000","last_undegraded":"2021-03-14T04:56:58.487176+0000","last_fullsized":"2021-03-14T04:56:58.487176+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5472","reported_seq":"7685","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-14T04:57:24.757059+0000","last_change":"2021-03-14T04:54:23.645513+0000","last_active":"2021-03-14T04:57:24.757059+0000","last_peered":"2021-03-14T04:57:24.757059+0000","last_clean":"2021-03-14T04:57:24.757059+0000","last_became_active":"2021-03-14T04:54:23.645209+0000","last_became_peered":"2021-03-14T04:54:23.645209+0000","last_unstale":"2021-03-14T04:57:24.757059+0000","last_undegraded":"2021-03-14T04:57:24.757059+0000","last_fullsized":"2021-03-14T04:57:24.757059+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_clean_scrub_stamp":"2021-03-14T04:54:22.413390+0000","log_size":5472,"ondisk_log_size":5472,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":114590463,"num_objects":54,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":9,"num_read":1957,"num_read_kb":918,"num_write":4911,"num_write_kb":1177568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":3004,"num_flush":880,"num_flush_kb":2550172,"num_evict":730,"num_evict_kb":2118554,"num_promote":958,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6800","reported_seq":"9068","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-14T04:57:23.963160+0000","last_change":"2021-03-14T04:54:21.532921+0000","last_active":"2021-03-14T04:57:23.963160+0000","last_peered":"2021-03-14T04:57:23.963160+0000","last_clean":"2021-03-14T04:57:23.963160+0000","last_became_active":"2021-03-14T04:54:21.532542+0000","last_became_peered":"2021-03-14T04:54:21.532542+0000","last_unstale":"2021-03-14T04:57:23.963160+0000","last_undegraded":"2021-03-14T04:57:23.963160+0000","last_fullsized":"2021-03-14T04:57:23.963160+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_clean_scrub_stamp":"2021-03-14T04:54:20.170538+0000","log_size":6800,"ondisk_log_size":6800,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7679500993,"num_objects":2557,"num_object_clones":0,"num_object_copies":5114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2557,"num_whiteouts":0,"num_read":3925,"num_read_kb":429442,"num_write":8424,"num_write_kb":5020889,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.486867+0000","last_change":"2021-03-14T04:54:12.418875+0000","last_active":"2021-03-14T04:56:58.486867+0000","last_peered":"2021-03-14T04:56:58.486867+0000","last_clean":"2021-03-14T04:56:58.486867+0000","last_became_active":"2021-03-14T04:54:12.418565+0000","last_became_peered":"2021-03-14T04:54:12.418565+0000","last_unstale":"2021-03-14T04:56:58.486867+0000","last_undegraded":"2021-03-14T04:56:58.486867+0000","last_fullsized":"2021-03-14T04:56:58.486867+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5870","reported_seq":"8152","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:57:22.983929+0000","last_change":"2021-03-14T04:54:23.442763+0000","last_active":"2021-03-14T04:57:22.983929+0000","last_peered":"2021-03-14T04:57:22.983929+0000","last_clean":"2021-03-14T04:57:22.983929+0000","last_became_active":"2021-03-14T04:54:23.442127+0000","last_became_peered":"2021-03-14T04:54:23.442127+0000","last_unstale":"2021-03-14T04:57:22.983929+0000","last_undegraded":"2021-03-14T04:57:22.983929+0000","last_fullsized":"2021-03-14T04:57:22.983929+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:22.413390+0000","last_clean_scrub_stamp":"2021-03-14T04:54:22.413390+0000","log_size":5870,"ondisk_log_size":5870,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":123608883,"num_objects":59,"num_object_clones":0,"num_object_copies":118,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":51,"num_whiteouts":11,"num_read":2007,"num_read_kb":998,"num_write":5269,"num_write_kb":1250136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3919,"num_flush":944,"num_flush_kb":2785170,"num_evict":856,"num_evict_kb":2524988,"num_promote":1052,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6629","reported_seq":"8659","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-14T04:57:24.752363+0000","last_change":"2021-03-14T04:54:21.534780+0000","last_active":"2021-03-14T04:57:24.752363+0000","last_peered":"2021-03-14T04:57:24.752363+0000","last_clean":"2021-03-14T04:57:24.752363+0000","last_became_active":"2021-03-14T04:54:21.533809+0000","last_became_peered":"2021-03-14T04:54:21.533809+0000","last_unstale":"2021-03-14T04:57:24.752363+0000","last_undegraded":"2021-03-14T04:57:24.752363+0000","last_fullsized":"2021-03-14T04:57:24.752363+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:20.170538+0000","last_clean_scrub_stamp":"2021-03-14T04:54:20.170538+0000","log_size":6629,"ondisk_log_size":6629,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7316861958,"num_objects":2453,"num_object_clones":0,"num_object_copies":4906,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2453,"num_whiteouts":0,"num_read":3690,"num_read_kb":429916,"num_write":8238,"num_write_kb":4731837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.484680+0000","last_change":"2021-03-14T04:54:12.195854+0000","last_active":"2021-03-14T04:56:58.484680+0000","last_peered":"2021-03-14T04:56:58.484680+0000","last_clean":"2021-03-14T04:56:58.484680+0000","last_became_active":"2021-03-14T04:54:12.195060+0000","last_became_peered":"2021-03-14T04:54:12.195060+0000","last_unstale":"2021-03-14T04:56:58.484680+0000","last_undegraded":"2021-03-14T04:56:58.484680+0000","last_fullsized":"2021-03-14T04:56:58.484680+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.484919+0000","last_change":"2021-03-14T04:54:12.195721+0000","last_active":"2021-03-14T04:56:58.484919+0000","last_peered":"2021-03-14T04:56:58.484919+0000","last_clean":"2021-03-14T04:56:58.484919+0000","last_became_active":"2021-03-14T04:54:12.194809+0000","last_became_peered":"2021-03-14T04:54:12.194809+0000","last_unstale":"2021-03-14T04:56:58.484919+0000","last_undegraded":"2021-03-14T04:56:58.484919+0000","last_fullsized":"2021-03-14T04:56:58.484919+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-14T04:56:58.486886+0000","last_change":"2021-03-14T04:54:12.643927+0000","last_active":"2021-03-14T04:56:58.486886+0000","last_peered":"2021-03-14T04:56:58.486886+0000","last_clean":"2021-03-14T04:56:58.486886+0000","last_became_active":"2021-03-14T04:54:12.643112+0000","last_became_peered":"2021-03-14T04:54:12.643112+0000","last_unstale":"2021-03-14T04:56:58.486886+0000","last_undegraded":"2021-03-14T04:56:58.486886+0000","last_fullsized":"2021-03-14T04:56:58.486886+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-14T04:54:11.173644+0000","last_clean_scrub_stamp":"2021-03-14T04:54:11.173644+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":485823650,"num_objects":232,"num_object_clones":0,"num_object_copies":464,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":204,"num_whiteouts":40,"num_read":7823,"num_read_kb":3822,"num_write":20213,"num_write_kb":4804081,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":28,"num_bytes_hit_set_archive":13882,"num_flush":3617,"num_flush_kb":10535558,"num_evict":3241,"num_evict_kb":9431050,"num_promote":4012,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22590,"ondisk_log_size":22590,"up":8,"acting":8,"num_store_stats":0},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":0},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29735319058,"num_objects":9940,"num_object_clones":0,"num_object_copies":19880,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9940,"num_whiteouts":0,"num_read":15022,"num_read_kb":1498073,"num_write":33027,"num_write_kb":19305998,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26626,"ondisk_log_size":26626,"up":8,"acting":8,"num_store_stats":0}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":9873360,"kb_used_data":83864652,"kb_used_omap":12353,"kb_used_meta":0,"kb_avail":83826020,"statfs":{"total":95948165120,"available":85837844480,"internally_reserved":39559168,"allocated":85877403648,"data_stored":85877403648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12649818,"internal_metadata":0},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":3,"commit_latency_ns":2000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 14 04:57:08 2021","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.505,"15min":0.51500000000000001},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.82499999999999996,"5min":1.171,"15min":1.171},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.437,"5min":0.49399999999999999,"15min":0.50800000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.89900000000000002}]},{"osd":1,"last update":"Sun Mar 14 04:57:08 2021","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.54300000000000004,"15min":0.56799999999999995},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.88600000000000001,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":1.0449999999999999},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.52300000000000002,"15min":0.54100000000000004},"min":{"1min":0.28599999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.85399999999999998,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.65300000000000002}]},{"osd":2,"last update":"Sun Mar 14 04:57:08 2021","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.58399999999999996,"15min":0.55500000000000005},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":2.681,"5min":2.681,"15min":2.681},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.79300000000000004,"5min":0.622,"15min":0.60999999999999999},"min":{"1min":0.32000000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":4.1689999999999996,"5min":4.1689999999999996,"15min":4.1689999999999996},"last":0.98699999999999999}]},{"osd":3,"last update":"Sun Mar 14 04:57:08 2021","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.502,"15min":0.51700000000000002},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.9339999999999999,"5min":1.9339999999999999,"15min":1.9339999999999999},"last":0.93400000000000005},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.46800000000000003,"15min":0.48599999999999999},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.80700000000000005}]},{"osd":4,"last update":"Sun Mar 14 04:57:08 2021","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.52500000000000002,"15min":0.54500000000000004},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.89400000000000002,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.872},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.51700000000000002,"15min":0.53300000000000003},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":1.845,"5min":1.845,"15min":1.845},"last":0.83499999999999996}]}]},{"osd":4,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":488804,"kb_used_data":93226564,"kb_used_omap":12172,"kb_used_meta":0,"kb_avail":93210576,"statfs":{"total":95948165120,"available":95447629824,"internally_reserved":16371712,"allocated":95464001536,"data_stored":95464001536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12464664,"internal_metadata":0},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":2,"commit_latency_ns":1000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 14 04:57:11 2021","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.505,"15min":0.54900000000000004},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.69399999999999995,"5min":1.036,"15min":1.036},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.53000000000000003,"15min":0.55400000000000005},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":0.72399999999999998}]},{"osd":1,"last update":"Sun Mar 14 04:57:11 2021","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.54500000000000004,"15min":0.55200000000000005},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":1.9790000000000001,"5min":1.9790000000000001,"15min":1.9790000000000001},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.53600000000000003,"15min":0.57099999999999995},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.72699999999999998,"5min":1.075,"15min":1.075},"last":0.75600000000000001}]},{"osd":2,"last update":"Sun Mar 14 04:57:11 2021","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.52500000000000002,"15min":0.56499999999999995},"min":{"1min":0.314,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.72699999999999998,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.84199999999999997},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.58299999999999996,"15min":0.629},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.91100000000000003,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.56399999999999995}]},{"osd":3,"last update":"Sun Mar 14 04:57:11 2021","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.46400000000000002,"15min":0.50900000000000001},"min":{"1min":0.23699999999999999,"5min":0.222,"15min":0.222},"max":{"1min":0.52600000000000002,"5min":1.202,"15min":1.202},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.37,"5min":0.48799999999999999,"15min":0.52100000000000002},"min":{"1min":0.246,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.55900000000000005,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.629}]},{"osd":5,"last update":"Sun Mar 14 04:57:11 2021","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.45100000000000001,"15min":0.47299999999999998},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.81299999999999994,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.5,"15min":0.54400000000000004},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.59699999999999998,"5min":1.121,"15min":1.121},"last":0.76500000000000001}]}]},{"osd":3,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":4952008,"kb_used_data":88768532,"kb_used_omap":3548,"kb_used_meta":0,"kb_avail":88747372,"statfs":{"total":95948165120,"available":90877308928,"internally_reserved":21667840,"allocated":90898976768,"data_stored":90898976768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3633814,"internal_metadata":0},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":2,"commit_latency_ns":0,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 14 04:57:13 2021","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.54700000000000004,"15min":0.59899999999999998},"min":{"1min":0.253,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.89700000000000002,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":1},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.505,"15min":0.53200000000000003},"min":{"1min":0.35299999999999998,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.91600000000000004,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":1.2270000000000001}]},{"osd":1,"last update":"Sun Mar 14 04:57:13 2021","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.52200000000000002,"15min":0.55400000000000005},"min":{"1min":0.27400000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.77800000000000002,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.95899999999999996},{"interface":"front","average":{"1min":0.505,"5min":0.53500000000000003,"15min":0.56499999999999995},"min":{"1min":0.29299999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.93200000000000005}]},{"osd":2,"last update":"Sun Mar 14 04:57:13 2021","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.54000000000000004,"15min":0.57799999999999996},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.68500000000000005,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.55000000000000004,"15min":0.57199999999999995},"min":{"1min":0.34999999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.56399999999999995}]},{"osd":4,"last update":"Sun Mar 14 04:57:13 2021","interfaces":[{"interface":"back","average":{"1min":0.32300000000000001,"5min":0.46600000000000003,"15min":0.51100000000000001},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.53300000000000003,"5min":1.2070000000000001,"15min":1.2070000000000001},"last":1.1859999999999999},{"interface":"front","average":{"1min":0.33100000000000002,"5min":0.47099999999999997,"15min":0.52300000000000002},"min":{"1min":0.247,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.57499999999999996,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.65600000000000003}]},{"osd":5,"last update":"Sun Mar 14 04:57:13 2021","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.46100000000000002,"15min":0.49199999999999999},"min":{"1min":0.24299999999999999,"5min":0.215,"15min":0.215},"max":{"1min":0.65600000000000003,"5min":0.874,"15min":0.874},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.53200000000000003,"15min":0.57999999999999996},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.69599999999999995,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.751}]}]},{"osd":2,"up_from":11,"seq":47244640298,"num_pgs":5,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10090296,"kb_used_data":83630492,"kb_used_omap":12460,"kb_used_meta":0,"kb_avail":83609084,"statfs":{"total":95948165120,"available":85615702016,"internally_reserved":21921792,"allocated":85637623808,"data_stored":85637623808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12759532,"internal_metadata":0},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":4,"commit_latency_ns":3000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":0.52400000000000002,"15min":0.48399999999999999},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":10.157999999999999,"5min":10.157999999999999,"15min":10.157999999999999},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.51600000000000001,"15min":0.502},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":5.984,"5min":5.984,"15min":5.984},"last":0.51200000000000001}]},{"osd":1,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.96699999999999997,"5min":0.67200000000000004,"15min":0.627},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":6.2140000000000004,"5min":6.2140000000000004,"15min":6.2140000000000004},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.80300000000000005,"5min":0.59299999999999997,"15min":0.56599999999999995},"min":{"1min":0.25600000000000001,"5min":0.219,"15min":0.219},"max":{"1min":3.7749999999999999,"5min":3.7749999999999999,"15min":3.7749999999999999},"last":0.49199999999999999}]},{"osd":3,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.70199999999999996,"15min":0.69499999999999995},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":6.2309999999999999,"5min":6.2309999999999999,"15min":6.2309999999999999},"last":0.434},{"interface":"front","average":{"1min":0.77800000000000002,"5min":0.71699999999999997,"15min":0.71899999999999997},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":6.0199999999999996,"5min":6.0199999999999996,"15min":6.0199999999999996},"last":0.45500000000000002}]},{"osd":4,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":0.71499999999999997,"15min":0.71399999999999997},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":6.3499999999999996,"5min":6.3499999999999996,"15min":6.3499999999999996},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.84999999999999998,"5min":0.68899999999999995,"15min":0.66900000000000004},"min":{"1min":0.379,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":6.3040000000000003,"5min":6.3040000000000003,"15min":6.3040000000000003},"last":0.52200000000000002}]},{"osd":5,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.72099999999999997,"15min":0.72299999999999998},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":6.0490000000000004,"5min":6.0490000000000004,"15min":6.0490000000000004},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.62,"5min":0.69599999999999995,"15min":0.72999999999999998},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":2.0720000000000001,"5min":2.0720000000000001,"15min":2.0720000000000001},"last":0.70099999999999996}]}]},{"osd":0,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":498748,"kb_used_data":93219896,"kb_used_omap":12182,"kb_used_meta":0,"kb_avail":93200632,"statfs":{"total":95948165120,"available":95437447168,"internally_reserved":19726336,"allocated":95457173504,"data_stored":95457173504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12474636,"internal_metadata":0},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":3,"commit_latency_ns":1000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Mar 14 04:57:10 2021","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.44900000000000001,"15min":0.45900000000000002},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":1.4610000000000001,"5min":1.4610000000000001,"15min":1.4610000000000001},"last":0.503},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.53400000000000003,"15min":0.54600000000000004},"min":{"1min":0.251,"5min":0.249,"15min":0.249},"max":{"1min":2.2509999999999999,"5min":2.2509999999999999,"15min":2.2509999999999999},"last":0.61399999999999999}]},{"osd":2,"last update":"Sun Mar 14 04:57:10 2021","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.56499999999999995,"15min":0.59299999999999997},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":2.351,"5min":2.351,"15min":2.351},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.57399999999999995,"15min":0.63400000000000001},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.80900000000000005,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.67400000000000004}]},{"osd":3,"last update":"Sun Mar 14 04:57:10 2021","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.58899999999999997,"15min":0.60699999999999998},"min":{"1min":0.31900000000000001,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":2.4769999999999999,"5min":2.4769999999999999,"15min":2.4769999999999999},"last":0.746},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.64400000000000002,"15min":0.68999999999999995},"min":{"1min":0.36499999999999999,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.71399999999999997,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":0.71099999999999997}]},{"osd":4,"last update":"Sun Mar 14 04:57:10 2021","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.65400000000000003,"15min":0.71699999999999997},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.71999999999999997,"5min":1.9810000000000001,"15min":1.9810000000000001},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.70299999999999996,"15min":0.73599999999999999},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":2.4409999999999998,"5min":2.4409999999999998,"15min":2.4409999999999998},"last":0.78700000000000003}]},{"osd":5,"last update":"Sun Mar 14 04:57:10 2021","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.68799999999999994,"15min":0.74299999999999999},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.78400000000000003,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.73199999999999998,"15min":0.80800000000000005},"min":{"1min":0.38900000000000001,"5min":0.372,"15min":0.372},"max":{"1min":0.77700000000000002,"5min":2.1379999999999999,"15min":2.1379999999999999},"last":0.755}]}]},{"osd":1,"up_from":11,"seq":47244640298,"num_pgs":7,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":14837780,"kb_used_data":78875692,"kb_used_omap":21405,"kb_used_meta":0,"kb_avail":78861600,"statfs":{"total":95948165120,"available":80754278400,"internally_reserved":14430208,"allocated":80768708608,"data_stored":80768708608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21918935,"internal_metadata":0},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":3,"commit_latency_ns":2000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.47099999999999997,"15min":0.47999999999999998},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":1.0609999999999999,"5min":1.1519999999999999,"15min":1.1519999999999999},"last":0.308},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.56100000000000005,"15min":0.61299999999999999},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.806,"5min":1.806,"15min":1.806},"last":0.34300000000000003}]},{"osd":2,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.501,"15min":0.52800000000000002},"min":{"1min":0.24299999999999999,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":1.6679999999999999,"5min":1.6679999999999999,"15min":1.6679999999999999},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.60099999999999998,"15min":0.61799999999999999},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":2.2570000000000001,"5min":2.2570000000000001,"15min":2.2570000000000001},"last":0.35899999999999999}]},{"osd":3,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.63,"15min":0.69499999999999995},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":1.0740000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.499},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.621,"15min":0.65500000000000003},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.069,"5min":1.127,"15min":1.127},"last":0.60199999999999998}]},{"osd":4,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.68000000000000005,"15min":0.70399999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.429,"5min":1.429,"15min":1.429},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.68200000000000005,"15min":0.73799999999999999},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.073,"5min":1.2270000000000001,"15min":1.2270000000000001},"last":0.745}]},{"osd":5,"last update":"Sun Mar 14 04:57:12 2021","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.68899999999999995,"15min":0.74099999999999999},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.5089999999999999,"5min":1.5089999999999999,"15min":1.5089999999999999},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.80400000000000005,"5min":0.73899999999999999,"15min":0.73499999999999999},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":4.1669999999999998,"5min":4.1669999999999998,"15min":4.1669999999999998},"last":0.61499999999999999}]}]}]}}

Ignoring malparsed backtrace: 2021-03-14T04:58:51.516 INFO:teuthology.orchestra.run:waiting for 300
, 2021-03-14T04:58:51.575 INFO:tasks.ceph.mon.a:Stopped
, 2021-03-14T04:58:51.575 INFO:tasks.ceph:Checking cluster log for badness...

Ignoring malparsed backtrace: 2021-03-14T04:59:10.571 INFO:teuthology.task.internal.syslog:Checking logs for errors...
, 2021-03-14T04:59:10.572 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi031.front.sepia.ceph.com
, 2021-03-14T04:59:10.572 DEBUG:teuthology.orchestra.run.smithi031:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/*.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1

Ignoring malparsed backtrace:     dump_program = dump_out.split("from '")[1].split(' ')[0]
, IndexError: list index out of range
, 2021-03-14T04:59:35.497 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload

Found 8 distinct failure reasons
Failure: Command failed (workunit test cephadm/test_cephadm.sh) on smithi031 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=381387f151822ee4d4927f3fc584ff1af9deb9ce TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_cephadm.sh'
4 jobs: ['5962318', '5962567', '5962479', '5962412']
suites intersection: ['task/test_cephadm}']
suites union: ['rados/cephadm/workunits/{distro/centos_latest', 'rados/cephadm/workunits/{distro/ubuntu_18.04_podman', 'task/test_cephadm}']

Failure: Command failed on smithi019 with status 5: 'sudo systemctl stop ceph-207c1eb4-846a-11eb-908c-001a4aab830c@mon.smithi019'
8 jobs: ['5962344', '5962571', '5962439', '5962498', '5962443', '5962337', '5962602', '5962505']
suites intersection: []
suites union: ['fixed-2', 'mode/root', 'msgr/async', 'msgr/async-v1only', 'rados/cephadm/smoke-roleless/{distro/ubuntu_18.04_podman', 'rados/cephadm/smoke/{distro/ubuntu_18.04_podman', 'rados/cephadm/with-work/{distro/ubuntu_18.04_podman', 'rados/cephadm/workunits/{distro/ubuntu_18.04_podman', 'start', 'start}', 'task/test_orch_cli}', 'tasks/rados_api_tests}', 'tasks/rados_python}']

Failure: reached maximum tries (180) after waiting for 180 seconds
2 jobs: ['5962386', '5962618']
suites intersection: ['3-start-upgrade', '4-wait', 'fixed-2}', 'rados/cephadm/upgrade/{1-start']
suites union: ['2-repo_digest/defaut', '2-repo_digest/repo_digest', '3-start-upgrade', '4-wait', 'distro$/{centos_latest}', 'distro$/{rhel_latest}', 'fixed-2}', 'rados/cephadm/upgrade/{1-start']

Failure: Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 400000 --objects 10000 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 600 --op read 100 --op write 50 --op delete 50 --op copy_from 50 --op write_excl 50 --pool base'
1 jobs: ['5962572']
suites: ['msgr-failures/few', 'msgr/async', 'objectstore/filestore-xfs', 'rados', 'rados/singleton/{all/thrash_cache_writeback_proxy_none', 'supported-random-distro$/{ubuntu_latest}}']

Failure: {'Failure object was': {'smithi042.front.sepia.ceph.com': {'changed': False, 'results': ['yum-plugin-priorities-1.1.31-52.el7.noarch providing yum-plugin-priorities is already installed', 'yum-plugin-fastestmirror-1.1.31-52.el7.noarch providing yum-plugin-fastestmirror is already installed', 'redhat-lsb-4.1-27.el7.x86_64 providing redhat-lsb is already installed', 'sysstat-10.1.5-18.el7.x86_64 providing sysstat is already installed', 'gdb-7.6.1-115.el7.x86_64 providing gdb is already installed', 'git-all-1.8.3.1-20.el7.noarch providing git-all is already installed', 'python-configobj-4.7.2-7.el7.noarch providing python-configobj is already installed', 'gcc-c++-4.8.5-39.el7.x86_64 providing gcc-c++ is already installed', 'libedit-3.0-12.20121213cvs.el7.x86_64 providing libedit is already installed', 'openssl098e-0.9.8e-29.el7_2.3.x86_64 providing openssl098e is already installed', 'boost-thread-1.53.0-27.el7.x86_64 providing boost-thread is already installed', 'xfsprogs-4.5.0-20.el7.x86_64 providing xfsprogs is already installed', 'xfsprogs-devel-4.5.0-20.el7.x86_64 providing xfsprogs-devel is already installed', 'gdisk-0.8.10-3.el7.x86_64 providing gdisk is already installed', 'parted-3.1-31.el7.x86_64 providing parted is already installed', 'libgcrypt-1.5.3-14.el7.x86_64 providing libgcrypt is already installed', 'fuse-2.9.2-11.el7.x86_64 providing fuse is already installed', 'fuse-libs-2.9.2-11.el7.x86_64 providing fuse-libs is already installed', '7:lvm2-2.02.185-2.el7.x86_64 providing lvm2 is already installed', '1:openssl-1.0.2k-19.el7.x86_64 providing openssl is already installed', 'libuuid-2.23.2-61.el7_7.1.x86_64 providing libuuid is already installed', 'btrfs-progs-4.9.1-1.el7.x86_64 providing btrfs-progs is already installed', 'attr-2.4.46-13.el7.x86_64 providing attr is already installed', '1:valgrind-3.14.0-16.el7.x86_64 providing valgrind is already installed', 'python-nose-1.3.7-1.el7.noarch providing python-nose is already installed', 'mpich-3.0-3.0.4-10.el7.x86_64 providing mpich is already installed', 'ant-1.9.4-2.el7.noarch providing ant is already installed', 'lsof-4.87-6.el7.x86_64 providing lsof is already installed', 'iozone-3.424-2_ceph.el7.x86_64 providing iozone is already installed', 'libtool-2.4.2-22.el7_3.x86_64 providing libtool is already installed', 'automake-1.13.4-3.el7.noarch providing automake is already installed', 'gettext-0.19.8.1-2.el7.x86_64 providing gettext is already installed', 'libuuid-devel-2.23.2-61.el7_7.1.x86_64 providing libuuid-devel is already installed', 'libacl-devel-2.2.51-14.el7.x86_64 providing libacl-devel is already installed', 'bc-1.06.95-13.el7.x86_64 providing bc is already installed', 'xfsdump-3.1.7-1.el7.x86_64 providing xfsdump is already installed', 'blktrace-1.0.5-9.el7.x86_64 providing blktrace is already installed', '1:numpy-1.7.1-13.el7.x86_64 providing numpy is already installed', 'python-matplotlib-1.2.0-16.el7.x86_64 providing python-matplotlib is already installed', "No package matching 'qemu-kvm' found available, installed or updated"], 'rc': 126, 'invocation': {'module_args': {'lock_timeout': 30, 'update_cache': False, 'disable_excludes': 'None', 'exclude': [], 'allow_downgrade': False, 'disable_gpg_check': False, 'conf_file': 'None', 'use_backend': 'auto', 'state': 'present', 'disablerepo': [], 'releasever': 'None', 'skip_broken': False, 'autoremove': False, 'download_dir': 'None', 'enable_plugin': [], 'installroot': '/', 'install_weak_deps': True, 'name': ['@core', '@base', 'yum-plugin-priorities', 'yum-plugin-fastestmirror', 'redhat-lsb', 'sysstat', 'gdb', 'git-all', 'python-configobj', 'gcc-c++', 'libedit', 'openssl098e', 'boost-thread', 'xfsprogs', 'xfsprogs-devel', 'gdisk', 'parted', 'libgcrypt', 'fuse', 'fuse-libs', 'lvm2', 'openssl', 'libuuid', 'btrfs-progs', 'attr', 'valgrind', 'python-nose', 'mpich', 'ant', 'lsof', 'iozone', 'libtool', 'automake', 'gettext', 'libuuid-devel', 'libacl-devel', 'bc', 'xfsdump', 'blktrace', 'numpy', 'python-matplotlib', 'qemu-kvm', 'usbredir', 'genisoimage', 'httpd', 'httpd-devel', 'httpd-tools', 'mod_ssl', 'mod_fastcgi-2.4.7-1.ceph.el7', 'libev-devel', 'perl-XML-Twig', 'java-1.6.0-openjdk-devel', 'junit4', 'nfs-utils', 'ncurses-devel', 'python-devel', 'python-virtualenv', 'perl-CPAN', 'podman', 'podman-docker', 'python3'], 'download_only': False, 'bugfix': False, 'list': 'None', 'install_repoquery': True, 'update_only': False, 'disable_plugin': [], 'enablerepo': [], 'security': False, 'validate_certs': True}}, 'msg': "No package matching 'qemu-kvm' found available, installed or updated", '_ansible_no_log': False}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_b96569170f15eae4604f361990ea65737b28dff1/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_b96569170f15eae4604f361990ea65737b28dff1/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_b96569170f15eae4604f361990ea65737b28dff1/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_b96569170f15eae4604f361990ea65737b28dff1/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_b96569170f15eae4604f361990ea65737b28dff1/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_b96569170f15eae4604f361990ea65737b28dff1/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_b96569170f15eae4604f361990ea65737b28dff1/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_b96569170f15eae4604f361990ea65737b28dff1/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_b96569170f15eae4604f361990ea65737b28dff1/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 117, in represent_mapping node_key = self.represent_data(item_key) File "/home/teuthworker/src/git.ceph.com_git_teuthology_b96569170f15eae4604f361990ea65737b28dff1/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_b96569170f15eae4604f361990ea65737b28dff1/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', 'changed')"}
5 jobs: ['5962426', '5962430', '5962586', '5962542', '5962590']
suites intersection: []
suites union: ['2-repo_digest/defaut', '3-start-upgrade', '4-wait', 'distro$/{rhel_7}', 'fixed-2', 'fixed-2}', 'rados/cephadm/smoke-roleless/{distro/rhel_7', 'rados/cephadm/smoke/{distro/rhel_7', 'rados/cephadm/upgrade/{1-start', 'start}']

Failure: Test failure: test_osd_came_back (tasks.mgr.test_progress.TestProgress)
2 jobs: ['5962385', '5962599']
suites intersection: ['debug/mgr', 'rados/mgr/{clusters/{2-node-mgr}', 'supported-random-distro$/{rhel_latest}', 'tasks/progress}']
suites union: ['debug/mgr', 'objectstore/bluestore-comp-zlib', 'objectstore/bluestore-hybrid', 'rados/mgr/{clusters/{2-node-mgr}', 'supported-random-distro$/{rhel_latest}', 'tasks/progress}']

Dead: b'2021-03-14T15:53:09.861 DEBUG:teuthology.exit:Finished running handlers'
1 jobs: ['5962495']
suites: ['cluster/{12-osds', 'msgr-failures/few', 'objectstore/bluestore-comp-zlib', 'openstack}', 'rados', 'rados/thrash-erasure-code-big/{ceph', 'recovery-overrides/{more-async-recovery}', 'supported-random-distro$/{rhel_latest}', 'thrashers/morepggrow', 'thrashosds-health', 'workloads/ec-rados-plugin=jerasure-k=4-m=2}']

Failure: Command failed (workunit test cephadm/test_adoption.sh) on smithi143 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=381387f151822ee4d4927f3fc584ff1af9deb9ce TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_adoption.sh'
2 jobs: ['5962620', '5962461']
suites intersection: ['rados/cephadm/workunits/{distro/ubuntu_18.04_podman', 'task/test_adoption}']
suites union: ['rados/cephadm/workunits/{distro/ubuntu_18.04_podman', 'task/test_adoption}']