2020-12-05T02:45:32.068 INFO:root:teuthology version: 1.0.0-e6b33b7b 2020-12-05T02:45:32.070 INFO:teuthology.results:subset: '111/120000' 2020-12-05T02:45:32.070 INFO:teuthology.results:seed: '2447' 2020-12-05T02:50:32.292 INFO:root:teuthology version: 1.0.0-e6b33b7b 2020-12-05T02:50:32.295 INFO:teuthology.results:Waiting up to 43200 seconds for tests to finish... 2020-12-05T03:11:32.669 INFO:teuthology.results:Tests finished! gathering results... 2020-12-05T03:11:33.330 INFO:scrape:Found 9 jobs 2020-12-05T03:11:34.025 WARNING:scrape:Ignoring malparsed backtrace: ceph version 15.2.7-628-gf4c57cce (f4c57cce985237b8a8df8acc7d67b9474276dd0f) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7fb7a044ee24] , 2: (DeleteOp::_begin()+0x519) [0x556aef6e2129] 2020-12-05T03:11:34.027 WARNING:scrape:Ignoring malparsed backtrace: 2020-12-05T03:04:16.477 INFO:teuthology.orchestra.run.smithi061.stdout:{"pg_ready":true,"pg_map":{"version":130,"stamp":"2020-12-05T03:04:16.345287+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30197966788,"num_objects":10145,"num_object_clones":0,"num_object_copies":20290,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10118,"num_whiteouts":29,"num_read":22721,"num_read_kb":1322582,"num_write":52933,"num_write_kb":23918471,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":27,"num_bytes_hit_set_archive":13214,"num_flush":3558,"num_flush_kb":10404067,"num_evict":3168,"num_evict_kb":9252957,"num_promote":3930,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49083,"ondisk_log_size":49083,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":44859000,"kb_used_data":38537184,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":521372040,"statfs":{"total":579820584960,"available":533884968960,"internally_reserved":6442450944,"allocated":39462076416,"data_stored":39313768730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":209293445,"num_objects":81,"num_object_clones":0,"num_object_copies":162,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":17,"num_read":1091,"num_read_kb":987383,"num_write":514,"num_write_kb":432651,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":89,"num_flush_kb":246334,"num_evict":19,"num_evict_kb":47625,"num_promote":103,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002006"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.782291+0000","last_change":"2020-12-05T03:01:02.270775+0000","last_active":"2020-12-05T03:03:46.782291+0000","last_peered":"2020-12-05T03:03:46.782291+0000","last_clean":"2020-12-05T03:03:46.782291+0000","last_became_active":"2020-12-05T03:01:02.270234+0000","last_became_peered":"2020-12-05T03:01:02.270234+0000","last_unstale":"2020-12-05T03:03:46.782291+0000","last_undegraded":"2020-12-05T03:03:46.782291+0000","last_fullsized":"2020-12-05T03:03:46.782291+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.782371+0000","last_change":"2020-12-05T03:01:02.287939+0000","last_active":"2020-12-05T03:03:46.782371+0000","last_peered":"2020-12-05T03:03:46.782371+0000","last_clean":"2020-12-05T03:03:46.782371+0000","last_became_active":"2020-12-05T03:01:02.287464+0000","last_became_peered":"2020-12-05T03:01:02.287464+0000","last_unstale":"2020-12-05T03:03:46.782371+0000","last_undegraded":"2020-12-05T03:03:46.782371+0000","last_fullsized":"2020-12-05T03:03:46.782371+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5867","reported_seq":"8091","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:04:08.684600+0000","last_change":"2020-12-05T03:01:11.767110+0000","last_active":"2020-12-05T03:04:08.684600+0000","last_peered":"2020-12-05T03:04:08.684600+0000","last_clean":"2020-12-05T03:04:08.684600+0000","last_became_active":"2020-12-05T03:01:11.766824+0000","last_became_peered":"2020-12-05T03:01:11.766824+0000","last_unstale":"2020-12-05T03:04:08.684600+0000","last_undegraded":"2020-12-05T03:04:08.684600+0000","last_fullsized":"2020-12-05T03:04:08.684600+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_clean_scrub_stamp":"2020-12-05T03:01:10.755640+0000","log_size":5867,"ondisk_log_size":5867,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":119277601,"num_objects":58,"num_object_clones":0,"num_object_copies":116,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":50,"num_whiteouts":10,"num_read":1980,"num_read_kb":16362,"num_write":5162,"num_write_kb":1204941,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3761,"num_flush":924,"num_flush_kb":2696924,"num_evict":850,"num_evict_kb":2470716,"num_promote":1042,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6377","reported_seq":"8384","reported_epoch":"33","state":"active+clean","last_fresh":"2020-12-05T03:04:10.421134+0000","last_change":"2020-12-05T03:01:10.237535+0000","last_active":"2020-12-05T03:04:10.421134+0000","last_peered":"2020-12-05T03:04:10.421134+0000","last_clean":"2020-12-05T03:04:10.421134+0000","last_became_active":"2020-12-05T03:01:10.237174+0000","last_became_peered":"2020-12-05T03:01:10.237174+0000","last_unstale":"2020-12-05T03:04:10.421134+0000","last_undegraded":"2020-12-05T03:04:10.421134+0000","last_fullsized":"2020-12-05T03:04:10.421134+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_clean_scrub_stamp":"2020-12-05T03:01:08.749652+0000","log_size":6377,"ondisk_log_size":6377,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7168234456,"num_objects":2405,"num_object_clones":0,"num_object_copies":4810,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2405,"num_whiteouts":0,"num_read":3628,"num_read_kb":365773,"num_write":7922,"num_write_kb":4619167,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.782185+0000","last_change":"2020-12-05T03:01:02.290580+0000","last_active":"2020-12-05T03:03:46.782185+0000","last_peered":"2020-12-05T03:03:46.782185+0000","last_clean":"2020-12-05T03:03:46.782185+0000","last_became_active":"2020-12-05T03:01:02.290165+0000","last_became_peered":"2020-12-05T03:01:02.290165+0000","last_unstale":"2020-12-05T03:03:46.782185+0000","last_undegraded":"2020-12-05T03:03:46.782185+0000","last_fullsized":"2020-12-05T03:03:46.782185+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5385","reported_seq":"7442","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:04:08.707256+0000","last_change":"2020-12-05T03:01:11.796391+0000","last_active":"2020-12-05T03:04:08.707256+0000","last_peered":"2020-12-05T03:04:08.707256+0000","last_clean":"2020-12-05T03:04:08.707256+0000","last_became_active":"2020-12-05T03:01:11.796062+0000","last_became_peered":"2020-12-05T03:01:11.796062+0000","last_unstale":"2020-12-05T03:04:08.707256+0000","last_undegraded":"2020-12-05T03:04:08.707256+0000","last_fullsized":"2020-12-05T03:04:08.707256+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_clean_scrub_stamp":"2020-12-05T03:01:10.755640+0000","log_size":5385,"ondisk_log_size":5385,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":108860958,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":46,"num_whiteouts":10,"num_read":1867,"num_read_kb":912,"num_write":4850,"num_write_kb":1155274,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":2960,"num_flush":866,"num_flush_kb":2527957,"num_evict":781,"num_evict_kb":2280441,"num_promote":940,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6747","reported_seq":"8949","reported_epoch":"33","state":"active+clean","last_fresh":"2020-12-05T03:04:10.412606+0000","last_change":"2020-12-05T03:01:09.758577+0000","last_active":"2020-12-05T03:04:10.412606+0000","last_peered":"2020-12-05T03:04:10.412606+0000","last_clean":"2020-12-05T03:04:10.412606+0000","last_became_active":"2020-12-05T03:01:09.758314+0000","last_became_peered":"2020-12-05T03:01:09.758314+0000","last_unstale":"2020-12-05T03:04:10.412606+0000","last_undegraded":"2020-12-05T03:04:10.412606+0000","last_fullsized":"2020-12-05T03:04:10.412606+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_clean_scrub_stamp":"2020-12-05T03:01:08.749652+0000","log_size":6747,"ondisk_log_size":6747,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7546429444,"num_objects":2527,"num_object_clones":0,"num_object_copies":5054,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2527,"num_whiteouts":0,"num_read":3764,"num_read_kb":225146,"num_write":8353,"num_write_kb":4913739,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.782375+0000","last_change":"2020-12-05T03:01:02.287739+0000","last_active":"2020-12-05T03:03:46.782375+0000","last_peered":"2020-12-05T03:03:46.782375+0000","last_clean":"2020-12-05T03:03:46.782375+0000","last_became_active":"2020-12-05T03:01:02.287414+0000","last_became_peered":"2020-12-05T03:01:02.287414+0000","last_unstale":"2020-12-05T03:03:46.782375+0000","last_undegraded":"2020-12-05T03:03:46.782375+0000","last_fullsized":"2020-12-05T03:03:46.782375+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5390","reported_seq":"7519","reported_epoch":"33","state":"active+clean","last_fresh":"2020-12-05T03:04:10.613670+0000","last_change":"2020-12-05T03:01:11.798875+0000","last_active":"2020-12-05T03:04:10.613670+0000","last_peered":"2020-12-05T03:04:10.613670+0000","last_clean":"2020-12-05T03:04:10.613670+0000","last_became_active":"2020-12-05T03:01:11.798439+0000","last_became_peered":"2020-12-05T03:01:11.798439+0000","last_unstale":"2020-12-05T03:04:10.613670+0000","last_undegraded":"2020-12-05T03:04:10.613670+0000","last_fullsized":"2020-12-05T03:04:10.613670+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_clean_scrub_stamp":"2020-12-05T03:01:10.755640+0000","log_size":5390,"ondisk_log_size":5390,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":120462654,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":6,"num_read":1880,"num_read_kb":891,"num_write":4735,"num_write_kb":1148327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2622,"num_flush":837,"num_flush_kb":2457424,"num_evict":701,"num_evict_kb":2045218,"num_promote":923,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6791","reported_seq":"9014","reported_epoch":"33","state":"active+clean","last_fresh":"2020-12-05T03:04:10.567060+0000","last_change":"2020-12-05T03:01:10.237691+0000","last_active":"2020-12-05T03:04:10.567060+0000","last_peered":"2020-12-05T03:04:10.567060+0000","last_clean":"2020-12-05T03:04:10.567060+0000","last_became_active":"2020-12-05T03:01:10.237291+0000","last_became_peered":"2020-12-05T03:01:10.237291+0000","last_unstale":"2020-12-05T03:04:10.567060+0000","last_undegraded":"2020-12-05T03:04:10.567060+0000","last_fullsized":"2020-12-05T03:04:10.567060+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_clean_scrub_stamp":"2020-12-05T03:01:08.749652+0000","log_size":6791,"ondisk_log_size":6791,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7630861291,"num_objects":2537,"num_object_clones":0,"num_object_copies":5074,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2537,"num_whiteouts":0,"num_read":3857,"num_read_kb":331338,"num_write":8405,"num_write_kb":4980246,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.781934+0000","last_change":"2020-12-05T03:01:02.290281+0000","last_active":"2020-12-05T03:03:46.781934+0000","last_peered":"2020-12-05T03:03:46.781934+0000","last_clean":"2020-12-05T03:03:46.781934+0000","last_became_active":"2020-12-05T03:01:02.290008+0000","last_became_peered":"2020-12-05T03:01:02.290008+0000","last_unstale":"2020-12-05T03:03:46.781934+0000","last_undegraded":"2020-12-05T03:03:46.781934+0000","last_fullsized":"2020-12-05T03:03:46.781934+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5810","reported_seq":"8075","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:04:08.626885+0000","last_change":"2020-12-05T03:01:11.767346+0000","last_active":"2020-12-05T03:04:08.626885+0000","last_peered":"2020-12-05T03:04:08.626885+0000","last_clean":"2020-12-05T03:04:08.626885+0000","last_became_active":"2020-12-05T03:01:11.766989+0000","last_became_peered":"2020-12-05T03:01:11.766989+0000","last_unstale":"2020-12-05T03:04:08.626885+0000","last_undegraded":"2020-12-05T03:04:08.626885+0000","last_fullsized":"2020-12-05T03:04:08.626885+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_clean_scrub_stamp":"2020-12-05T03:01:10.755640+0000","log_size":5810,"ondisk_log_size":5810,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":100855467,"num_objects":43,"num_object_clones":0,"num_object_copies":86,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":3,"num_read":1993,"num_read_kb":13617,"num_write":5140,"num_write_kb":1200552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3871,"num_flush":931,"num_flush_kb":2721762,"num_evict":836,"num_evict_kb":2456582,"num_promote":1025,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6716","reported_seq":"8754","reported_epoch":"33","state":"active+clean","last_fresh":"2020-12-05T03:04:10.606779+0000","last_change":"2020-12-05T03:01:10.237486+0000","last_active":"2020-12-05T03:04:10.606779+0000","last_peered":"2020-12-05T03:04:10.606779+0000","last_clean":"2020-12-05T03:04:10.606779+0000","last_became_active":"2020-12-05T03:01:10.237204+0000","last_became_peered":"2020-12-05T03:01:10.237204+0000","last_unstale":"2020-12-05T03:04:10.606779+0000","last_undegraded":"2020-12-05T03:04:10.606779+0000","last_fullsized":"2020-12-05T03:04:10.606779+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_clean_scrub_stamp":"2020-12-05T03:01:08.749652+0000","log_size":6716,"ondisk_log_size":6716,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7402984917,"num_objects":2471,"num_object_clones":0,"num_object_copies":4942,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2471,"num_whiteouts":0,"num_read":3752,"num_read_kb":368543,"num_write":8366,"num_write_kb":4696225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.782149+0000","last_change":"2020-12-05T03:01:01.737132+0000","last_active":"2020-12-05T03:03:46.782149+0000","last_peered":"2020-12-05T03:03:46.782149+0000","last_clean":"2020-12-05T03:03:46.782149+0000","last_became_active":"2020-12-05T03:01:01.736825+0000","last_became_peered":"2020-12-05T03:01:01.736825+0000","last_unstale":"2020-12-05T03:03:46.782149+0000","last_undegraded":"2020-12-05T03:03:46.782149+0000","last_fullsized":"2020-12-05T03:03:46.782149+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.782230+0000","last_change":"2020-12-05T03:01:01.737486+0000","last_active":"2020-12-05T03:03:46.782230+0000","last_peered":"2020-12-05T03:03:46.782230+0000","last_clean":"2020-12-05T03:03:46.782230+0000","last_became_active":"2020-12-05T03:01:01.737227+0000","last_became_peered":"2020-12-05T03:01:01.737227+0000","last_unstale":"2020-12-05T03:03:46.782230+0000","last_undegraded":"2020-12-05T03:03:46.782230+0000","last_fullsized":"2020-12-05T03:03:46.782230+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.781944+0000","last_change":"2020-12-05T03:01:02.270827+0000","last_active":"2020-12-05T03:03:46.781944+0000","last_peered":"2020-12-05T03:03:46.781944+0000","last_clean":"2020-12-05T03:03:46.781944+0000","last_became_active":"2020-12-05T03:01:02.270233+0000","last_became_peered":"2020-12-05T03:01:02.270233+0000","last_unstale":"2020-12-05T03:03:46.781944+0000","last_undegraded":"2020-12-05T03:03:46.781944+0000","last_fullsized":"2020-12-05T03:03:46.781944+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":449456680,"num_objects":205,"num_object_clones":0,"num_object_copies":410,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":178,"num_whiteouts":29,"num_read":7720,"num_read_kb":31782,"num_write":19887,"num_write_kb":4709094,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":27,"num_bytes_hit_set_archive":13214,"num_flush":3558,"num_flush_kb":10404067,"num_evict":3168,"num_evict_kb":9252957,"num_promote":3930,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":718102528,"data_stored":716359774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22452,"ondisk_log_size":22452,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29748510108,"num_objects":9940,"num_object_clones":0,"num_object_copies":19880,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9940,"num_whiteouts":0,"num_read":15001,"num_read_kb":1290800,"num_write":33046,"num_write_kb":19209377,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":38742302720,"data_stored":38596705732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26631,"ondisk_log_size":26631,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640297,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10542880,"kb_used_data":9487304,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83828960,"statfs":{"total":96636764160,"available":85840855040,"internally_reserved":1073741824,"allocated":9714999296,"data_stored":9678814799,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.60499999999999998,"15min":0.61299999999999999},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":1.3440000000000001},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.66100000000000003,"15min":0.67300000000000004},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.788,"5min":1.788,"15min":1.788},"last":1.8009999999999999}]},{"osd":1,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.84799999999999998,"15min":0.70599999999999996},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":3.2879999999999998,"5min":16.914999999999999,"15min":16.914999999999999},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.874,"15min":0.72299999999999998},"min":{"1min":0.53100000000000003,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.4399999999999999,"5min":16.884,"15min":16.884},"last":0.79500000000000004}]},{"osd":2,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":1.869,"5min":1.218,"15min":0.92600000000000005},"min":{"1min":0.72999999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":23.065999999999999,"5min":23.065999999999999,"15min":23.065999999999999},"last":0.94399999999999995},{"interface":"front","average":{"1min":1.833,"5min":1.284,"15min":1.028},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":22.931000000000001,"5min":22.931000000000001,"15min":22.931000000000001},"last":0.76200000000000001}]},{"osd":3,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.77500000000000002,"15min":0.79100000000000004},"min":{"1min":0.55600000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.5469999999999999,"5min":1.5469999999999999,"15min":1.5469999999999999},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.86499999999999999,"5min":0.82499999999999996,"15min":0.81799999999999995},"min":{"1min":0.56799999999999995,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.3939999999999999,"5min":1.5229999999999999,"15min":1.5229999999999999},"last":0.90500000000000003}]},{"osd":4,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":1.02,"5min":0.87,"15min":0.86099999999999999},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":3.512,"5min":3.512,"15min":3.512},"last":1.919},{"interface":"front","average":{"1min":1.091,"5min":0.90700000000000003,"15min":0.86699999999999999},"min":{"1min":0.59199999999999997,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":2.4089999999999998,"5min":2.4089999999999998,"15min":2.4089999999999998},"last":1.0629999999999999}]}]},{"osd":4,"up_from":11,"seq":47244640297,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1238396,"kb_used_data":183244,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93133444,"statfs":{"total":96636764160,"available":95368646656,"internally_reserved":1073741824,"allocated":187641856,"data_stored":187078376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.58499999999999996,"15min":0.58699999999999997},"min":{"1min":0.371,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.85099999999999998,"5min":1.206,"15min":1.206},"last":0.81399999999999995},{"interface":"front","average":{"1min":0.85799999999999998,"5min":0.70499999999999996,"15min":0.65900000000000003},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.21,"5min":1.21,"15min":1.21},"last":0.91100000000000003}]},{"osd":1,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.70899999999999996},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.6799999999999999,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.67900000000000005,"15min":0.69499999999999995},"min":{"1min":0.47599999999999998,"5min":0.434,"15min":0.434},"max":{"1min":0.84199999999999997,"5min":1.032,"15min":1.032},"last":0.68799999999999994}]},{"osd":2,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":0.75700000000000001,"15min":0.747},"min":{"1min":0.59499999999999997,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.85699999999999998},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.80000000000000004,"15min":0.79700000000000004},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.3080000000000001,"5min":1.3080000000000001,"15min":1.3080000000000001},"last":0.84099999999999997}]},{"osd":3,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.81000000000000005,"15min":0.83799999999999997},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":1.387,"5min":1.4379999999999999,"15min":1.4379999999999999},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.92200000000000004,"15min":0.93200000000000005},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.482,"5min":2.3149999999999999,"15min":2.3149999999999999},"last":0.751}]},{"osd":5,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.879,"15min":0.92200000000000004},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.0569999999999999,"5min":1.716,"15min":1.716},"last":0.628},{"interface":"front","average":{"1min":0.93100000000000005,"5min":0.93500000000000005,"15min":0.93700000000000006},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.429,"5min":1.429,"15min":1.429},"last":0.54800000000000004}]}]},{"osd":3,"up_from":11,"seq":47244640297,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5685544,"kb_used_data":4636960,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":88686296,"statfs":{"total":96636764160,"available":90814767104,"internally_reserved":1073741824,"allocated":4748247040,"data_stored":4729715134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 5 03:04:02 2020","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.64200000000000002,"15min":0.65600000000000003},"min":{"1min":0.42199999999999999,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":1.2989999999999999,"5min":1.393,"15min":1.393},"last":0.90600000000000003},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.67600000000000005,"15min":0.69699999999999995},"min":{"1min":0.45500000000000002,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.2649999999999999,"5min":1.2649999999999999,"15min":1.2649999999999999},"last":0.96499999999999997}]},{"osd":1,"last update":"Sat Dec 5 03:04:02 2020","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.93600000000000005,"15min":0.873},"min":{"1min":0.442,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.605,"5min":12.98,"15min":12.98},"last":0.93500000000000005},{"interface":"front","average":{"1min":0.77500000000000002,"5min":0.93400000000000005,"15min":0.84199999999999997},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.5669999999999999,"5min":13.81,"15min":13.81},"last":0.88}]},{"osd":2,"last update":"Sat Dec 5 03:04:02 2020","interfaces":[{"interface":"back","average":{"1min":0.94399999999999995,"5min":0.88700000000000001,"15min":0.88900000000000001},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.7430000000000001,"5min":1.7430000000000001,"15min":1.7430000000000001},"last":0.80900000000000005},{"interface":"front","average":{"1min":0.86899999999999999,"5min":0.85499999999999998,"15min":0.872},"min":{"1min":0.55400000000000005,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.4490000000000001,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":0.78400000000000003}]},{"osd":4,"last update":"Sat Dec 5 03:04:02 2020","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":0.81799999999999995,"15min":0.80100000000000005},"min":{"1min":0.55500000000000005,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.873,"5min":1.873,"15min":1.873},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.81100000000000005,"15min":0.80600000000000005},"min":{"1min":0.58799999999999997,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.474,"5min":1.474,"15min":1.474},"last":0.51200000000000001}]},{"osd":5,"last update":"Sat Dec 5 03:04:02 2020","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":0.89000000000000001,"15min":0.90900000000000003},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.1240000000000001,"5min":1.4419999999999999,"15min":1.4419999999999999},"last":0.57599999999999996},{"interface":"front","average":{"1min":1.048,"5min":0.96299999999999997,"15min":0.95899999999999996},"min":{"1min":0.77300000000000002,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":2.0019999999999998,"5min":2.0019999999999998,"15min":2.0019999999999998},"last":0.70099999999999996}]}]},{"osd":2,"up_from":11,"seq":47244640297,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10840236,"kb_used_data":9786912,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83531604,"statfs":{"total":96636764160,"available":85536362496,"internally_reserved":1073741824,"allocated":10021797888,"data_stored":9984292881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.62,"15min":0.61599999999999999},"min":{"1min":0.34999999999999998,"5min":0.307,"15min":0.307},"max":{"1min":2.8010000000000002,"5min":2.8010000000000002,"15min":2.8010000000000002},"last":0.623},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.77500000000000002,"15min":0.78100000000000003},"min":{"1min":0.54900000000000004,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.996,"5min":1.996,"15min":1.996},"last":0.64900000000000002}]},{"osd":1,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.76000000000000001,"15min":0.751},"min":{"1min":0.45500000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.5720000000000001,"5min":1.5720000000000001,"15min":1.5720000000000001},"last":0.44700000000000001},{"interface":"front","average":{"1min":1.147,"5min":0.79800000000000004,"15min":0.75},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":4.8159999999999998,"5min":4.8159999999999998,"15min":4.8159999999999998},"last":0.66600000000000004}]},{"osd":3,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.92100000000000004,"5min":0.73099999999999998,"15min":0.70799999999999996},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":2.6339999999999999,"5min":2.6339999999999999,"15min":2.6339999999999999},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.91900000000000004,"5min":0.84099999999999997,"15min":0.84899999999999998},"min":{"1min":0.52200000000000002,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.8340000000000001,"5min":1.8340000000000001,"15min":1.8340000000000001},"last":0.54500000000000004}]},{"osd":4,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":1.1200000000000001,"5min":0.83799999999999997,"15min":0.81200000000000006},"min":{"1min":0.53800000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":4.492,"5min":4.492,"15min":4.492},"last":0.57499999999999996},{"interface":"front","average":{"1min":1.1279999999999999,"5min":0.88500000000000001,"15min":0.85299999999999998},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":3.2850000000000001,"5min":3.2850000000000001,"15min":3.2850000000000001},"last":0.76700000000000002}]},{"osd":5,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":0.90600000000000003,"15min":0.88600000000000001},"min":{"1min":0.70199999999999996,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.9850000000000001,"5min":1.9850000000000001,"15min":1.9850000000000001},"last":0.72699999999999998},{"interface":"front","average":{"1min":1.2729999999999999,"5min":0.96699999999999997,"15min":0.92900000000000005},"min":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"max":{"1min":4.641,"5min":4.641,"15min":4.641},"last":0.745}]}]},{"osd":0,"up_from":11,"seq":47244640297,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1238396,"kb_used_data":183244,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93133444,"statfs":{"total":96636764160,"available":95368646656,"internally_reserved":1073741824,"allocated":187641856,"data_stored":187078376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57599999999999996,"15min":0.60599999999999998},"min":{"1min":0.34899999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.381,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":0.41499999999999998},{"interface":"front","average":{"1min":1.034,"5min":0.76000000000000001,"15min":0.71799999999999997},"min":{"1min":0.53300000000000003,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":6.649,"5min":6.649,"15min":6.649},"last":0.63400000000000001}]},{"osd":2,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.63300000000000001,"15min":0.64900000000000002},"min":{"1min":0.45300000000000001,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.88500000000000001,"5min":1.365,"15min":1.365},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.98599999999999999,"5min":0.66100000000000003,"15min":0.61799999999999999},"min":{"1min":0.46200000000000002,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":6.7480000000000002,"5min":6.7480000000000002,"15min":6.7480000000000002},"last":0.46100000000000002}]},{"osd":3,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.85899999999999999,"15min":0.90300000000000002},"min":{"1min":0.58799999999999997,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.3999999999999999,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.85999999999999999,"15min":0.88},"min":{"1min":0.54700000000000004,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.21,"5min":1.6890000000000001,"15min":1.6890000000000001},"last":0.83399999999999996}]},{"osd":4,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.80700000000000005,"15min":0.83499999999999996},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.4359999999999999,"5min":1.4359999999999999,"15min":1.4359999999999999},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.88600000000000001,"5min":0.92600000000000005,"15min":0.96199999999999997},"min":{"1min":0.68500000000000005,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.3839999999999999,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":0.66400000000000003}]},{"osd":5,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":1.2070000000000001,"5min":0.91700000000000004,"15min":0.88300000000000001},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":6.819,"5min":6.819,"15min":6.819},"last":0.78400000000000003},{"interface":"front","average":{"1min":1.03,"5min":0.89200000000000002,"15min":0.88600000000000001},"min":{"1min":0.68300000000000005,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":2.726,"5min":2.726,"15min":2.726},"last":0.76800000000000002}]}]},{"osd":1,"up_from":11,"seq":47244640297,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":15313548,"kb_used_data":14259520,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":79058292,"statfs":{"total":96636764160,"available":80955691008,"internally_reserved":1073741824,"allocated":14601748480,"data_stored":14546789164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 5 03:04:07 2020","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.58799999999999997,"15min":0.58399999999999996},"min":{"1min":0.41199999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":2.9489999999999998,"5min":2.9489999999999998,"15min":2.9489999999999998},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.52600000000000002,"15min":0.54300000000000004},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.70399999999999996,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.90200000000000002}]},{"osd":2,"last update":"Sat Dec 5 03:04:07 2020","interfaces":[{"interface":"back","average":{"1min":3.8730000000000002,"5min":1.2110000000000001,"15min":0.75800000000000001},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":44.469000000000001,"5min":44.469000000000001,"15min":44.469000000000001},"last":0.748},{"interface":"front","average":{"1min":4.0750000000000002,"5min":1.3899999999999999,"15min":0.96199999999999997},"min":{"1min":0.47199999999999998,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":44.918999999999997,"5min":44.918999999999997,"15min":44.918999999999997},"last":1.165}]},{"osd":3,"last update":"Sat Dec 5 03:04:07 2020","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.83299999999999996,"15min":0.84999999999999998},"min":{"1min":0.63,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.218,"5min":2.7669999999999999,"15min":2.7669999999999999},"last":0.96099999999999997},{"interface":"front","average":{"1min":0.752,"5min":0.71299999999999997,"15min":0.70699999999999996},"min":{"1min":0.50700000000000001,"5min":0.44,"15min":0.44},"max":{"1min":1.1850000000000001,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":1.4019999999999999}]},{"osd":4,"last update":"Sat Dec 5 03:04:07 2020","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.80900000000000005,"15min":0.81899999999999995},"min":{"1min":0.54600000000000004,"5min":0.503,"15min":0.503},"max":{"1min":1.095,"5min":1.444,"15min":1.444},"last":1.2090000000000001},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.78500000000000003,"15min":0.76900000000000002},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.843,"5min":1.843,"15min":1.843},"last":1.5249999999999999}]},{"osd":5,"last update":"Sat Dec 5 03:04:07 2020","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.85999999999999999,"15min":0.82999999999999996},"min":{"1min":0.63500000000000001,"5min":0.623,"15min":0.623},"max":{"1min":1.8500000000000001,"5min":1.8500000000000001,"15min":1.8500000000000001},"last":1.3400000000000001},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.94599999999999995,"15min":0.95799999999999996},"min":{"1min":0.747,"5min":0.623,"15min":0.623},"max":{"1min":1.3720000000000001,"5min":2.6139999999999999,"15min":2.6139999999999999},"last":1.119}]}]}]}} , 2020-12-05T03:04:16.481 INFO:tasks.ceph:pgid 1.7 last_scrub_stamp 2020-12-05T03:01:00.727685+0000 time.struct_time(tm_year=2020, tm_mon=12, tm_mday=5, tm_hour=3, tm_min=1, tm_sec=0, tm_wday=5, tm_yday=340, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=12, tm_mday=5, tm_hour=3, tm_min=4, tm_sec=12, tm_wday=5, tm_yday=340, tm_isdst=0) , 2020-12-05T03:04:16.482 INFO:tasks.ceph:pgid 1.6 last_scrub_stamp 2020-12-05T03:01:00.727685+0000 time.struct_time(tm_year=2020, tm_mon=12, tm_mday=5, tm_hour=3, tm_min=1, tm_sec=0, tm_wday=5, tm_yday=340, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=12, tm_mday=5, tm_hour=3, tm_min=4, tm_sec=12, tm_wday=5, tm_yday=340, tm_isdst=0) 2020-12-05T03:11:34.028 WARNING:scrape:Ignoring malparsed backtrace: 2020-12-05T03:05:38.441 INFO:tasks.ceph.mgr.x:Stopped , 2020-12-05T03:05:38.442 INFO:teuthology.misc:Shutting down mon daemons... , 2020-12-05T03:05:38.442 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2020-12-05T03:11:34.029 WARNING:scrape:Ignoring malparsed backtrace: 2020-12-05T03:07:14.375 INFO:teuthology.orchestra.run.smithi060:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log , 2020-12-05T03:07:14.444 INFO:teuthology.orchestra.run.smithi061:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log , 2020-12-05T03:07:14.511 INFO:teuthology.orchestra.run.smithi061:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|scontext=system_u:system_r:logrotate_t:s0\)' 2020-12-05T03:11:34.175 WARNING:scrape:Ignoring malparsed backtrace: ceph version 15.2.7-628-gf4c57cce (f4c57cce985237b8a8df8acc7d67b9474276dd0f) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7fb7a044ee24] , 2: (DeleteOp::_begin()+0x519) [0x556aef6e2129] 2020-12-05T03:11:34.177 WARNING:scrape:Ignoring malparsed backtrace: 2020-12-05T03:04:16.477 INFO:teuthology.orchestra.run.smithi061.stdout:{"pg_ready":true,"pg_map":{"version":130,"stamp":"2020-12-05T03:04:16.345287+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30197966788,"num_objects":10145,"num_object_clones":0,"num_object_copies":20290,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10118,"num_whiteouts":29,"num_read":22721,"num_read_kb":1322582,"num_write":52933,"num_write_kb":23918471,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":27,"num_bytes_hit_set_archive":13214,"num_flush":3558,"num_flush_kb":10404067,"num_evict":3168,"num_evict_kb":9252957,"num_promote":3930,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49083,"ondisk_log_size":49083,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":44859000,"kb_used_data":38537184,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":521372040,"statfs":{"total":579820584960,"available":533884968960,"internally_reserved":6442450944,"allocated":39462076416,"data_stored":39313768730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":209293445,"num_objects":81,"num_object_clones":0,"num_object_copies":162,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":17,"num_read":1091,"num_read_kb":987383,"num_write":514,"num_write_kb":432651,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":89,"num_flush_kb":246334,"num_evict":19,"num_evict_kb":47625,"num_promote":103,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002006"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.782291+0000","last_change":"2020-12-05T03:01:02.270775+0000","last_active":"2020-12-05T03:03:46.782291+0000","last_peered":"2020-12-05T03:03:46.782291+0000","last_clean":"2020-12-05T03:03:46.782291+0000","last_became_active":"2020-12-05T03:01:02.270234+0000","last_became_peered":"2020-12-05T03:01:02.270234+0000","last_unstale":"2020-12-05T03:03:46.782291+0000","last_undegraded":"2020-12-05T03:03:46.782291+0000","last_fullsized":"2020-12-05T03:03:46.782291+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.782371+0000","last_change":"2020-12-05T03:01:02.287939+0000","last_active":"2020-12-05T03:03:46.782371+0000","last_peered":"2020-12-05T03:03:46.782371+0000","last_clean":"2020-12-05T03:03:46.782371+0000","last_became_active":"2020-12-05T03:01:02.287464+0000","last_became_peered":"2020-12-05T03:01:02.287464+0000","last_unstale":"2020-12-05T03:03:46.782371+0000","last_undegraded":"2020-12-05T03:03:46.782371+0000","last_fullsized":"2020-12-05T03:03:46.782371+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5867","reported_seq":"8091","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:04:08.684600+0000","last_change":"2020-12-05T03:01:11.767110+0000","last_active":"2020-12-05T03:04:08.684600+0000","last_peered":"2020-12-05T03:04:08.684600+0000","last_clean":"2020-12-05T03:04:08.684600+0000","last_became_active":"2020-12-05T03:01:11.766824+0000","last_became_peered":"2020-12-05T03:01:11.766824+0000","last_unstale":"2020-12-05T03:04:08.684600+0000","last_undegraded":"2020-12-05T03:04:08.684600+0000","last_fullsized":"2020-12-05T03:04:08.684600+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_clean_scrub_stamp":"2020-12-05T03:01:10.755640+0000","log_size":5867,"ondisk_log_size":5867,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":119277601,"num_objects":58,"num_object_clones":0,"num_object_copies":116,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":50,"num_whiteouts":10,"num_read":1980,"num_read_kb":16362,"num_write":5162,"num_write_kb":1204941,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3761,"num_flush":924,"num_flush_kb":2696924,"num_evict":850,"num_evict_kb":2470716,"num_promote":1042,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6377","reported_seq":"8384","reported_epoch":"33","state":"active+clean","last_fresh":"2020-12-05T03:04:10.421134+0000","last_change":"2020-12-05T03:01:10.237535+0000","last_active":"2020-12-05T03:04:10.421134+0000","last_peered":"2020-12-05T03:04:10.421134+0000","last_clean":"2020-12-05T03:04:10.421134+0000","last_became_active":"2020-12-05T03:01:10.237174+0000","last_became_peered":"2020-12-05T03:01:10.237174+0000","last_unstale":"2020-12-05T03:04:10.421134+0000","last_undegraded":"2020-12-05T03:04:10.421134+0000","last_fullsized":"2020-12-05T03:04:10.421134+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_clean_scrub_stamp":"2020-12-05T03:01:08.749652+0000","log_size":6377,"ondisk_log_size":6377,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7168234456,"num_objects":2405,"num_object_clones":0,"num_object_copies":4810,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2405,"num_whiteouts":0,"num_read":3628,"num_read_kb":365773,"num_write":7922,"num_write_kb":4619167,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.782185+0000","last_change":"2020-12-05T03:01:02.290580+0000","last_active":"2020-12-05T03:03:46.782185+0000","last_peered":"2020-12-05T03:03:46.782185+0000","last_clean":"2020-12-05T03:03:46.782185+0000","last_became_active":"2020-12-05T03:01:02.290165+0000","last_became_peered":"2020-12-05T03:01:02.290165+0000","last_unstale":"2020-12-05T03:03:46.782185+0000","last_undegraded":"2020-12-05T03:03:46.782185+0000","last_fullsized":"2020-12-05T03:03:46.782185+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5385","reported_seq":"7442","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:04:08.707256+0000","last_change":"2020-12-05T03:01:11.796391+0000","last_active":"2020-12-05T03:04:08.707256+0000","last_peered":"2020-12-05T03:04:08.707256+0000","last_clean":"2020-12-05T03:04:08.707256+0000","last_became_active":"2020-12-05T03:01:11.796062+0000","last_became_peered":"2020-12-05T03:01:11.796062+0000","last_unstale":"2020-12-05T03:04:08.707256+0000","last_undegraded":"2020-12-05T03:04:08.707256+0000","last_fullsized":"2020-12-05T03:04:08.707256+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_clean_scrub_stamp":"2020-12-05T03:01:10.755640+0000","log_size":5385,"ondisk_log_size":5385,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":108860958,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":46,"num_whiteouts":10,"num_read":1867,"num_read_kb":912,"num_write":4850,"num_write_kb":1155274,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":2960,"num_flush":866,"num_flush_kb":2527957,"num_evict":781,"num_evict_kb":2280441,"num_promote":940,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6747","reported_seq":"8949","reported_epoch":"33","state":"active+clean","last_fresh":"2020-12-05T03:04:10.412606+0000","last_change":"2020-12-05T03:01:09.758577+0000","last_active":"2020-12-05T03:04:10.412606+0000","last_peered":"2020-12-05T03:04:10.412606+0000","last_clean":"2020-12-05T03:04:10.412606+0000","last_became_active":"2020-12-05T03:01:09.758314+0000","last_became_peered":"2020-12-05T03:01:09.758314+0000","last_unstale":"2020-12-05T03:04:10.412606+0000","last_undegraded":"2020-12-05T03:04:10.412606+0000","last_fullsized":"2020-12-05T03:04:10.412606+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_clean_scrub_stamp":"2020-12-05T03:01:08.749652+0000","log_size":6747,"ondisk_log_size":6747,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7546429444,"num_objects":2527,"num_object_clones":0,"num_object_copies":5054,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2527,"num_whiteouts":0,"num_read":3764,"num_read_kb":225146,"num_write":8353,"num_write_kb":4913739,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.782375+0000","last_change":"2020-12-05T03:01:02.287739+0000","last_active":"2020-12-05T03:03:46.782375+0000","last_peered":"2020-12-05T03:03:46.782375+0000","last_clean":"2020-12-05T03:03:46.782375+0000","last_became_active":"2020-12-05T03:01:02.287414+0000","last_became_peered":"2020-12-05T03:01:02.287414+0000","last_unstale":"2020-12-05T03:03:46.782375+0000","last_undegraded":"2020-12-05T03:03:46.782375+0000","last_fullsized":"2020-12-05T03:03:46.782375+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5390","reported_seq":"7519","reported_epoch":"33","state":"active+clean","last_fresh":"2020-12-05T03:04:10.613670+0000","last_change":"2020-12-05T03:01:11.798875+0000","last_active":"2020-12-05T03:04:10.613670+0000","last_peered":"2020-12-05T03:04:10.613670+0000","last_clean":"2020-12-05T03:04:10.613670+0000","last_became_active":"2020-12-05T03:01:11.798439+0000","last_became_peered":"2020-12-05T03:01:11.798439+0000","last_unstale":"2020-12-05T03:04:10.613670+0000","last_undegraded":"2020-12-05T03:04:10.613670+0000","last_fullsized":"2020-12-05T03:04:10.613670+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_clean_scrub_stamp":"2020-12-05T03:01:10.755640+0000","log_size":5390,"ondisk_log_size":5390,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":120462654,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":6,"num_read":1880,"num_read_kb":891,"num_write":4735,"num_write_kb":1148327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2622,"num_flush":837,"num_flush_kb":2457424,"num_evict":701,"num_evict_kb":2045218,"num_promote":923,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6791","reported_seq":"9014","reported_epoch":"33","state":"active+clean","last_fresh":"2020-12-05T03:04:10.567060+0000","last_change":"2020-12-05T03:01:10.237691+0000","last_active":"2020-12-05T03:04:10.567060+0000","last_peered":"2020-12-05T03:04:10.567060+0000","last_clean":"2020-12-05T03:04:10.567060+0000","last_became_active":"2020-12-05T03:01:10.237291+0000","last_became_peered":"2020-12-05T03:01:10.237291+0000","last_unstale":"2020-12-05T03:04:10.567060+0000","last_undegraded":"2020-12-05T03:04:10.567060+0000","last_fullsized":"2020-12-05T03:04:10.567060+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_clean_scrub_stamp":"2020-12-05T03:01:08.749652+0000","log_size":6791,"ondisk_log_size":6791,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7630861291,"num_objects":2537,"num_object_clones":0,"num_object_copies":5074,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2537,"num_whiteouts":0,"num_read":3857,"num_read_kb":331338,"num_write":8405,"num_write_kb":4980246,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.781934+0000","last_change":"2020-12-05T03:01:02.290281+0000","last_active":"2020-12-05T03:03:46.781934+0000","last_peered":"2020-12-05T03:03:46.781934+0000","last_clean":"2020-12-05T03:03:46.781934+0000","last_became_active":"2020-12-05T03:01:02.290008+0000","last_became_peered":"2020-12-05T03:01:02.290008+0000","last_unstale":"2020-12-05T03:03:46.781934+0000","last_undegraded":"2020-12-05T03:03:46.781934+0000","last_fullsized":"2020-12-05T03:03:46.781934+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5810","reported_seq":"8075","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:04:08.626885+0000","last_change":"2020-12-05T03:01:11.767346+0000","last_active":"2020-12-05T03:04:08.626885+0000","last_peered":"2020-12-05T03:04:08.626885+0000","last_clean":"2020-12-05T03:04:08.626885+0000","last_became_active":"2020-12-05T03:01:11.766989+0000","last_became_peered":"2020-12-05T03:01:11.766989+0000","last_unstale":"2020-12-05T03:04:08.626885+0000","last_undegraded":"2020-12-05T03:04:08.626885+0000","last_fullsized":"2020-12-05T03:04:08.626885+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_clean_scrub_stamp":"2020-12-05T03:01:10.755640+0000","log_size":5810,"ondisk_log_size":5810,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":100855467,"num_objects":43,"num_object_clones":0,"num_object_copies":86,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":3,"num_read":1993,"num_read_kb":13617,"num_write":5140,"num_write_kb":1200552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3871,"num_flush":931,"num_flush_kb":2721762,"num_evict":836,"num_evict_kb":2456582,"num_promote":1025,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6716","reported_seq":"8754","reported_epoch":"33","state":"active+clean","last_fresh":"2020-12-05T03:04:10.606779+0000","last_change":"2020-12-05T03:01:10.237486+0000","last_active":"2020-12-05T03:04:10.606779+0000","last_peered":"2020-12-05T03:04:10.606779+0000","last_clean":"2020-12-05T03:04:10.606779+0000","last_became_active":"2020-12-05T03:01:10.237204+0000","last_became_peered":"2020-12-05T03:01:10.237204+0000","last_unstale":"2020-12-05T03:04:10.606779+0000","last_undegraded":"2020-12-05T03:04:10.606779+0000","last_fullsized":"2020-12-05T03:04:10.606779+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_clean_scrub_stamp":"2020-12-05T03:01:08.749652+0000","log_size":6716,"ondisk_log_size":6716,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7402984917,"num_objects":2471,"num_object_clones":0,"num_object_copies":4942,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2471,"num_whiteouts":0,"num_read":3752,"num_read_kb":368543,"num_write":8366,"num_write_kb":4696225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.782149+0000","last_change":"2020-12-05T03:01:01.737132+0000","last_active":"2020-12-05T03:03:46.782149+0000","last_peered":"2020-12-05T03:03:46.782149+0000","last_clean":"2020-12-05T03:03:46.782149+0000","last_became_active":"2020-12-05T03:01:01.736825+0000","last_became_peered":"2020-12-05T03:01:01.736825+0000","last_unstale":"2020-12-05T03:03:46.782149+0000","last_undegraded":"2020-12-05T03:03:46.782149+0000","last_fullsized":"2020-12-05T03:03:46.782149+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.782230+0000","last_change":"2020-12-05T03:01:01.737486+0000","last_active":"2020-12-05T03:03:46.782230+0000","last_peered":"2020-12-05T03:03:46.782230+0000","last_clean":"2020-12-05T03:03:46.782230+0000","last_became_active":"2020-12-05T03:01:01.737227+0000","last_became_peered":"2020-12-05T03:01:01.737227+0000","last_unstale":"2020-12-05T03:03:46.782230+0000","last_undegraded":"2020-12-05T03:03:46.782230+0000","last_fullsized":"2020-12-05T03:03:46.782230+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.781944+0000","last_change":"2020-12-05T03:01:02.270827+0000","last_active":"2020-12-05T03:03:46.781944+0000","last_peered":"2020-12-05T03:03:46.781944+0000","last_clean":"2020-12-05T03:03:46.781944+0000","last_became_active":"2020-12-05T03:01:02.270233+0000","last_became_peered":"2020-12-05T03:01:02.270233+0000","last_unstale":"2020-12-05T03:03:46.781944+0000","last_undegraded":"2020-12-05T03:03:46.781944+0000","last_fullsized":"2020-12-05T03:03:46.781944+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":449456680,"num_objects":205,"num_object_clones":0,"num_object_copies":410,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":178,"num_whiteouts":29,"num_read":7720,"num_read_kb":31782,"num_write":19887,"num_write_kb":4709094,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":27,"num_bytes_hit_set_archive":13214,"num_flush":3558,"num_flush_kb":10404067,"num_evict":3168,"num_evict_kb":9252957,"num_promote":3930,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":718102528,"data_stored":716359774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22452,"ondisk_log_size":22452,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29748510108,"num_objects":9940,"num_object_clones":0,"num_object_copies":19880,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9940,"num_whiteouts":0,"num_read":15001,"num_read_kb":1290800,"num_write":33046,"num_write_kb":19209377,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":38742302720,"data_stored":38596705732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26631,"ondisk_log_size":26631,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640297,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10542880,"kb_used_data":9487304,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83828960,"statfs":{"total":96636764160,"available":85840855040,"internally_reserved":1073741824,"allocated":9714999296,"data_stored":9678814799,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.60499999999999998,"15min":0.61299999999999999},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":1.3440000000000001},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.66100000000000003,"15min":0.67300000000000004},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.788,"5min":1.788,"15min":1.788},"last":1.8009999999999999}]},{"osd":1,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.84799999999999998,"15min":0.70599999999999996},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":3.2879999999999998,"5min":16.914999999999999,"15min":16.914999999999999},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.874,"15min":0.72299999999999998},"min":{"1min":0.53100000000000003,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.4399999999999999,"5min":16.884,"15min":16.884},"last":0.79500000000000004}]},{"osd":2,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":1.869,"5min":1.218,"15min":0.92600000000000005},"min":{"1min":0.72999999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":23.065999999999999,"5min":23.065999999999999,"15min":23.065999999999999},"last":0.94399999999999995},{"interface":"front","average":{"1min":1.833,"5min":1.284,"15min":1.028},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":22.931000000000001,"5min":22.931000000000001,"15min":22.931000000000001},"last":0.76200000000000001}]},{"osd":3,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.77500000000000002,"15min":0.79100000000000004},"min":{"1min":0.55600000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.5469999999999999,"5min":1.5469999999999999,"15min":1.5469999999999999},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.86499999999999999,"5min":0.82499999999999996,"15min":0.81799999999999995},"min":{"1min":0.56799999999999995,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.3939999999999999,"5min":1.5229999999999999,"15min":1.5229999999999999},"last":0.90500000000000003}]},{"osd":4,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":1.02,"5min":0.87,"15min":0.86099999999999999},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":3.512,"5min":3.512,"15min":3.512},"last":1.919},{"interface":"front","average":{"1min":1.091,"5min":0.90700000000000003,"15min":0.86699999999999999},"min":{"1min":0.59199999999999997,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":2.4089999999999998,"5min":2.4089999999999998,"15min":2.4089999999999998},"last":1.0629999999999999}]}]},{"osd":4,"up_from":11,"seq":47244640297,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1238396,"kb_used_data":183244,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93133444,"statfs":{"total":96636764160,"available":95368646656,"internally_reserved":1073741824,"allocated":187641856,"data_stored":187078376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.58499999999999996,"15min":0.58699999999999997},"min":{"1min":0.371,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.85099999999999998,"5min":1.206,"15min":1.206},"last":0.81399999999999995},{"interface":"front","average":{"1min":0.85799999999999998,"5min":0.70499999999999996,"15min":0.65900000000000003},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.21,"5min":1.21,"15min":1.21},"last":0.91100000000000003}]},{"osd":1,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.70899999999999996},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.6799999999999999,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.67900000000000005,"15min":0.69499999999999995},"min":{"1min":0.47599999999999998,"5min":0.434,"15min":0.434},"max":{"1min":0.84199999999999997,"5min":1.032,"15min":1.032},"last":0.68799999999999994}]},{"osd":2,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":0.75700000000000001,"15min":0.747},"min":{"1min":0.59499999999999997,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.85699999999999998},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.80000000000000004,"15min":0.79700000000000004},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.3080000000000001,"5min":1.3080000000000001,"15min":1.3080000000000001},"last":0.84099999999999997}]},{"osd":3,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.81000000000000005,"15min":0.83799999999999997},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":1.387,"5min":1.4379999999999999,"15min":1.4379999999999999},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.92200000000000004,"15min":0.93200000000000005},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.482,"5min":2.3149999999999999,"15min":2.3149999999999999},"last":0.751}]},{"osd":5,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.879,"15min":0.92200000000000004},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.0569999999999999,"5min":1.716,"15min":1.716},"last":0.628},{"interface":"front","average":{"1min":0.93100000000000005,"5min":0.93500000000000005,"15min":0.93700000000000006},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.429,"5min":1.429,"15min":1.429},"last":0.54800000000000004}]}]},{"osd":3,"up_from":11,"seq":47244640297,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5685544,"kb_used_data":4636960,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":88686296,"statfs":{"total":96636764160,"available":90814767104,"internally_reserved":1073741824,"allocated":4748247040,"data_stored":4729715134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 5 03:04:02 2020","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.64200000000000002,"15min":0.65600000000000003},"min":{"1min":0.42199999999999999,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":1.2989999999999999,"5min":1.393,"15min":1.393},"last":0.90600000000000003},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.67600000000000005,"15min":0.69699999999999995},"min":{"1min":0.45500000000000002,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.2649999999999999,"5min":1.2649999999999999,"15min":1.2649999999999999},"last":0.96499999999999997}]},{"osd":1,"last update":"Sat Dec 5 03:04:02 2020","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.93600000000000005,"15min":0.873},"min":{"1min":0.442,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.605,"5min":12.98,"15min":12.98},"last":0.93500000000000005},{"interface":"front","average":{"1min":0.77500000000000002,"5min":0.93400000000000005,"15min":0.84199999999999997},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.5669999999999999,"5min":13.81,"15min":13.81},"last":0.88}]},{"osd":2,"last update":"Sat Dec 5 03:04:02 2020","interfaces":[{"interface":"back","average":{"1min":0.94399999999999995,"5min":0.88700000000000001,"15min":0.88900000000000001},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.7430000000000001,"5min":1.7430000000000001,"15min":1.7430000000000001},"last":0.80900000000000005},{"interface":"front","average":{"1min":0.86899999999999999,"5min":0.85499999999999998,"15min":0.872},"min":{"1min":0.55400000000000005,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.4490000000000001,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":0.78400000000000003}]},{"osd":4,"last update":"Sat Dec 5 03:04:02 2020","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":0.81799999999999995,"15min":0.80100000000000005},"min":{"1min":0.55500000000000005,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.873,"5min":1.873,"15min":1.873},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.81100000000000005,"15min":0.80600000000000005},"min":{"1min":0.58799999999999997,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.474,"5min":1.474,"15min":1.474},"last":0.51200000000000001}]},{"osd":5,"last update":"Sat Dec 5 03:04:02 2020","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":0.89000000000000001,"15min":0.90900000000000003},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.1240000000000001,"5min":1.4419999999999999,"15min":1.4419999999999999},"last":0.57599999999999996},{"interface":"front","average":{"1min":1.048,"5min":0.96299999999999997,"15min":0.95899999999999996},"min":{"1min":0.77300000000000002,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":2.0019999999999998,"5min":2.0019999999999998,"15min":2.0019999999999998},"last":0.70099999999999996}]}]},{"osd":2,"up_from":11,"seq":47244640297,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10840236,"kb_used_data":9786912,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83531604,"statfs":{"total":96636764160,"available":85536362496,"internally_reserved":1073741824,"allocated":10021797888,"data_stored":9984292881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.62,"15min":0.61599999999999999},"min":{"1min":0.34999999999999998,"5min":0.307,"15min":0.307},"max":{"1min":2.8010000000000002,"5min":2.8010000000000002,"15min":2.8010000000000002},"last":0.623},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.77500000000000002,"15min":0.78100000000000003},"min":{"1min":0.54900000000000004,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.996,"5min":1.996,"15min":1.996},"last":0.64900000000000002}]},{"osd":1,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.76000000000000001,"15min":0.751},"min":{"1min":0.45500000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.5720000000000001,"5min":1.5720000000000001,"15min":1.5720000000000001},"last":0.44700000000000001},{"interface":"front","average":{"1min":1.147,"5min":0.79800000000000004,"15min":0.75},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":4.8159999999999998,"5min":4.8159999999999998,"15min":4.8159999999999998},"last":0.66600000000000004}]},{"osd":3,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.92100000000000004,"5min":0.73099999999999998,"15min":0.70799999999999996},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":2.6339999999999999,"5min":2.6339999999999999,"15min":2.6339999999999999},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.91900000000000004,"5min":0.84099999999999997,"15min":0.84899999999999998},"min":{"1min":0.52200000000000002,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.8340000000000001,"5min":1.8340000000000001,"15min":1.8340000000000001},"last":0.54500000000000004}]},{"osd":4,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":1.1200000000000001,"5min":0.83799999999999997,"15min":0.81200000000000006},"min":{"1min":0.53800000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":4.492,"5min":4.492,"15min":4.492},"last":0.57499999999999996},{"interface":"front","average":{"1min":1.1279999999999999,"5min":0.88500000000000001,"15min":0.85299999999999998},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":3.2850000000000001,"5min":3.2850000000000001,"15min":3.2850000000000001},"last":0.76700000000000002}]},{"osd":5,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":0.90600000000000003,"15min":0.88600000000000001},"min":{"1min":0.70199999999999996,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.9850000000000001,"5min":1.9850000000000001,"15min":1.9850000000000001},"last":0.72699999999999998},{"interface":"front","average":{"1min":1.2729999999999999,"5min":0.96699999999999997,"15min":0.92900000000000005},"min":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"max":{"1min":4.641,"5min":4.641,"15min":4.641},"last":0.745}]}]},{"osd":0,"up_from":11,"seq":47244640297,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1238396,"kb_used_data":183244,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93133444,"statfs":{"total":96636764160,"available":95368646656,"internally_reserved":1073741824,"allocated":187641856,"data_stored":187078376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57599999999999996,"15min":0.60599999999999998},"min":{"1min":0.34899999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.381,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":0.41499999999999998},{"interface":"front","average":{"1min":1.034,"5min":0.76000000000000001,"15min":0.71799999999999997},"min":{"1min":0.53300000000000003,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":6.649,"5min":6.649,"15min":6.649},"last":0.63400000000000001}]},{"osd":2,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.63300000000000001,"15min":0.64900000000000002},"min":{"1min":0.45300000000000001,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.88500000000000001,"5min":1.365,"15min":1.365},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.98599999999999999,"5min":0.66100000000000003,"15min":0.61799999999999999},"min":{"1min":0.46200000000000002,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":6.7480000000000002,"5min":6.7480000000000002,"15min":6.7480000000000002},"last":0.46100000000000002}]},{"osd":3,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.85899999999999999,"15min":0.90300000000000002},"min":{"1min":0.58799999999999997,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.3999999999999999,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.85999999999999999,"15min":0.88},"min":{"1min":0.54700000000000004,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.21,"5min":1.6890000000000001,"15min":1.6890000000000001},"last":0.83399999999999996}]},{"osd":4,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.80700000000000005,"15min":0.83499999999999996},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.4359999999999999,"5min":1.4359999999999999,"15min":1.4359999999999999},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.88600000000000001,"5min":0.92600000000000005,"15min":0.96199999999999997},"min":{"1min":0.68500000000000005,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.3839999999999999,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":0.66400000000000003}]},{"osd":5,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":1.2070000000000001,"5min":0.91700000000000004,"15min":0.88300000000000001},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":6.819,"5min":6.819,"15min":6.819},"last":0.78400000000000003},{"interface":"front","average":{"1min":1.03,"5min":0.89200000000000002,"15min":0.88600000000000001},"min":{"1min":0.68300000000000005,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":2.726,"5min":2.726,"15min":2.726},"last":0.76800000000000002}]}]},{"osd":1,"up_from":11,"seq":47244640297,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":15313548,"kb_used_data":14259520,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":79058292,"statfs":{"total":96636764160,"available":80955691008,"internally_reserved":1073741824,"allocated":14601748480,"data_stored":14546789164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 5 03:04:07 2020","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.58799999999999997,"15min":0.58399999999999996},"min":{"1min":0.41199999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":2.9489999999999998,"5min":2.9489999999999998,"15min":2.9489999999999998},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.52600000000000002,"15min":0.54300000000000004},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.70399999999999996,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.90200000000000002}]},{"osd":2,"last update":"Sat Dec 5 03:04:07 2020","interfaces":[{"interface":"back","average":{"1min":3.8730000000000002,"5min":1.2110000000000001,"15min":0.75800000000000001},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":44.469000000000001,"5min":44.469000000000001,"15min":44.469000000000001},"last":0.748},{"interface":"front","average":{"1min":4.0750000000000002,"5min":1.3899999999999999,"15min":0.96199999999999997},"min":{"1min":0.47199999999999998,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":44.918999999999997,"5min":44.918999999999997,"15min":44.918999999999997},"last":1.165}]},{"osd":3,"last update":"Sat Dec 5 03:04:07 2020","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.83299999999999996,"15min":0.84999999999999998},"min":{"1min":0.63,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.218,"5min":2.7669999999999999,"15min":2.7669999999999999},"last":0.96099999999999997},{"interface":"front","average":{"1min":0.752,"5min":0.71299999999999997,"15min":0.70699999999999996},"min":{"1min":0.50700000000000001,"5min":0.44,"15min":0.44},"max":{"1min":1.1850000000000001,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":1.4019999999999999}]},{"osd":4,"last update":"Sat Dec 5 03:04:07 2020","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.80900000000000005,"15min":0.81899999999999995},"min":{"1min":0.54600000000000004,"5min":0.503,"15min":0.503},"max":{"1min":1.095,"5min":1.444,"15min":1.444},"last":1.2090000000000001},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.78500000000000003,"15min":0.76900000000000002},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.843,"5min":1.843,"15min":1.843},"last":1.5249999999999999}]},{"osd":5,"last update":"Sat Dec 5 03:04:07 2020","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.85999999999999999,"15min":0.82999999999999996},"min":{"1min":0.63500000000000001,"5min":0.623,"15min":0.623},"max":{"1min":1.8500000000000001,"5min":1.8500000000000001,"15min":1.8500000000000001},"last":1.3400000000000001},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.94599999999999995,"15min":0.95799999999999996},"min":{"1min":0.747,"5min":0.623,"15min":0.623},"max":{"1min":1.3720000000000001,"5min":2.6139999999999999,"15min":2.6139999999999999},"last":1.119}]}]}]}} , 2020-12-05T03:04:16.481 INFO:tasks.ceph:pgid 1.7 last_scrub_stamp 2020-12-05T03:01:00.727685+0000 time.struct_time(tm_year=2020, tm_mon=12, tm_mday=5, tm_hour=3, tm_min=1, tm_sec=0, tm_wday=5, tm_yday=340, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=12, tm_mday=5, tm_hour=3, tm_min=4, tm_sec=12, tm_wday=5, tm_yday=340, tm_isdst=0) , 2020-12-05T03:04:16.482 INFO:tasks.ceph:pgid 1.6 last_scrub_stamp 2020-12-05T03:01:00.727685+0000 time.struct_time(tm_year=2020, tm_mon=12, tm_mday=5, tm_hour=3, tm_min=1, tm_sec=0, tm_wday=5, tm_yday=340, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=12, tm_mday=5, tm_hour=3, tm_min=4, tm_sec=12, tm_wday=5, tm_yday=340, tm_isdst=0) 2020-12-05T03:11:34.179 WARNING:scrape:Ignoring malparsed backtrace: 2020-12-05T03:05:38.441 INFO:tasks.ceph.mgr.x:Stopped , 2020-12-05T03:05:38.442 INFO:teuthology.misc:Shutting down mon daemons... , 2020-12-05T03:05:38.442 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2020-12-05T03:11:34.179 WARNING:scrape:Ignoring malparsed backtrace: 2020-12-05T03:07:14.375 INFO:teuthology.orchestra.run.smithi060:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log , 2020-12-05T03:07:14.444 INFO:teuthology.orchestra.run.smithi061:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log , 2020-12-05T03:07:14.511 INFO:teuthology.orchestra.run.smithi061:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|scontext=system_u:system_r:logrotate_t:s0\)' 2020-12-05T03:11:34.304 WARNING:scrape:Ignoring malparsed backtrace: ceph version 15.2.7-628-gf4c57cce (f4c57cce985237b8a8df8acc7d67b9474276dd0f) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7fb7a044ee24] , 2: (DeleteOp::_begin()+0x519) [0x556aef6e2129] 2020-12-05T03:11:34.306 WARNING:scrape:Ignoring malparsed backtrace: 2020-12-05T03:04:16.477 INFO:teuthology.orchestra.run.smithi061.stdout:{"pg_ready":true,"pg_map":{"version":130,"stamp":"2020-12-05T03:04:16.345287+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30197966788,"num_objects":10145,"num_object_clones":0,"num_object_copies":20290,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10118,"num_whiteouts":29,"num_read":22721,"num_read_kb":1322582,"num_write":52933,"num_write_kb":23918471,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":27,"num_bytes_hit_set_archive":13214,"num_flush":3558,"num_flush_kb":10404067,"num_evict":3168,"num_evict_kb":9252957,"num_promote":3930,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49083,"ondisk_log_size":49083,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":44859000,"kb_used_data":38537184,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":521372040,"statfs":{"total":579820584960,"available":533884968960,"internally_reserved":6442450944,"allocated":39462076416,"data_stored":39313768730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":209293445,"num_objects":81,"num_object_clones":0,"num_object_copies":162,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":17,"num_read":1091,"num_read_kb":987383,"num_write":514,"num_write_kb":432651,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":89,"num_flush_kb":246334,"num_evict":19,"num_evict_kb":47625,"num_promote":103,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002006"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.782291+0000","last_change":"2020-12-05T03:01:02.270775+0000","last_active":"2020-12-05T03:03:46.782291+0000","last_peered":"2020-12-05T03:03:46.782291+0000","last_clean":"2020-12-05T03:03:46.782291+0000","last_became_active":"2020-12-05T03:01:02.270234+0000","last_became_peered":"2020-12-05T03:01:02.270234+0000","last_unstale":"2020-12-05T03:03:46.782291+0000","last_undegraded":"2020-12-05T03:03:46.782291+0000","last_fullsized":"2020-12-05T03:03:46.782291+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.782371+0000","last_change":"2020-12-05T03:01:02.287939+0000","last_active":"2020-12-05T03:03:46.782371+0000","last_peered":"2020-12-05T03:03:46.782371+0000","last_clean":"2020-12-05T03:03:46.782371+0000","last_became_active":"2020-12-05T03:01:02.287464+0000","last_became_peered":"2020-12-05T03:01:02.287464+0000","last_unstale":"2020-12-05T03:03:46.782371+0000","last_undegraded":"2020-12-05T03:03:46.782371+0000","last_fullsized":"2020-12-05T03:03:46.782371+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5867","reported_seq":"8091","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:04:08.684600+0000","last_change":"2020-12-05T03:01:11.767110+0000","last_active":"2020-12-05T03:04:08.684600+0000","last_peered":"2020-12-05T03:04:08.684600+0000","last_clean":"2020-12-05T03:04:08.684600+0000","last_became_active":"2020-12-05T03:01:11.766824+0000","last_became_peered":"2020-12-05T03:01:11.766824+0000","last_unstale":"2020-12-05T03:04:08.684600+0000","last_undegraded":"2020-12-05T03:04:08.684600+0000","last_fullsized":"2020-12-05T03:04:08.684600+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_clean_scrub_stamp":"2020-12-05T03:01:10.755640+0000","log_size":5867,"ondisk_log_size":5867,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":119277601,"num_objects":58,"num_object_clones":0,"num_object_copies":116,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":50,"num_whiteouts":10,"num_read":1980,"num_read_kb":16362,"num_write":5162,"num_write_kb":1204941,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3761,"num_flush":924,"num_flush_kb":2696924,"num_evict":850,"num_evict_kb":2470716,"num_promote":1042,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6377","reported_seq":"8384","reported_epoch":"33","state":"active+clean","last_fresh":"2020-12-05T03:04:10.421134+0000","last_change":"2020-12-05T03:01:10.237535+0000","last_active":"2020-12-05T03:04:10.421134+0000","last_peered":"2020-12-05T03:04:10.421134+0000","last_clean":"2020-12-05T03:04:10.421134+0000","last_became_active":"2020-12-05T03:01:10.237174+0000","last_became_peered":"2020-12-05T03:01:10.237174+0000","last_unstale":"2020-12-05T03:04:10.421134+0000","last_undegraded":"2020-12-05T03:04:10.421134+0000","last_fullsized":"2020-12-05T03:04:10.421134+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_clean_scrub_stamp":"2020-12-05T03:01:08.749652+0000","log_size":6377,"ondisk_log_size":6377,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7168234456,"num_objects":2405,"num_object_clones":0,"num_object_copies":4810,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2405,"num_whiteouts":0,"num_read":3628,"num_read_kb":365773,"num_write":7922,"num_write_kb":4619167,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.782185+0000","last_change":"2020-12-05T03:01:02.290580+0000","last_active":"2020-12-05T03:03:46.782185+0000","last_peered":"2020-12-05T03:03:46.782185+0000","last_clean":"2020-12-05T03:03:46.782185+0000","last_became_active":"2020-12-05T03:01:02.290165+0000","last_became_peered":"2020-12-05T03:01:02.290165+0000","last_unstale":"2020-12-05T03:03:46.782185+0000","last_undegraded":"2020-12-05T03:03:46.782185+0000","last_fullsized":"2020-12-05T03:03:46.782185+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5385","reported_seq":"7442","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:04:08.707256+0000","last_change":"2020-12-05T03:01:11.796391+0000","last_active":"2020-12-05T03:04:08.707256+0000","last_peered":"2020-12-05T03:04:08.707256+0000","last_clean":"2020-12-05T03:04:08.707256+0000","last_became_active":"2020-12-05T03:01:11.796062+0000","last_became_peered":"2020-12-05T03:01:11.796062+0000","last_unstale":"2020-12-05T03:04:08.707256+0000","last_undegraded":"2020-12-05T03:04:08.707256+0000","last_fullsized":"2020-12-05T03:04:08.707256+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_clean_scrub_stamp":"2020-12-05T03:01:10.755640+0000","log_size":5385,"ondisk_log_size":5385,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":108860958,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":46,"num_whiteouts":10,"num_read":1867,"num_read_kb":912,"num_write":4850,"num_write_kb":1155274,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":2960,"num_flush":866,"num_flush_kb":2527957,"num_evict":781,"num_evict_kb":2280441,"num_promote":940,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6747","reported_seq":"8949","reported_epoch":"33","state":"active+clean","last_fresh":"2020-12-05T03:04:10.412606+0000","last_change":"2020-12-05T03:01:09.758577+0000","last_active":"2020-12-05T03:04:10.412606+0000","last_peered":"2020-12-05T03:04:10.412606+0000","last_clean":"2020-12-05T03:04:10.412606+0000","last_became_active":"2020-12-05T03:01:09.758314+0000","last_became_peered":"2020-12-05T03:01:09.758314+0000","last_unstale":"2020-12-05T03:04:10.412606+0000","last_undegraded":"2020-12-05T03:04:10.412606+0000","last_fullsized":"2020-12-05T03:04:10.412606+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_clean_scrub_stamp":"2020-12-05T03:01:08.749652+0000","log_size":6747,"ondisk_log_size":6747,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7546429444,"num_objects":2527,"num_object_clones":0,"num_object_copies":5054,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2527,"num_whiteouts":0,"num_read":3764,"num_read_kb":225146,"num_write":8353,"num_write_kb":4913739,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.782375+0000","last_change":"2020-12-05T03:01:02.287739+0000","last_active":"2020-12-05T03:03:46.782375+0000","last_peered":"2020-12-05T03:03:46.782375+0000","last_clean":"2020-12-05T03:03:46.782375+0000","last_became_active":"2020-12-05T03:01:02.287414+0000","last_became_peered":"2020-12-05T03:01:02.287414+0000","last_unstale":"2020-12-05T03:03:46.782375+0000","last_undegraded":"2020-12-05T03:03:46.782375+0000","last_fullsized":"2020-12-05T03:03:46.782375+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5390","reported_seq":"7519","reported_epoch":"33","state":"active+clean","last_fresh":"2020-12-05T03:04:10.613670+0000","last_change":"2020-12-05T03:01:11.798875+0000","last_active":"2020-12-05T03:04:10.613670+0000","last_peered":"2020-12-05T03:04:10.613670+0000","last_clean":"2020-12-05T03:04:10.613670+0000","last_became_active":"2020-12-05T03:01:11.798439+0000","last_became_peered":"2020-12-05T03:01:11.798439+0000","last_unstale":"2020-12-05T03:04:10.613670+0000","last_undegraded":"2020-12-05T03:04:10.613670+0000","last_fullsized":"2020-12-05T03:04:10.613670+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_clean_scrub_stamp":"2020-12-05T03:01:10.755640+0000","log_size":5390,"ondisk_log_size":5390,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":120462654,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":6,"num_read":1880,"num_read_kb":891,"num_write":4735,"num_write_kb":1148327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2622,"num_flush":837,"num_flush_kb":2457424,"num_evict":701,"num_evict_kb":2045218,"num_promote":923,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6791","reported_seq":"9014","reported_epoch":"33","state":"active+clean","last_fresh":"2020-12-05T03:04:10.567060+0000","last_change":"2020-12-05T03:01:10.237691+0000","last_active":"2020-12-05T03:04:10.567060+0000","last_peered":"2020-12-05T03:04:10.567060+0000","last_clean":"2020-12-05T03:04:10.567060+0000","last_became_active":"2020-12-05T03:01:10.237291+0000","last_became_peered":"2020-12-05T03:01:10.237291+0000","last_unstale":"2020-12-05T03:04:10.567060+0000","last_undegraded":"2020-12-05T03:04:10.567060+0000","last_fullsized":"2020-12-05T03:04:10.567060+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_clean_scrub_stamp":"2020-12-05T03:01:08.749652+0000","log_size":6791,"ondisk_log_size":6791,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7630861291,"num_objects":2537,"num_object_clones":0,"num_object_copies":5074,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2537,"num_whiteouts":0,"num_read":3857,"num_read_kb":331338,"num_write":8405,"num_write_kb":4980246,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.781934+0000","last_change":"2020-12-05T03:01:02.290281+0000","last_active":"2020-12-05T03:03:46.781934+0000","last_peered":"2020-12-05T03:03:46.781934+0000","last_clean":"2020-12-05T03:03:46.781934+0000","last_became_active":"2020-12-05T03:01:02.290008+0000","last_became_peered":"2020-12-05T03:01:02.290008+0000","last_unstale":"2020-12-05T03:03:46.781934+0000","last_undegraded":"2020-12-05T03:03:46.781934+0000","last_fullsized":"2020-12-05T03:03:46.781934+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5810","reported_seq":"8075","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:04:08.626885+0000","last_change":"2020-12-05T03:01:11.767346+0000","last_active":"2020-12-05T03:04:08.626885+0000","last_peered":"2020-12-05T03:04:08.626885+0000","last_clean":"2020-12-05T03:04:08.626885+0000","last_became_active":"2020-12-05T03:01:11.766989+0000","last_became_peered":"2020-12-05T03:01:11.766989+0000","last_unstale":"2020-12-05T03:04:08.626885+0000","last_undegraded":"2020-12-05T03:04:08.626885+0000","last_fullsized":"2020-12-05T03:04:08.626885+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_clean_scrub_stamp":"2020-12-05T03:01:10.755640+0000","log_size":5810,"ondisk_log_size":5810,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":100855467,"num_objects":43,"num_object_clones":0,"num_object_copies":86,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":3,"num_read":1993,"num_read_kb":13617,"num_write":5140,"num_write_kb":1200552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3871,"num_flush":931,"num_flush_kb":2721762,"num_evict":836,"num_evict_kb":2456582,"num_promote":1025,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6716","reported_seq":"8754","reported_epoch":"33","state":"active+clean","last_fresh":"2020-12-05T03:04:10.606779+0000","last_change":"2020-12-05T03:01:10.237486+0000","last_active":"2020-12-05T03:04:10.606779+0000","last_peered":"2020-12-05T03:04:10.606779+0000","last_clean":"2020-12-05T03:04:10.606779+0000","last_became_active":"2020-12-05T03:01:10.237204+0000","last_became_peered":"2020-12-05T03:01:10.237204+0000","last_unstale":"2020-12-05T03:04:10.606779+0000","last_undegraded":"2020-12-05T03:04:10.606779+0000","last_fullsized":"2020-12-05T03:04:10.606779+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_clean_scrub_stamp":"2020-12-05T03:01:08.749652+0000","log_size":6716,"ondisk_log_size":6716,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7402984917,"num_objects":2471,"num_object_clones":0,"num_object_copies":4942,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2471,"num_whiteouts":0,"num_read":3752,"num_read_kb":368543,"num_write":8366,"num_write_kb":4696225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.782149+0000","last_change":"2020-12-05T03:01:01.737132+0000","last_active":"2020-12-05T03:03:46.782149+0000","last_peered":"2020-12-05T03:03:46.782149+0000","last_clean":"2020-12-05T03:03:46.782149+0000","last_became_active":"2020-12-05T03:01:01.736825+0000","last_became_peered":"2020-12-05T03:01:01.736825+0000","last_unstale":"2020-12-05T03:03:46.782149+0000","last_undegraded":"2020-12-05T03:03:46.782149+0000","last_fullsized":"2020-12-05T03:03:46.782149+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.782230+0000","last_change":"2020-12-05T03:01:01.737486+0000","last_active":"2020-12-05T03:03:46.782230+0000","last_peered":"2020-12-05T03:03:46.782230+0000","last_clean":"2020-12-05T03:03:46.782230+0000","last_became_active":"2020-12-05T03:01:01.737227+0000","last_became_peered":"2020-12-05T03:01:01.737227+0000","last_unstale":"2020-12-05T03:03:46.782230+0000","last_undegraded":"2020-12-05T03:03:46.782230+0000","last_fullsized":"2020-12-05T03:03:46.782230+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.781944+0000","last_change":"2020-12-05T03:01:02.270827+0000","last_active":"2020-12-05T03:03:46.781944+0000","last_peered":"2020-12-05T03:03:46.781944+0000","last_clean":"2020-12-05T03:03:46.781944+0000","last_became_active":"2020-12-05T03:01:02.270233+0000","last_became_peered":"2020-12-05T03:01:02.270233+0000","last_unstale":"2020-12-05T03:03:46.781944+0000","last_undegraded":"2020-12-05T03:03:46.781944+0000","last_fullsized":"2020-12-05T03:03:46.781944+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":449456680,"num_objects":205,"num_object_clones":0,"num_object_copies":410,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":178,"num_whiteouts":29,"num_read":7720,"num_read_kb":31782,"num_write":19887,"num_write_kb":4709094,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":27,"num_bytes_hit_set_archive":13214,"num_flush":3558,"num_flush_kb":10404067,"num_evict":3168,"num_evict_kb":9252957,"num_promote":3930,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":718102528,"data_stored":716359774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22452,"ondisk_log_size":22452,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29748510108,"num_objects":9940,"num_object_clones":0,"num_object_copies":19880,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9940,"num_whiteouts":0,"num_read":15001,"num_read_kb":1290800,"num_write":33046,"num_write_kb":19209377,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":38742302720,"data_stored":38596705732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26631,"ondisk_log_size":26631,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640297,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10542880,"kb_used_data":9487304,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83828960,"statfs":{"total":96636764160,"available":85840855040,"internally_reserved":1073741824,"allocated":9714999296,"data_stored":9678814799,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.60499999999999998,"15min":0.61299999999999999},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":1.3440000000000001},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.66100000000000003,"15min":0.67300000000000004},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.788,"5min":1.788,"15min":1.788},"last":1.8009999999999999}]},{"osd":1,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.84799999999999998,"15min":0.70599999999999996},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":3.2879999999999998,"5min":16.914999999999999,"15min":16.914999999999999},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.874,"15min":0.72299999999999998},"min":{"1min":0.53100000000000003,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.4399999999999999,"5min":16.884,"15min":16.884},"last":0.79500000000000004}]},{"osd":2,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":1.869,"5min":1.218,"15min":0.92600000000000005},"min":{"1min":0.72999999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":23.065999999999999,"5min":23.065999999999999,"15min":23.065999999999999},"last":0.94399999999999995},{"interface":"front","average":{"1min":1.833,"5min":1.284,"15min":1.028},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":22.931000000000001,"5min":22.931000000000001,"15min":22.931000000000001},"last":0.76200000000000001}]},{"osd":3,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.77500000000000002,"15min":0.79100000000000004},"min":{"1min":0.55600000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.5469999999999999,"5min":1.5469999999999999,"15min":1.5469999999999999},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.86499999999999999,"5min":0.82499999999999996,"15min":0.81799999999999995},"min":{"1min":0.56799999999999995,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.3939999999999999,"5min":1.5229999999999999,"15min":1.5229999999999999},"last":0.90500000000000003}]},{"osd":4,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":1.02,"5min":0.87,"15min":0.86099999999999999},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":3.512,"5min":3.512,"15min":3.512},"last":1.919},{"interface":"front","average":{"1min":1.091,"5min":0.90700000000000003,"15min":0.86699999999999999},"min":{"1min":0.59199999999999997,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":2.4089999999999998,"5min":2.4089999999999998,"15min":2.4089999999999998},"last":1.0629999999999999}]}]},{"osd":4,"up_from":11,"seq":47244640297,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1238396,"kb_used_data":183244,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93133444,"statfs":{"total":96636764160,"available":95368646656,"internally_reserved":1073741824,"allocated":187641856,"data_stored":187078376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.58499999999999996,"15min":0.58699999999999997},"min":{"1min":0.371,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.85099999999999998,"5min":1.206,"15min":1.206},"last":0.81399999999999995},{"interface":"front","average":{"1min":0.85799999999999998,"5min":0.70499999999999996,"15min":0.65900000000000003},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.21,"5min":1.21,"15min":1.21},"last":0.91100000000000003}]},{"osd":1,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.70899999999999996},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.6799999999999999,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.67900000000000005,"15min":0.69499999999999995},"min":{"1min":0.47599999999999998,"5min":0.434,"15min":0.434},"max":{"1min":0.84199999999999997,"5min":1.032,"15min":1.032},"last":0.68799999999999994}]},{"osd":2,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":0.75700000000000001,"15min":0.747},"min":{"1min":0.59499999999999997,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.85699999999999998},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.80000000000000004,"15min":0.79700000000000004},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.3080000000000001,"5min":1.3080000000000001,"15min":1.3080000000000001},"last":0.84099999999999997}]},{"osd":3,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.81000000000000005,"15min":0.83799999999999997},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":1.387,"5min":1.4379999999999999,"15min":1.4379999999999999},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.92200000000000004,"15min":0.93200000000000005},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.482,"5min":2.3149999999999999,"15min":2.3149999999999999},"last":0.751}]},{"osd":5,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.879,"15min":0.92200000000000004},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.0569999999999999,"5min":1.716,"15min":1.716},"last":0.628},{"interface":"front","average":{"1min":0.93100000000000005,"5min":0.93500000000000005,"15min":0.93700000000000006},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.429,"5min":1.429,"15min":1.429},"last":0.54800000000000004}]}]},{"osd":3,"up_from":11,"seq":47244640297,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5685544,"kb_used_data":4636960,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":88686296,"statfs":{"total":96636764160,"available":90814767104,"internally_reserved":1073741824,"allocated":4748247040,"data_stored":4729715134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 5 03:04:02 2020","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.64200000000000002,"15min":0.65600000000000003},"min":{"1min":0.42199999999999999,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":1.2989999999999999,"5min":1.393,"15min":1.393},"last":0.90600000000000003},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.67600000000000005,"15min":0.69699999999999995},"min":{"1min":0.45500000000000002,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.2649999999999999,"5min":1.2649999999999999,"15min":1.2649999999999999},"last":0.96499999999999997}]},{"osd":1,"last update":"Sat Dec 5 03:04:02 2020","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.93600000000000005,"15min":0.873},"min":{"1min":0.442,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.605,"5min":12.98,"15min":12.98},"last":0.93500000000000005},{"interface":"front","average":{"1min":0.77500000000000002,"5min":0.93400000000000005,"15min":0.84199999999999997},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.5669999999999999,"5min":13.81,"15min":13.81},"last":0.88}]},{"osd":2,"last update":"Sat Dec 5 03:04:02 2020","interfaces":[{"interface":"back","average":{"1min":0.94399999999999995,"5min":0.88700000000000001,"15min":0.88900000000000001},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.7430000000000001,"5min":1.7430000000000001,"15min":1.7430000000000001},"last":0.80900000000000005},{"interface":"front","average":{"1min":0.86899999999999999,"5min":0.85499999999999998,"15min":0.872},"min":{"1min":0.55400000000000005,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.4490000000000001,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":0.78400000000000003}]},{"osd":4,"last update":"Sat Dec 5 03:04:02 2020","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":0.81799999999999995,"15min":0.80100000000000005},"min":{"1min":0.55500000000000005,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.873,"5min":1.873,"15min":1.873},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.81100000000000005,"15min":0.80600000000000005},"min":{"1min":0.58799999999999997,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.474,"5min":1.474,"15min":1.474},"last":0.51200000000000001}]},{"osd":5,"last update":"Sat Dec 5 03:04:02 2020","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":0.89000000000000001,"15min":0.90900000000000003},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.1240000000000001,"5min":1.4419999999999999,"15min":1.4419999999999999},"last":0.57599999999999996},{"interface":"front","average":{"1min":1.048,"5min":0.96299999999999997,"15min":0.95899999999999996},"min":{"1min":0.77300000000000002,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":2.0019999999999998,"5min":2.0019999999999998,"15min":2.0019999999999998},"last":0.70099999999999996}]}]},{"osd":2,"up_from":11,"seq":47244640297,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10840236,"kb_used_data":9786912,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83531604,"statfs":{"total":96636764160,"available":85536362496,"internally_reserved":1073741824,"allocated":10021797888,"data_stored":9984292881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.62,"15min":0.61599999999999999},"min":{"1min":0.34999999999999998,"5min":0.307,"15min":0.307},"max":{"1min":2.8010000000000002,"5min":2.8010000000000002,"15min":2.8010000000000002},"last":0.623},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.77500000000000002,"15min":0.78100000000000003},"min":{"1min":0.54900000000000004,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.996,"5min":1.996,"15min":1.996},"last":0.64900000000000002}]},{"osd":1,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.76000000000000001,"15min":0.751},"min":{"1min":0.45500000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.5720000000000001,"5min":1.5720000000000001,"15min":1.5720000000000001},"last":0.44700000000000001},{"interface":"front","average":{"1min":1.147,"5min":0.79800000000000004,"15min":0.75},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":4.8159999999999998,"5min":4.8159999999999998,"15min":4.8159999999999998},"last":0.66600000000000004}]},{"osd":3,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.92100000000000004,"5min":0.73099999999999998,"15min":0.70799999999999996},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":2.6339999999999999,"5min":2.6339999999999999,"15min":2.6339999999999999},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.91900000000000004,"5min":0.84099999999999997,"15min":0.84899999999999998},"min":{"1min":0.52200000000000002,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.8340000000000001,"5min":1.8340000000000001,"15min":1.8340000000000001},"last":0.54500000000000004}]},{"osd":4,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":1.1200000000000001,"5min":0.83799999999999997,"15min":0.81200000000000006},"min":{"1min":0.53800000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":4.492,"5min":4.492,"15min":4.492},"last":0.57499999999999996},{"interface":"front","average":{"1min":1.1279999999999999,"5min":0.88500000000000001,"15min":0.85299999999999998},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":3.2850000000000001,"5min":3.2850000000000001,"15min":3.2850000000000001},"last":0.76700000000000002}]},{"osd":5,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":0.90600000000000003,"15min":0.88600000000000001},"min":{"1min":0.70199999999999996,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.9850000000000001,"5min":1.9850000000000001,"15min":1.9850000000000001},"last":0.72699999999999998},{"interface":"front","average":{"1min":1.2729999999999999,"5min":0.96699999999999997,"15min":0.92900000000000005},"min":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"max":{"1min":4.641,"5min":4.641,"15min":4.641},"last":0.745}]}]},{"osd":0,"up_from":11,"seq":47244640297,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1238396,"kb_used_data":183244,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93133444,"statfs":{"total":96636764160,"available":95368646656,"internally_reserved":1073741824,"allocated":187641856,"data_stored":187078376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57599999999999996,"15min":0.60599999999999998},"min":{"1min":0.34899999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.381,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":0.41499999999999998},{"interface":"front","average":{"1min":1.034,"5min":0.76000000000000001,"15min":0.71799999999999997},"min":{"1min":0.53300000000000003,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":6.649,"5min":6.649,"15min":6.649},"last":0.63400000000000001}]},{"osd":2,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.63300000000000001,"15min":0.64900000000000002},"min":{"1min":0.45300000000000001,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.88500000000000001,"5min":1.365,"15min":1.365},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.98599999999999999,"5min":0.66100000000000003,"15min":0.61799999999999999},"min":{"1min":0.46200000000000002,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":6.7480000000000002,"5min":6.7480000000000002,"15min":6.7480000000000002},"last":0.46100000000000002}]},{"osd":3,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.85899999999999999,"15min":0.90300000000000002},"min":{"1min":0.58799999999999997,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.3999999999999999,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.85999999999999999,"15min":0.88},"min":{"1min":0.54700000000000004,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.21,"5min":1.6890000000000001,"15min":1.6890000000000001},"last":0.83399999999999996}]},{"osd":4,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.80700000000000005,"15min":0.83499999999999996},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.4359999999999999,"5min":1.4359999999999999,"15min":1.4359999999999999},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.88600000000000001,"5min":0.92600000000000005,"15min":0.96199999999999997},"min":{"1min":0.68500000000000005,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.3839999999999999,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":0.66400000000000003}]},{"osd":5,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":1.2070000000000001,"5min":0.91700000000000004,"15min":0.88300000000000001},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":6.819,"5min":6.819,"15min":6.819},"last":0.78400000000000003},{"interface":"front","average":{"1min":1.03,"5min":0.89200000000000002,"15min":0.88600000000000001},"min":{"1min":0.68300000000000005,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":2.726,"5min":2.726,"15min":2.726},"last":0.76800000000000002}]}]},{"osd":1,"up_from":11,"seq":47244640297,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":15313548,"kb_used_data":14259520,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":79058292,"statfs":{"total":96636764160,"available":80955691008,"internally_reserved":1073741824,"allocated":14601748480,"data_stored":14546789164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 5 03:04:07 2020","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.58799999999999997,"15min":0.58399999999999996},"min":{"1min":0.41199999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":2.9489999999999998,"5min":2.9489999999999998,"15min":2.9489999999999998},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.52600000000000002,"15min":0.54300000000000004},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.70399999999999996,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.90200000000000002}]},{"osd":2,"last update":"Sat Dec 5 03:04:07 2020","interfaces":[{"interface":"back","average":{"1min":3.8730000000000002,"5min":1.2110000000000001,"15min":0.75800000000000001},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":44.469000000000001,"5min":44.469000000000001,"15min":44.469000000000001},"last":0.748},{"interface":"front","average":{"1min":4.0750000000000002,"5min":1.3899999999999999,"15min":0.96199999999999997},"min":{"1min":0.47199999999999998,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":44.918999999999997,"5min":44.918999999999997,"15min":44.918999999999997},"last":1.165}]},{"osd":3,"last update":"Sat Dec 5 03:04:07 2020","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.83299999999999996,"15min":0.84999999999999998},"min":{"1min":0.63,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.218,"5min":2.7669999999999999,"15min":2.7669999999999999},"last":0.96099999999999997},{"interface":"front","average":{"1min":0.752,"5min":0.71299999999999997,"15min":0.70699999999999996},"min":{"1min":0.50700000000000001,"5min":0.44,"15min":0.44},"max":{"1min":1.1850000000000001,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":1.4019999999999999}]},{"osd":4,"last update":"Sat Dec 5 03:04:07 2020","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.80900000000000005,"15min":0.81899999999999995},"min":{"1min":0.54600000000000004,"5min":0.503,"15min":0.503},"max":{"1min":1.095,"5min":1.444,"15min":1.444},"last":1.2090000000000001},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.78500000000000003,"15min":0.76900000000000002},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.843,"5min":1.843,"15min":1.843},"last":1.5249999999999999}]},{"osd":5,"last update":"Sat Dec 5 03:04:07 2020","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.85999999999999999,"15min":0.82999999999999996},"min":{"1min":0.63500000000000001,"5min":0.623,"15min":0.623},"max":{"1min":1.8500000000000001,"5min":1.8500000000000001,"15min":1.8500000000000001},"last":1.3400000000000001},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.94599999999999995,"15min":0.95799999999999996},"min":{"1min":0.747,"5min":0.623,"15min":0.623},"max":{"1min":1.3720000000000001,"5min":2.6139999999999999,"15min":2.6139999999999999},"last":1.119}]}]}]}} , 2020-12-05T03:04:16.481 INFO:tasks.ceph:pgid 1.7 last_scrub_stamp 2020-12-05T03:01:00.727685+0000 time.struct_time(tm_year=2020, tm_mon=12, tm_mday=5, tm_hour=3, tm_min=1, tm_sec=0, tm_wday=5, tm_yday=340, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=12, tm_mday=5, tm_hour=3, tm_min=4, tm_sec=12, tm_wday=5, tm_yday=340, tm_isdst=0) , 2020-12-05T03:04:16.482 INFO:tasks.ceph:pgid 1.6 last_scrub_stamp 2020-12-05T03:01:00.727685+0000 time.struct_time(tm_year=2020, tm_mon=12, tm_mday=5, tm_hour=3, tm_min=1, tm_sec=0, tm_wday=5, tm_yday=340, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=12, tm_mday=5, tm_hour=3, tm_min=4, tm_sec=12, tm_wday=5, tm_yday=340, tm_isdst=0) 2020-12-05T03:11:34.308 WARNING:scrape:Ignoring malparsed backtrace: 2020-12-05T03:05:38.441 INFO:tasks.ceph.mgr.x:Stopped , 2020-12-05T03:05:38.442 INFO:teuthology.misc:Shutting down mon daemons... , 2020-12-05T03:05:38.442 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2020-12-05T03:11:34.308 WARNING:scrape:Ignoring malparsed backtrace: 2020-12-05T03:07:14.375 INFO:teuthology.orchestra.run.smithi060:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log , 2020-12-05T03:07:14.444 INFO:teuthology.orchestra.run.smithi061:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log , 2020-12-05T03:07:14.511 INFO:teuthology.orchestra.run.smithi061:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|scontext=system_u:system_r:logrotate_t:s0\)' 2020-12-05T03:11:34.413 WARNING:scrape:Ignoring malparsed backtrace: ceph version 15.2.7-628-gf4c57cce (f4c57cce985237b8a8df8acc7d67b9474276dd0f) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7fb7a044ee24] , 2: (DeleteOp::_begin()+0x519) [0x556aef6e2129] 2020-12-05T03:11:34.415 WARNING:scrape:Ignoring malparsed backtrace: 2020-12-05T03:04:16.477 INFO:teuthology.orchestra.run.smithi061.stdout:{"pg_ready":true,"pg_map":{"version":130,"stamp":"2020-12-05T03:04:16.345287+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30197966788,"num_objects":10145,"num_object_clones":0,"num_object_copies":20290,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10118,"num_whiteouts":29,"num_read":22721,"num_read_kb":1322582,"num_write":52933,"num_write_kb":23918471,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":27,"num_bytes_hit_set_archive":13214,"num_flush":3558,"num_flush_kb":10404067,"num_evict":3168,"num_evict_kb":9252957,"num_promote":3930,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49083,"ondisk_log_size":49083,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":44859000,"kb_used_data":38537184,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":521372040,"statfs":{"total":579820584960,"available":533884968960,"internally_reserved":6442450944,"allocated":39462076416,"data_stored":39313768730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":209293445,"num_objects":81,"num_object_clones":0,"num_object_copies":162,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":17,"num_read":1091,"num_read_kb":987383,"num_write":514,"num_write_kb":432651,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":89,"num_flush_kb":246334,"num_evict":19,"num_evict_kb":47625,"num_promote":103,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002006"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.782291+0000","last_change":"2020-12-05T03:01:02.270775+0000","last_active":"2020-12-05T03:03:46.782291+0000","last_peered":"2020-12-05T03:03:46.782291+0000","last_clean":"2020-12-05T03:03:46.782291+0000","last_became_active":"2020-12-05T03:01:02.270234+0000","last_became_peered":"2020-12-05T03:01:02.270234+0000","last_unstale":"2020-12-05T03:03:46.782291+0000","last_undegraded":"2020-12-05T03:03:46.782291+0000","last_fullsized":"2020-12-05T03:03:46.782291+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.782371+0000","last_change":"2020-12-05T03:01:02.287939+0000","last_active":"2020-12-05T03:03:46.782371+0000","last_peered":"2020-12-05T03:03:46.782371+0000","last_clean":"2020-12-05T03:03:46.782371+0000","last_became_active":"2020-12-05T03:01:02.287464+0000","last_became_peered":"2020-12-05T03:01:02.287464+0000","last_unstale":"2020-12-05T03:03:46.782371+0000","last_undegraded":"2020-12-05T03:03:46.782371+0000","last_fullsized":"2020-12-05T03:03:46.782371+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5867","reported_seq":"8091","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:04:08.684600+0000","last_change":"2020-12-05T03:01:11.767110+0000","last_active":"2020-12-05T03:04:08.684600+0000","last_peered":"2020-12-05T03:04:08.684600+0000","last_clean":"2020-12-05T03:04:08.684600+0000","last_became_active":"2020-12-05T03:01:11.766824+0000","last_became_peered":"2020-12-05T03:01:11.766824+0000","last_unstale":"2020-12-05T03:04:08.684600+0000","last_undegraded":"2020-12-05T03:04:08.684600+0000","last_fullsized":"2020-12-05T03:04:08.684600+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_clean_scrub_stamp":"2020-12-05T03:01:10.755640+0000","log_size":5867,"ondisk_log_size":5867,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":119277601,"num_objects":58,"num_object_clones":0,"num_object_copies":116,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":50,"num_whiteouts":10,"num_read":1980,"num_read_kb":16362,"num_write":5162,"num_write_kb":1204941,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3761,"num_flush":924,"num_flush_kb":2696924,"num_evict":850,"num_evict_kb":2470716,"num_promote":1042,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6377","reported_seq":"8384","reported_epoch":"33","state":"active+clean","last_fresh":"2020-12-05T03:04:10.421134+0000","last_change":"2020-12-05T03:01:10.237535+0000","last_active":"2020-12-05T03:04:10.421134+0000","last_peered":"2020-12-05T03:04:10.421134+0000","last_clean":"2020-12-05T03:04:10.421134+0000","last_became_active":"2020-12-05T03:01:10.237174+0000","last_became_peered":"2020-12-05T03:01:10.237174+0000","last_unstale":"2020-12-05T03:04:10.421134+0000","last_undegraded":"2020-12-05T03:04:10.421134+0000","last_fullsized":"2020-12-05T03:04:10.421134+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_clean_scrub_stamp":"2020-12-05T03:01:08.749652+0000","log_size":6377,"ondisk_log_size":6377,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7168234456,"num_objects":2405,"num_object_clones":0,"num_object_copies":4810,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2405,"num_whiteouts":0,"num_read":3628,"num_read_kb":365773,"num_write":7922,"num_write_kb":4619167,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.782185+0000","last_change":"2020-12-05T03:01:02.290580+0000","last_active":"2020-12-05T03:03:46.782185+0000","last_peered":"2020-12-05T03:03:46.782185+0000","last_clean":"2020-12-05T03:03:46.782185+0000","last_became_active":"2020-12-05T03:01:02.290165+0000","last_became_peered":"2020-12-05T03:01:02.290165+0000","last_unstale":"2020-12-05T03:03:46.782185+0000","last_undegraded":"2020-12-05T03:03:46.782185+0000","last_fullsized":"2020-12-05T03:03:46.782185+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5385","reported_seq":"7442","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:04:08.707256+0000","last_change":"2020-12-05T03:01:11.796391+0000","last_active":"2020-12-05T03:04:08.707256+0000","last_peered":"2020-12-05T03:04:08.707256+0000","last_clean":"2020-12-05T03:04:08.707256+0000","last_became_active":"2020-12-05T03:01:11.796062+0000","last_became_peered":"2020-12-05T03:01:11.796062+0000","last_unstale":"2020-12-05T03:04:08.707256+0000","last_undegraded":"2020-12-05T03:04:08.707256+0000","last_fullsized":"2020-12-05T03:04:08.707256+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_clean_scrub_stamp":"2020-12-05T03:01:10.755640+0000","log_size":5385,"ondisk_log_size":5385,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":108860958,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":46,"num_whiteouts":10,"num_read":1867,"num_read_kb":912,"num_write":4850,"num_write_kb":1155274,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":2960,"num_flush":866,"num_flush_kb":2527957,"num_evict":781,"num_evict_kb":2280441,"num_promote":940,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6747","reported_seq":"8949","reported_epoch":"33","state":"active+clean","last_fresh":"2020-12-05T03:04:10.412606+0000","last_change":"2020-12-05T03:01:09.758577+0000","last_active":"2020-12-05T03:04:10.412606+0000","last_peered":"2020-12-05T03:04:10.412606+0000","last_clean":"2020-12-05T03:04:10.412606+0000","last_became_active":"2020-12-05T03:01:09.758314+0000","last_became_peered":"2020-12-05T03:01:09.758314+0000","last_unstale":"2020-12-05T03:04:10.412606+0000","last_undegraded":"2020-12-05T03:04:10.412606+0000","last_fullsized":"2020-12-05T03:04:10.412606+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_clean_scrub_stamp":"2020-12-05T03:01:08.749652+0000","log_size":6747,"ondisk_log_size":6747,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7546429444,"num_objects":2527,"num_object_clones":0,"num_object_copies":5054,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2527,"num_whiteouts":0,"num_read":3764,"num_read_kb":225146,"num_write":8353,"num_write_kb":4913739,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.782375+0000","last_change":"2020-12-05T03:01:02.287739+0000","last_active":"2020-12-05T03:03:46.782375+0000","last_peered":"2020-12-05T03:03:46.782375+0000","last_clean":"2020-12-05T03:03:46.782375+0000","last_became_active":"2020-12-05T03:01:02.287414+0000","last_became_peered":"2020-12-05T03:01:02.287414+0000","last_unstale":"2020-12-05T03:03:46.782375+0000","last_undegraded":"2020-12-05T03:03:46.782375+0000","last_fullsized":"2020-12-05T03:03:46.782375+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5390","reported_seq":"7519","reported_epoch":"33","state":"active+clean","last_fresh":"2020-12-05T03:04:10.613670+0000","last_change":"2020-12-05T03:01:11.798875+0000","last_active":"2020-12-05T03:04:10.613670+0000","last_peered":"2020-12-05T03:04:10.613670+0000","last_clean":"2020-12-05T03:04:10.613670+0000","last_became_active":"2020-12-05T03:01:11.798439+0000","last_became_peered":"2020-12-05T03:01:11.798439+0000","last_unstale":"2020-12-05T03:04:10.613670+0000","last_undegraded":"2020-12-05T03:04:10.613670+0000","last_fullsized":"2020-12-05T03:04:10.613670+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_clean_scrub_stamp":"2020-12-05T03:01:10.755640+0000","log_size":5390,"ondisk_log_size":5390,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":120462654,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":6,"num_read":1880,"num_read_kb":891,"num_write":4735,"num_write_kb":1148327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2622,"num_flush":837,"num_flush_kb":2457424,"num_evict":701,"num_evict_kb":2045218,"num_promote":923,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6791","reported_seq":"9014","reported_epoch":"33","state":"active+clean","last_fresh":"2020-12-05T03:04:10.567060+0000","last_change":"2020-12-05T03:01:10.237691+0000","last_active":"2020-12-05T03:04:10.567060+0000","last_peered":"2020-12-05T03:04:10.567060+0000","last_clean":"2020-12-05T03:04:10.567060+0000","last_became_active":"2020-12-05T03:01:10.237291+0000","last_became_peered":"2020-12-05T03:01:10.237291+0000","last_unstale":"2020-12-05T03:04:10.567060+0000","last_undegraded":"2020-12-05T03:04:10.567060+0000","last_fullsized":"2020-12-05T03:04:10.567060+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_clean_scrub_stamp":"2020-12-05T03:01:08.749652+0000","log_size":6791,"ondisk_log_size":6791,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7630861291,"num_objects":2537,"num_object_clones":0,"num_object_copies":5074,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2537,"num_whiteouts":0,"num_read":3857,"num_read_kb":331338,"num_write":8405,"num_write_kb":4980246,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.781934+0000","last_change":"2020-12-05T03:01:02.290281+0000","last_active":"2020-12-05T03:03:46.781934+0000","last_peered":"2020-12-05T03:03:46.781934+0000","last_clean":"2020-12-05T03:03:46.781934+0000","last_became_active":"2020-12-05T03:01:02.290008+0000","last_became_peered":"2020-12-05T03:01:02.290008+0000","last_unstale":"2020-12-05T03:03:46.781934+0000","last_undegraded":"2020-12-05T03:03:46.781934+0000","last_fullsized":"2020-12-05T03:03:46.781934+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5810","reported_seq":"8075","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:04:08.626885+0000","last_change":"2020-12-05T03:01:11.767346+0000","last_active":"2020-12-05T03:04:08.626885+0000","last_peered":"2020-12-05T03:04:08.626885+0000","last_clean":"2020-12-05T03:04:08.626885+0000","last_became_active":"2020-12-05T03:01:11.766989+0000","last_became_peered":"2020-12-05T03:01:11.766989+0000","last_unstale":"2020-12-05T03:04:08.626885+0000","last_undegraded":"2020-12-05T03:04:08.626885+0000","last_fullsized":"2020-12-05T03:04:08.626885+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_clean_scrub_stamp":"2020-12-05T03:01:10.755640+0000","log_size":5810,"ondisk_log_size":5810,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":100855467,"num_objects":43,"num_object_clones":0,"num_object_copies":86,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":3,"num_read":1993,"num_read_kb":13617,"num_write":5140,"num_write_kb":1200552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3871,"num_flush":931,"num_flush_kb":2721762,"num_evict":836,"num_evict_kb":2456582,"num_promote":1025,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6716","reported_seq":"8754","reported_epoch":"33","state":"active+clean","last_fresh":"2020-12-05T03:04:10.606779+0000","last_change":"2020-12-05T03:01:10.237486+0000","last_active":"2020-12-05T03:04:10.606779+0000","last_peered":"2020-12-05T03:04:10.606779+0000","last_clean":"2020-12-05T03:04:10.606779+0000","last_became_active":"2020-12-05T03:01:10.237204+0000","last_became_peered":"2020-12-05T03:01:10.237204+0000","last_unstale":"2020-12-05T03:04:10.606779+0000","last_undegraded":"2020-12-05T03:04:10.606779+0000","last_fullsized":"2020-12-05T03:04:10.606779+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_clean_scrub_stamp":"2020-12-05T03:01:08.749652+0000","log_size":6716,"ondisk_log_size":6716,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7402984917,"num_objects":2471,"num_object_clones":0,"num_object_copies":4942,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2471,"num_whiteouts":0,"num_read":3752,"num_read_kb":368543,"num_write":8366,"num_write_kb":4696225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.782149+0000","last_change":"2020-12-05T03:01:01.737132+0000","last_active":"2020-12-05T03:03:46.782149+0000","last_peered":"2020-12-05T03:03:46.782149+0000","last_clean":"2020-12-05T03:03:46.782149+0000","last_became_active":"2020-12-05T03:01:01.736825+0000","last_became_peered":"2020-12-05T03:01:01.736825+0000","last_unstale":"2020-12-05T03:03:46.782149+0000","last_undegraded":"2020-12-05T03:03:46.782149+0000","last_fullsized":"2020-12-05T03:03:46.782149+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.782230+0000","last_change":"2020-12-05T03:01:01.737486+0000","last_active":"2020-12-05T03:03:46.782230+0000","last_peered":"2020-12-05T03:03:46.782230+0000","last_clean":"2020-12-05T03:03:46.782230+0000","last_became_active":"2020-12-05T03:01:01.737227+0000","last_became_peered":"2020-12-05T03:01:01.737227+0000","last_unstale":"2020-12-05T03:03:46.782230+0000","last_undegraded":"2020-12-05T03:03:46.782230+0000","last_fullsized":"2020-12-05T03:03:46.782230+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.781944+0000","last_change":"2020-12-05T03:01:02.270827+0000","last_active":"2020-12-05T03:03:46.781944+0000","last_peered":"2020-12-05T03:03:46.781944+0000","last_clean":"2020-12-05T03:03:46.781944+0000","last_became_active":"2020-12-05T03:01:02.270233+0000","last_became_peered":"2020-12-05T03:01:02.270233+0000","last_unstale":"2020-12-05T03:03:46.781944+0000","last_undegraded":"2020-12-05T03:03:46.781944+0000","last_fullsized":"2020-12-05T03:03:46.781944+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":449456680,"num_objects":205,"num_object_clones":0,"num_object_copies":410,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":178,"num_whiteouts":29,"num_read":7720,"num_read_kb":31782,"num_write":19887,"num_write_kb":4709094,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":27,"num_bytes_hit_set_archive":13214,"num_flush":3558,"num_flush_kb":10404067,"num_evict":3168,"num_evict_kb":9252957,"num_promote":3930,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":718102528,"data_stored":716359774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22452,"ondisk_log_size":22452,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29748510108,"num_objects":9940,"num_object_clones":0,"num_object_copies":19880,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9940,"num_whiteouts":0,"num_read":15001,"num_read_kb":1290800,"num_write":33046,"num_write_kb":19209377,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":38742302720,"data_stored":38596705732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26631,"ondisk_log_size":26631,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640297,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10542880,"kb_used_data":9487304,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83828960,"statfs":{"total":96636764160,"available":85840855040,"internally_reserved":1073741824,"allocated":9714999296,"data_stored":9678814799,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.60499999999999998,"15min":0.61299999999999999},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":1.3440000000000001},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.66100000000000003,"15min":0.67300000000000004},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.788,"5min":1.788,"15min":1.788},"last":1.8009999999999999}]},{"osd":1,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.84799999999999998,"15min":0.70599999999999996},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":3.2879999999999998,"5min":16.914999999999999,"15min":16.914999999999999},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.874,"15min":0.72299999999999998},"min":{"1min":0.53100000000000003,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.4399999999999999,"5min":16.884,"15min":16.884},"last":0.79500000000000004}]},{"osd":2,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":1.869,"5min":1.218,"15min":0.92600000000000005},"min":{"1min":0.72999999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":23.065999999999999,"5min":23.065999999999999,"15min":23.065999999999999},"last":0.94399999999999995},{"interface":"front","average":{"1min":1.833,"5min":1.284,"15min":1.028},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":22.931000000000001,"5min":22.931000000000001,"15min":22.931000000000001},"last":0.76200000000000001}]},{"osd":3,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.77500000000000002,"15min":0.79100000000000004},"min":{"1min":0.55600000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.5469999999999999,"5min":1.5469999999999999,"15min":1.5469999999999999},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.86499999999999999,"5min":0.82499999999999996,"15min":0.81799999999999995},"min":{"1min":0.56799999999999995,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.3939999999999999,"5min":1.5229999999999999,"15min":1.5229999999999999},"last":0.90500000000000003}]},{"osd":4,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":1.02,"5min":0.87,"15min":0.86099999999999999},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":3.512,"5min":3.512,"15min":3.512},"last":1.919},{"interface":"front","average":{"1min":1.091,"5min":0.90700000000000003,"15min":0.86699999999999999},"min":{"1min":0.59199999999999997,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":2.4089999999999998,"5min":2.4089999999999998,"15min":2.4089999999999998},"last":1.0629999999999999}]}]},{"osd":4,"up_from":11,"seq":47244640297,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1238396,"kb_used_data":183244,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93133444,"statfs":{"total":96636764160,"available":95368646656,"internally_reserved":1073741824,"allocated":187641856,"data_stored":187078376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.58499999999999996,"15min":0.58699999999999997},"min":{"1min":0.371,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.85099999999999998,"5min":1.206,"15min":1.206},"last":0.81399999999999995},{"interface":"front","average":{"1min":0.85799999999999998,"5min":0.70499999999999996,"15min":0.65900000000000003},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.21,"5min":1.21,"15min":1.21},"last":0.91100000000000003}]},{"osd":1,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.70899999999999996},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.6799999999999999,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.67900000000000005,"15min":0.69499999999999995},"min":{"1min":0.47599999999999998,"5min":0.434,"15min":0.434},"max":{"1min":0.84199999999999997,"5min":1.032,"15min":1.032},"last":0.68799999999999994}]},{"osd":2,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":0.75700000000000001,"15min":0.747},"min":{"1min":0.59499999999999997,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.85699999999999998},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.80000000000000004,"15min":0.79700000000000004},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.3080000000000001,"5min":1.3080000000000001,"15min":1.3080000000000001},"last":0.84099999999999997}]},{"osd":3,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.81000000000000005,"15min":0.83799999999999997},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":1.387,"5min":1.4379999999999999,"15min":1.4379999999999999},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.92200000000000004,"15min":0.93200000000000005},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.482,"5min":2.3149999999999999,"15min":2.3149999999999999},"last":0.751}]},{"osd":5,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.879,"15min":0.92200000000000004},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.0569999999999999,"5min":1.716,"15min":1.716},"last":0.628},{"interface":"front","average":{"1min":0.93100000000000005,"5min":0.93500000000000005,"15min":0.93700000000000006},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.429,"5min":1.429,"15min":1.429},"last":0.54800000000000004}]}]},{"osd":3,"up_from":11,"seq":47244640297,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5685544,"kb_used_data":4636960,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":88686296,"statfs":{"total":96636764160,"available":90814767104,"internally_reserved":1073741824,"allocated":4748247040,"data_stored":4729715134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 5 03:04:02 2020","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.64200000000000002,"15min":0.65600000000000003},"min":{"1min":0.42199999999999999,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":1.2989999999999999,"5min":1.393,"15min":1.393},"last":0.90600000000000003},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.67600000000000005,"15min":0.69699999999999995},"min":{"1min":0.45500000000000002,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.2649999999999999,"5min":1.2649999999999999,"15min":1.2649999999999999},"last":0.96499999999999997}]},{"osd":1,"last update":"Sat Dec 5 03:04:02 2020","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.93600000000000005,"15min":0.873},"min":{"1min":0.442,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.605,"5min":12.98,"15min":12.98},"last":0.93500000000000005},{"interface":"front","average":{"1min":0.77500000000000002,"5min":0.93400000000000005,"15min":0.84199999999999997},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.5669999999999999,"5min":13.81,"15min":13.81},"last":0.88}]},{"osd":2,"last update":"Sat Dec 5 03:04:02 2020","interfaces":[{"interface":"back","average":{"1min":0.94399999999999995,"5min":0.88700000000000001,"15min":0.88900000000000001},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.7430000000000001,"5min":1.7430000000000001,"15min":1.7430000000000001},"last":0.80900000000000005},{"interface":"front","average":{"1min":0.86899999999999999,"5min":0.85499999999999998,"15min":0.872},"min":{"1min":0.55400000000000005,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.4490000000000001,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":0.78400000000000003}]},{"osd":4,"last update":"Sat Dec 5 03:04:02 2020","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":0.81799999999999995,"15min":0.80100000000000005},"min":{"1min":0.55500000000000005,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.873,"5min":1.873,"15min":1.873},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.81100000000000005,"15min":0.80600000000000005},"min":{"1min":0.58799999999999997,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.474,"5min":1.474,"15min":1.474},"last":0.51200000000000001}]},{"osd":5,"last update":"Sat Dec 5 03:04:02 2020","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":0.89000000000000001,"15min":0.90900000000000003},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.1240000000000001,"5min":1.4419999999999999,"15min":1.4419999999999999},"last":0.57599999999999996},{"interface":"front","average":{"1min":1.048,"5min":0.96299999999999997,"15min":0.95899999999999996},"min":{"1min":0.77300000000000002,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":2.0019999999999998,"5min":2.0019999999999998,"15min":2.0019999999999998},"last":0.70099999999999996}]}]},{"osd":2,"up_from":11,"seq":47244640297,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10840236,"kb_used_data":9786912,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83531604,"statfs":{"total":96636764160,"available":85536362496,"internally_reserved":1073741824,"allocated":10021797888,"data_stored":9984292881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.62,"15min":0.61599999999999999},"min":{"1min":0.34999999999999998,"5min":0.307,"15min":0.307},"max":{"1min":2.8010000000000002,"5min":2.8010000000000002,"15min":2.8010000000000002},"last":0.623},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.77500000000000002,"15min":0.78100000000000003},"min":{"1min":0.54900000000000004,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.996,"5min":1.996,"15min":1.996},"last":0.64900000000000002}]},{"osd":1,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.76000000000000001,"15min":0.751},"min":{"1min":0.45500000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.5720000000000001,"5min":1.5720000000000001,"15min":1.5720000000000001},"last":0.44700000000000001},{"interface":"front","average":{"1min":1.147,"5min":0.79800000000000004,"15min":0.75},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":4.8159999999999998,"5min":4.8159999999999998,"15min":4.8159999999999998},"last":0.66600000000000004}]},{"osd":3,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.92100000000000004,"5min":0.73099999999999998,"15min":0.70799999999999996},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":2.6339999999999999,"5min":2.6339999999999999,"15min":2.6339999999999999},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.91900000000000004,"5min":0.84099999999999997,"15min":0.84899999999999998},"min":{"1min":0.52200000000000002,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.8340000000000001,"5min":1.8340000000000001,"15min":1.8340000000000001},"last":0.54500000000000004}]},{"osd":4,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":1.1200000000000001,"5min":0.83799999999999997,"15min":0.81200000000000006},"min":{"1min":0.53800000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":4.492,"5min":4.492,"15min":4.492},"last":0.57499999999999996},{"interface":"front","average":{"1min":1.1279999999999999,"5min":0.88500000000000001,"15min":0.85299999999999998},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":3.2850000000000001,"5min":3.2850000000000001,"15min":3.2850000000000001},"last":0.76700000000000002}]},{"osd":5,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":0.90600000000000003,"15min":0.88600000000000001},"min":{"1min":0.70199999999999996,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.9850000000000001,"5min":1.9850000000000001,"15min":1.9850000000000001},"last":0.72699999999999998},{"interface":"front","average":{"1min":1.2729999999999999,"5min":0.96699999999999997,"15min":0.92900000000000005},"min":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"max":{"1min":4.641,"5min":4.641,"15min":4.641},"last":0.745}]}]},{"osd":0,"up_from":11,"seq":47244640297,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1238396,"kb_used_data":183244,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93133444,"statfs":{"total":96636764160,"available":95368646656,"internally_reserved":1073741824,"allocated":187641856,"data_stored":187078376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57599999999999996,"15min":0.60599999999999998},"min":{"1min":0.34899999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.381,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":0.41499999999999998},{"interface":"front","average":{"1min":1.034,"5min":0.76000000000000001,"15min":0.71799999999999997},"min":{"1min":0.53300000000000003,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":6.649,"5min":6.649,"15min":6.649},"last":0.63400000000000001}]},{"osd":2,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.63300000000000001,"15min":0.64900000000000002},"min":{"1min":0.45300000000000001,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.88500000000000001,"5min":1.365,"15min":1.365},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.98599999999999999,"5min":0.66100000000000003,"15min":0.61799999999999999},"min":{"1min":0.46200000000000002,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":6.7480000000000002,"5min":6.7480000000000002,"15min":6.7480000000000002},"last":0.46100000000000002}]},{"osd":3,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.85899999999999999,"15min":0.90300000000000002},"min":{"1min":0.58799999999999997,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.3999999999999999,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.85999999999999999,"15min":0.88},"min":{"1min":0.54700000000000004,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.21,"5min":1.6890000000000001,"15min":1.6890000000000001},"last":0.83399999999999996}]},{"osd":4,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.80700000000000005,"15min":0.83499999999999996},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.4359999999999999,"5min":1.4359999999999999,"15min":1.4359999999999999},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.88600000000000001,"5min":0.92600000000000005,"15min":0.96199999999999997},"min":{"1min":0.68500000000000005,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.3839999999999999,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":0.66400000000000003}]},{"osd":5,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":1.2070000000000001,"5min":0.91700000000000004,"15min":0.88300000000000001},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":6.819,"5min":6.819,"15min":6.819},"last":0.78400000000000003},{"interface":"front","average":{"1min":1.03,"5min":0.89200000000000002,"15min":0.88600000000000001},"min":{"1min":0.68300000000000005,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":2.726,"5min":2.726,"15min":2.726},"last":0.76800000000000002}]}]},{"osd":1,"up_from":11,"seq":47244640297,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":15313548,"kb_used_data":14259520,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":79058292,"statfs":{"total":96636764160,"available":80955691008,"internally_reserved":1073741824,"allocated":14601748480,"data_stored":14546789164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 5 03:04:07 2020","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.58799999999999997,"15min":0.58399999999999996},"min":{"1min":0.41199999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":2.9489999999999998,"5min":2.9489999999999998,"15min":2.9489999999999998},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.52600000000000002,"15min":0.54300000000000004},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.70399999999999996,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.90200000000000002}]},{"osd":2,"last update":"Sat Dec 5 03:04:07 2020","interfaces":[{"interface":"back","average":{"1min":3.8730000000000002,"5min":1.2110000000000001,"15min":0.75800000000000001},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":44.469000000000001,"5min":44.469000000000001,"15min":44.469000000000001},"last":0.748},{"interface":"front","average":{"1min":4.0750000000000002,"5min":1.3899999999999999,"15min":0.96199999999999997},"min":{"1min":0.47199999999999998,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":44.918999999999997,"5min":44.918999999999997,"15min":44.918999999999997},"last":1.165}]},{"osd":3,"last update":"Sat Dec 5 03:04:07 2020","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.83299999999999996,"15min":0.84999999999999998},"min":{"1min":0.63,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.218,"5min":2.7669999999999999,"15min":2.7669999999999999},"last":0.96099999999999997},{"interface":"front","average":{"1min":0.752,"5min":0.71299999999999997,"15min":0.70699999999999996},"min":{"1min":0.50700000000000001,"5min":0.44,"15min":0.44},"max":{"1min":1.1850000000000001,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":1.4019999999999999}]},{"osd":4,"last update":"Sat Dec 5 03:04:07 2020","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.80900000000000005,"15min":0.81899999999999995},"min":{"1min":0.54600000000000004,"5min":0.503,"15min":0.503},"max":{"1min":1.095,"5min":1.444,"15min":1.444},"last":1.2090000000000001},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.78500000000000003,"15min":0.76900000000000002},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.843,"5min":1.843,"15min":1.843},"last":1.5249999999999999}]},{"osd":5,"last update":"Sat Dec 5 03:04:07 2020","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.85999999999999999,"15min":0.82999999999999996},"min":{"1min":0.63500000000000001,"5min":0.623,"15min":0.623},"max":{"1min":1.8500000000000001,"5min":1.8500000000000001,"15min":1.8500000000000001},"last":1.3400000000000001},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.94599999999999995,"15min":0.95799999999999996},"min":{"1min":0.747,"5min":0.623,"15min":0.623},"max":{"1min":1.3720000000000001,"5min":2.6139999999999999,"15min":2.6139999999999999},"last":1.119}]}]}]}} , 2020-12-05T03:04:16.481 INFO:tasks.ceph:pgid 1.7 last_scrub_stamp 2020-12-05T03:01:00.727685+0000 time.struct_time(tm_year=2020, tm_mon=12, tm_mday=5, tm_hour=3, tm_min=1, tm_sec=0, tm_wday=5, tm_yday=340, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=12, tm_mday=5, tm_hour=3, tm_min=4, tm_sec=12, tm_wday=5, tm_yday=340, tm_isdst=0) , 2020-12-05T03:04:16.482 INFO:tasks.ceph:pgid 1.6 last_scrub_stamp 2020-12-05T03:01:00.727685+0000 time.struct_time(tm_year=2020, tm_mon=12, tm_mday=5, tm_hour=3, tm_min=1, tm_sec=0, tm_wday=5, tm_yday=340, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=12, tm_mday=5, tm_hour=3, tm_min=4, tm_sec=12, tm_wday=5, tm_yday=340, tm_isdst=0) 2020-12-05T03:11:34.416 WARNING:scrape:Ignoring malparsed backtrace: 2020-12-05T03:05:38.441 INFO:tasks.ceph.mgr.x:Stopped , 2020-12-05T03:05:38.442 INFO:teuthology.misc:Shutting down mon daemons... , 2020-12-05T03:05:38.442 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2020-12-05T03:11:34.417 WARNING:scrape:Ignoring malparsed backtrace: 2020-12-05T03:07:14.375 INFO:teuthology.orchestra.run.smithi060:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log , 2020-12-05T03:07:14.444 INFO:teuthology.orchestra.run.smithi061:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log , 2020-12-05T03:07:14.511 INFO:teuthology.orchestra.run.smithi061:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|scontext=system_u:system_r:logrotate_t:s0\)' 2020-12-05T03:11:34.521 WARNING:scrape:Ignoring malparsed backtrace: ceph version 15.2.7-628-gf4c57cce (f4c57cce985237b8a8df8acc7d67b9474276dd0f) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7fb7a044ee24] , 2: (DeleteOp::_begin()+0x519) [0x556aef6e2129] 2020-12-05T03:11:34.523 WARNING:scrape:Ignoring malparsed backtrace: 2020-12-05T03:04:16.477 INFO:teuthology.orchestra.run.smithi061.stdout:{"pg_ready":true,"pg_map":{"version":130,"stamp":"2020-12-05T03:04:16.345287+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30197966788,"num_objects":10145,"num_object_clones":0,"num_object_copies":20290,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10118,"num_whiteouts":29,"num_read":22721,"num_read_kb":1322582,"num_write":52933,"num_write_kb":23918471,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":27,"num_bytes_hit_set_archive":13214,"num_flush":3558,"num_flush_kb":10404067,"num_evict":3168,"num_evict_kb":9252957,"num_promote":3930,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49083,"ondisk_log_size":49083,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":44859000,"kb_used_data":38537184,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":521372040,"statfs":{"total":579820584960,"available":533884968960,"internally_reserved":6442450944,"allocated":39462076416,"data_stored":39313768730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":209293445,"num_objects":81,"num_object_clones":0,"num_object_copies":162,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":17,"num_read":1091,"num_read_kb":987383,"num_write":514,"num_write_kb":432651,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":89,"num_flush_kb":246334,"num_evict":19,"num_evict_kb":47625,"num_promote":103,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002006"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.782291+0000","last_change":"2020-12-05T03:01:02.270775+0000","last_active":"2020-12-05T03:03:46.782291+0000","last_peered":"2020-12-05T03:03:46.782291+0000","last_clean":"2020-12-05T03:03:46.782291+0000","last_became_active":"2020-12-05T03:01:02.270234+0000","last_became_peered":"2020-12-05T03:01:02.270234+0000","last_unstale":"2020-12-05T03:03:46.782291+0000","last_undegraded":"2020-12-05T03:03:46.782291+0000","last_fullsized":"2020-12-05T03:03:46.782291+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.782371+0000","last_change":"2020-12-05T03:01:02.287939+0000","last_active":"2020-12-05T03:03:46.782371+0000","last_peered":"2020-12-05T03:03:46.782371+0000","last_clean":"2020-12-05T03:03:46.782371+0000","last_became_active":"2020-12-05T03:01:02.287464+0000","last_became_peered":"2020-12-05T03:01:02.287464+0000","last_unstale":"2020-12-05T03:03:46.782371+0000","last_undegraded":"2020-12-05T03:03:46.782371+0000","last_fullsized":"2020-12-05T03:03:46.782371+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5867","reported_seq":"8091","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:04:08.684600+0000","last_change":"2020-12-05T03:01:11.767110+0000","last_active":"2020-12-05T03:04:08.684600+0000","last_peered":"2020-12-05T03:04:08.684600+0000","last_clean":"2020-12-05T03:04:08.684600+0000","last_became_active":"2020-12-05T03:01:11.766824+0000","last_became_peered":"2020-12-05T03:01:11.766824+0000","last_unstale":"2020-12-05T03:04:08.684600+0000","last_undegraded":"2020-12-05T03:04:08.684600+0000","last_fullsized":"2020-12-05T03:04:08.684600+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_clean_scrub_stamp":"2020-12-05T03:01:10.755640+0000","log_size":5867,"ondisk_log_size":5867,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":119277601,"num_objects":58,"num_object_clones":0,"num_object_copies":116,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":50,"num_whiteouts":10,"num_read":1980,"num_read_kb":16362,"num_write":5162,"num_write_kb":1204941,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3761,"num_flush":924,"num_flush_kb":2696924,"num_evict":850,"num_evict_kb":2470716,"num_promote":1042,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6377","reported_seq":"8384","reported_epoch":"33","state":"active+clean","last_fresh":"2020-12-05T03:04:10.421134+0000","last_change":"2020-12-05T03:01:10.237535+0000","last_active":"2020-12-05T03:04:10.421134+0000","last_peered":"2020-12-05T03:04:10.421134+0000","last_clean":"2020-12-05T03:04:10.421134+0000","last_became_active":"2020-12-05T03:01:10.237174+0000","last_became_peered":"2020-12-05T03:01:10.237174+0000","last_unstale":"2020-12-05T03:04:10.421134+0000","last_undegraded":"2020-12-05T03:04:10.421134+0000","last_fullsized":"2020-12-05T03:04:10.421134+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_clean_scrub_stamp":"2020-12-05T03:01:08.749652+0000","log_size":6377,"ondisk_log_size":6377,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7168234456,"num_objects":2405,"num_object_clones":0,"num_object_copies":4810,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2405,"num_whiteouts":0,"num_read":3628,"num_read_kb":365773,"num_write":7922,"num_write_kb":4619167,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.782185+0000","last_change":"2020-12-05T03:01:02.290580+0000","last_active":"2020-12-05T03:03:46.782185+0000","last_peered":"2020-12-05T03:03:46.782185+0000","last_clean":"2020-12-05T03:03:46.782185+0000","last_became_active":"2020-12-05T03:01:02.290165+0000","last_became_peered":"2020-12-05T03:01:02.290165+0000","last_unstale":"2020-12-05T03:03:46.782185+0000","last_undegraded":"2020-12-05T03:03:46.782185+0000","last_fullsized":"2020-12-05T03:03:46.782185+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5385","reported_seq":"7442","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:04:08.707256+0000","last_change":"2020-12-05T03:01:11.796391+0000","last_active":"2020-12-05T03:04:08.707256+0000","last_peered":"2020-12-05T03:04:08.707256+0000","last_clean":"2020-12-05T03:04:08.707256+0000","last_became_active":"2020-12-05T03:01:11.796062+0000","last_became_peered":"2020-12-05T03:01:11.796062+0000","last_unstale":"2020-12-05T03:04:08.707256+0000","last_undegraded":"2020-12-05T03:04:08.707256+0000","last_fullsized":"2020-12-05T03:04:08.707256+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_clean_scrub_stamp":"2020-12-05T03:01:10.755640+0000","log_size":5385,"ondisk_log_size":5385,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":108860958,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":46,"num_whiteouts":10,"num_read":1867,"num_read_kb":912,"num_write":4850,"num_write_kb":1155274,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":2960,"num_flush":866,"num_flush_kb":2527957,"num_evict":781,"num_evict_kb":2280441,"num_promote":940,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6747","reported_seq":"8949","reported_epoch":"33","state":"active+clean","last_fresh":"2020-12-05T03:04:10.412606+0000","last_change":"2020-12-05T03:01:09.758577+0000","last_active":"2020-12-05T03:04:10.412606+0000","last_peered":"2020-12-05T03:04:10.412606+0000","last_clean":"2020-12-05T03:04:10.412606+0000","last_became_active":"2020-12-05T03:01:09.758314+0000","last_became_peered":"2020-12-05T03:01:09.758314+0000","last_unstale":"2020-12-05T03:04:10.412606+0000","last_undegraded":"2020-12-05T03:04:10.412606+0000","last_fullsized":"2020-12-05T03:04:10.412606+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_clean_scrub_stamp":"2020-12-05T03:01:08.749652+0000","log_size":6747,"ondisk_log_size":6747,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7546429444,"num_objects":2527,"num_object_clones":0,"num_object_copies":5054,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2527,"num_whiteouts":0,"num_read":3764,"num_read_kb":225146,"num_write":8353,"num_write_kb":4913739,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.782375+0000","last_change":"2020-12-05T03:01:02.287739+0000","last_active":"2020-12-05T03:03:46.782375+0000","last_peered":"2020-12-05T03:03:46.782375+0000","last_clean":"2020-12-05T03:03:46.782375+0000","last_became_active":"2020-12-05T03:01:02.287414+0000","last_became_peered":"2020-12-05T03:01:02.287414+0000","last_unstale":"2020-12-05T03:03:46.782375+0000","last_undegraded":"2020-12-05T03:03:46.782375+0000","last_fullsized":"2020-12-05T03:03:46.782375+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5390","reported_seq":"7519","reported_epoch":"33","state":"active+clean","last_fresh":"2020-12-05T03:04:10.613670+0000","last_change":"2020-12-05T03:01:11.798875+0000","last_active":"2020-12-05T03:04:10.613670+0000","last_peered":"2020-12-05T03:04:10.613670+0000","last_clean":"2020-12-05T03:04:10.613670+0000","last_became_active":"2020-12-05T03:01:11.798439+0000","last_became_peered":"2020-12-05T03:01:11.798439+0000","last_unstale":"2020-12-05T03:04:10.613670+0000","last_undegraded":"2020-12-05T03:04:10.613670+0000","last_fullsized":"2020-12-05T03:04:10.613670+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_clean_scrub_stamp":"2020-12-05T03:01:10.755640+0000","log_size":5390,"ondisk_log_size":5390,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":120462654,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":6,"num_read":1880,"num_read_kb":891,"num_write":4735,"num_write_kb":1148327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2622,"num_flush":837,"num_flush_kb":2457424,"num_evict":701,"num_evict_kb":2045218,"num_promote":923,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6791","reported_seq":"9014","reported_epoch":"33","state":"active+clean","last_fresh":"2020-12-05T03:04:10.567060+0000","last_change":"2020-12-05T03:01:10.237691+0000","last_active":"2020-12-05T03:04:10.567060+0000","last_peered":"2020-12-05T03:04:10.567060+0000","last_clean":"2020-12-05T03:04:10.567060+0000","last_became_active":"2020-12-05T03:01:10.237291+0000","last_became_peered":"2020-12-05T03:01:10.237291+0000","last_unstale":"2020-12-05T03:04:10.567060+0000","last_undegraded":"2020-12-05T03:04:10.567060+0000","last_fullsized":"2020-12-05T03:04:10.567060+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_clean_scrub_stamp":"2020-12-05T03:01:08.749652+0000","log_size":6791,"ondisk_log_size":6791,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7630861291,"num_objects":2537,"num_object_clones":0,"num_object_copies":5074,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2537,"num_whiteouts":0,"num_read":3857,"num_read_kb":331338,"num_write":8405,"num_write_kb":4980246,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.781934+0000","last_change":"2020-12-05T03:01:02.290281+0000","last_active":"2020-12-05T03:03:46.781934+0000","last_peered":"2020-12-05T03:03:46.781934+0000","last_clean":"2020-12-05T03:03:46.781934+0000","last_became_active":"2020-12-05T03:01:02.290008+0000","last_became_peered":"2020-12-05T03:01:02.290008+0000","last_unstale":"2020-12-05T03:03:46.781934+0000","last_undegraded":"2020-12-05T03:03:46.781934+0000","last_fullsized":"2020-12-05T03:03:46.781934+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5810","reported_seq":"8075","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:04:08.626885+0000","last_change":"2020-12-05T03:01:11.767346+0000","last_active":"2020-12-05T03:04:08.626885+0000","last_peered":"2020-12-05T03:04:08.626885+0000","last_clean":"2020-12-05T03:04:08.626885+0000","last_became_active":"2020-12-05T03:01:11.766989+0000","last_became_peered":"2020-12-05T03:01:11.766989+0000","last_unstale":"2020-12-05T03:04:08.626885+0000","last_undegraded":"2020-12-05T03:04:08.626885+0000","last_fullsized":"2020-12-05T03:04:08.626885+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_clean_scrub_stamp":"2020-12-05T03:01:10.755640+0000","log_size":5810,"ondisk_log_size":5810,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":100855467,"num_objects":43,"num_object_clones":0,"num_object_copies":86,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":3,"num_read":1993,"num_read_kb":13617,"num_write":5140,"num_write_kb":1200552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3871,"num_flush":931,"num_flush_kb":2721762,"num_evict":836,"num_evict_kb":2456582,"num_promote":1025,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6716","reported_seq":"8754","reported_epoch":"33","state":"active+clean","last_fresh":"2020-12-05T03:04:10.606779+0000","last_change":"2020-12-05T03:01:10.237486+0000","last_active":"2020-12-05T03:04:10.606779+0000","last_peered":"2020-12-05T03:04:10.606779+0000","last_clean":"2020-12-05T03:04:10.606779+0000","last_became_active":"2020-12-05T03:01:10.237204+0000","last_became_peered":"2020-12-05T03:01:10.237204+0000","last_unstale":"2020-12-05T03:04:10.606779+0000","last_undegraded":"2020-12-05T03:04:10.606779+0000","last_fullsized":"2020-12-05T03:04:10.606779+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_clean_scrub_stamp":"2020-12-05T03:01:08.749652+0000","log_size":6716,"ondisk_log_size":6716,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7402984917,"num_objects":2471,"num_object_clones":0,"num_object_copies":4942,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2471,"num_whiteouts":0,"num_read":3752,"num_read_kb":368543,"num_write":8366,"num_write_kb":4696225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.782149+0000","last_change":"2020-12-05T03:01:01.737132+0000","last_active":"2020-12-05T03:03:46.782149+0000","last_peered":"2020-12-05T03:03:46.782149+0000","last_clean":"2020-12-05T03:03:46.782149+0000","last_became_active":"2020-12-05T03:01:01.736825+0000","last_became_peered":"2020-12-05T03:01:01.736825+0000","last_unstale":"2020-12-05T03:03:46.782149+0000","last_undegraded":"2020-12-05T03:03:46.782149+0000","last_fullsized":"2020-12-05T03:03:46.782149+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.782230+0000","last_change":"2020-12-05T03:01:01.737486+0000","last_active":"2020-12-05T03:03:46.782230+0000","last_peered":"2020-12-05T03:03:46.782230+0000","last_clean":"2020-12-05T03:03:46.782230+0000","last_became_active":"2020-12-05T03:01:01.737227+0000","last_became_peered":"2020-12-05T03:01:01.737227+0000","last_unstale":"2020-12-05T03:03:46.782230+0000","last_undegraded":"2020-12-05T03:03:46.782230+0000","last_fullsized":"2020-12-05T03:03:46.782230+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.781944+0000","last_change":"2020-12-05T03:01:02.270827+0000","last_active":"2020-12-05T03:03:46.781944+0000","last_peered":"2020-12-05T03:03:46.781944+0000","last_clean":"2020-12-05T03:03:46.781944+0000","last_became_active":"2020-12-05T03:01:02.270233+0000","last_became_peered":"2020-12-05T03:01:02.270233+0000","last_unstale":"2020-12-05T03:03:46.781944+0000","last_undegraded":"2020-12-05T03:03:46.781944+0000","last_fullsized":"2020-12-05T03:03:46.781944+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":449456680,"num_objects":205,"num_object_clones":0,"num_object_copies":410,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":178,"num_whiteouts":29,"num_read":7720,"num_read_kb":31782,"num_write":19887,"num_write_kb":4709094,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":27,"num_bytes_hit_set_archive":13214,"num_flush":3558,"num_flush_kb":10404067,"num_evict":3168,"num_evict_kb":9252957,"num_promote":3930,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":718102528,"data_stored":716359774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22452,"ondisk_log_size":22452,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29748510108,"num_objects":9940,"num_object_clones":0,"num_object_copies":19880,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9940,"num_whiteouts":0,"num_read":15001,"num_read_kb":1290800,"num_write":33046,"num_write_kb":19209377,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":38742302720,"data_stored":38596705732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26631,"ondisk_log_size":26631,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640297,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10542880,"kb_used_data":9487304,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83828960,"statfs":{"total":96636764160,"available":85840855040,"internally_reserved":1073741824,"allocated":9714999296,"data_stored":9678814799,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.60499999999999998,"15min":0.61299999999999999},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":1.3440000000000001},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.66100000000000003,"15min":0.67300000000000004},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.788,"5min":1.788,"15min":1.788},"last":1.8009999999999999}]},{"osd":1,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.84799999999999998,"15min":0.70599999999999996},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":3.2879999999999998,"5min":16.914999999999999,"15min":16.914999999999999},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.874,"15min":0.72299999999999998},"min":{"1min":0.53100000000000003,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.4399999999999999,"5min":16.884,"15min":16.884},"last":0.79500000000000004}]},{"osd":2,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":1.869,"5min":1.218,"15min":0.92600000000000005},"min":{"1min":0.72999999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":23.065999999999999,"5min":23.065999999999999,"15min":23.065999999999999},"last":0.94399999999999995},{"interface":"front","average":{"1min":1.833,"5min":1.284,"15min":1.028},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":22.931000000000001,"5min":22.931000000000001,"15min":22.931000000000001},"last":0.76200000000000001}]},{"osd":3,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.77500000000000002,"15min":0.79100000000000004},"min":{"1min":0.55600000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.5469999999999999,"5min":1.5469999999999999,"15min":1.5469999999999999},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.86499999999999999,"5min":0.82499999999999996,"15min":0.81799999999999995},"min":{"1min":0.56799999999999995,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.3939999999999999,"5min":1.5229999999999999,"15min":1.5229999999999999},"last":0.90500000000000003}]},{"osd":4,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":1.02,"5min":0.87,"15min":0.86099999999999999},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":3.512,"5min":3.512,"15min":3.512},"last":1.919},{"interface":"front","average":{"1min":1.091,"5min":0.90700000000000003,"15min":0.86699999999999999},"min":{"1min":0.59199999999999997,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":2.4089999999999998,"5min":2.4089999999999998,"15min":2.4089999999999998},"last":1.0629999999999999}]}]},{"osd":4,"up_from":11,"seq":47244640297,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1238396,"kb_used_data":183244,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93133444,"statfs":{"total":96636764160,"available":95368646656,"internally_reserved":1073741824,"allocated":187641856,"data_stored":187078376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.58499999999999996,"15min":0.58699999999999997},"min":{"1min":0.371,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.85099999999999998,"5min":1.206,"15min":1.206},"last":0.81399999999999995},{"interface":"front","average":{"1min":0.85799999999999998,"5min":0.70499999999999996,"15min":0.65900000000000003},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.21,"5min":1.21,"15min":1.21},"last":0.91100000000000003}]},{"osd":1,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.70899999999999996},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.6799999999999999,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.67900000000000005,"15min":0.69499999999999995},"min":{"1min":0.47599999999999998,"5min":0.434,"15min":0.434},"max":{"1min":0.84199999999999997,"5min":1.032,"15min":1.032},"last":0.68799999999999994}]},{"osd":2,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":0.75700000000000001,"15min":0.747},"min":{"1min":0.59499999999999997,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.85699999999999998},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.80000000000000004,"15min":0.79700000000000004},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.3080000000000001,"5min":1.3080000000000001,"15min":1.3080000000000001},"last":0.84099999999999997}]},{"osd":3,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.81000000000000005,"15min":0.83799999999999997},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":1.387,"5min":1.4379999999999999,"15min":1.4379999999999999},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.92200000000000004,"15min":0.93200000000000005},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.482,"5min":2.3149999999999999,"15min":2.3149999999999999},"last":0.751}]},{"osd":5,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.879,"15min":0.92200000000000004},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.0569999999999999,"5min":1.716,"15min":1.716},"last":0.628},{"interface":"front","average":{"1min":0.93100000000000005,"5min":0.93500000000000005,"15min":0.93700000000000006},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.429,"5min":1.429,"15min":1.429},"last":0.54800000000000004}]}]},{"osd":3,"up_from":11,"seq":47244640297,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5685544,"kb_used_data":4636960,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":88686296,"statfs":{"total":96636764160,"available":90814767104,"internally_reserved":1073741824,"allocated":4748247040,"data_stored":4729715134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 5 03:04:02 2020","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.64200000000000002,"15min":0.65600000000000003},"min":{"1min":0.42199999999999999,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":1.2989999999999999,"5min":1.393,"15min":1.393},"last":0.90600000000000003},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.67600000000000005,"15min":0.69699999999999995},"min":{"1min":0.45500000000000002,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.2649999999999999,"5min":1.2649999999999999,"15min":1.2649999999999999},"last":0.96499999999999997}]},{"osd":1,"last update":"Sat Dec 5 03:04:02 2020","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.93600000000000005,"15min":0.873},"min":{"1min":0.442,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.605,"5min":12.98,"15min":12.98},"last":0.93500000000000005},{"interface":"front","average":{"1min":0.77500000000000002,"5min":0.93400000000000005,"15min":0.84199999999999997},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.5669999999999999,"5min":13.81,"15min":13.81},"last":0.88}]},{"osd":2,"last update":"Sat Dec 5 03:04:02 2020","interfaces":[{"interface":"back","average":{"1min":0.94399999999999995,"5min":0.88700000000000001,"15min":0.88900000000000001},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.7430000000000001,"5min":1.7430000000000001,"15min":1.7430000000000001},"last":0.80900000000000005},{"interface":"front","average":{"1min":0.86899999999999999,"5min":0.85499999999999998,"15min":0.872},"min":{"1min":0.55400000000000005,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.4490000000000001,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":0.78400000000000003}]},{"osd":4,"last update":"Sat Dec 5 03:04:02 2020","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":0.81799999999999995,"15min":0.80100000000000005},"min":{"1min":0.55500000000000005,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.873,"5min":1.873,"15min":1.873},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.81100000000000005,"15min":0.80600000000000005},"min":{"1min":0.58799999999999997,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.474,"5min":1.474,"15min":1.474},"last":0.51200000000000001}]},{"osd":5,"last update":"Sat Dec 5 03:04:02 2020","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":0.89000000000000001,"15min":0.90900000000000003},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.1240000000000001,"5min":1.4419999999999999,"15min":1.4419999999999999},"last":0.57599999999999996},{"interface":"front","average":{"1min":1.048,"5min":0.96299999999999997,"15min":0.95899999999999996},"min":{"1min":0.77300000000000002,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":2.0019999999999998,"5min":2.0019999999999998,"15min":2.0019999999999998},"last":0.70099999999999996}]}]},{"osd":2,"up_from":11,"seq":47244640297,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10840236,"kb_used_data":9786912,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83531604,"statfs":{"total":96636764160,"available":85536362496,"internally_reserved":1073741824,"allocated":10021797888,"data_stored":9984292881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.62,"15min":0.61599999999999999},"min":{"1min":0.34999999999999998,"5min":0.307,"15min":0.307},"max":{"1min":2.8010000000000002,"5min":2.8010000000000002,"15min":2.8010000000000002},"last":0.623},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.77500000000000002,"15min":0.78100000000000003},"min":{"1min":0.54900000000000004,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.996,"5min":1.996,"15min":1.996},"last":0.64900000000000002}]},{"osd":1,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.76000000000000001,"15min":0.751},"min":{"1min":0.45500000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.5720000000000001,"5min":1.5720000000000001,"15min":1.5720000000000001},"last":0.44700000000000001},{"interface":"front","average":{"1min":1.147,"5min":0.79800000000000004,"15min":0.75},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":4.8159999999999998,"5min":4.8159999999999998,"15min":4.8159999999999998},"last":0.66600000000000004}]},{"osd":3,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.92100000000000004,"5min":0.73099999999999998,"15min":0.70799999999999996},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":2.6339999999999999,"5min":2.6339999999999999,"15min":2.6339999999999999},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.91900000000000004,"5min":0.84099999999999997,"15min":0.84899999999999998},"min":{"1min":0.52200000000000002,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.8340000000000001,"5min":1.8340000000000001,"15min":1.8340000000000001},"last":0.54500000000000004}]},{"osd":4,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":1.1200000000000001,"5min":0.83799999999999997,"15min":0.81200000000000006},"min":{"1min":0.53800000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":4.492,"5min":4.492,"15min":4.492},"last":0.57499999999999996},{"interface":"front","average":{"1min":1.1279999999999999,"5min":0.88500000000000001,"15min":0.85299999999999998},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":3.2850000000000001,"5min":3.2850000000000001,"15min":3.2850000000000001},"last":0.76700000000000002}]},{"osd":5,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":0.90600000000000003,"15min":0.88600000000000001},"min":{"1min":0.70199999999999996,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.9850000000000001,"5min":1.9850000000000001,"15min":1.9850000000000001},"last":0.72699999999999998},{"interface":"front","average":{"1min":1.2729999999999999,"5min":0.96699999999999997,"15min":0.92900000000000005},"min":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"max":{"1min":4.641,"5min":4.641,"15min":4.641},"last":0.745}]}]},{"osd":0,"up_from":11,"seq":47244640297,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1238396,"kb_used_data":183244,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93133444,"statfs":{"total":96636764160,"available":95368646656,"internally_reserved":1073741824,"allocated":187641856,"data_stored":187078376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57599999999999996,"15min":0.60599999999999998},"min":{"1min":0.34899999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.381,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":0.41499999999999998},{"interface":"front","average":{"1min":1.034,"5min":0.76000000000000001,"15min":0.71799999999999997},"min":{"1min":0.53300000000000003,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":6.649,"5min":6.649,"15min":6.649},"last":0.63400000000000001}]},{"osd":2,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.63300000000000001,"15min":0.64900000000000002},"min":{"1min":0.45300000000000001,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.88500000000000001,"5min":1.365,"15min":1.365},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.98599999999999999,"5min":0.66100000000000003,"15min":0.61799999999999999},"min":{"1min":0.46200000000000002,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":6.7480000000000002,"5min":6.7480000000000002,"15min":6.7480000000000002},"last":0.46100000000000002}]},{"osd":3,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.85899999999999999,"15min":0.90300000000000002},"min":{"1min":0.58799999999999997,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.3999999999999999,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.85999999999999999,"15min":0.88},"min":{"1min":0.54700000000000004,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.21,"5min":1.6890000000000001,"15min":1.6890000000000001},"last":0.83399999999999996}]},{"osd":4,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.80700000000000005,"15min":0.83499999999999996},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.4359999999999999,"5min":1.4359999999999999,"15min":1.4359999999999999},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.88600000000000001,"5min":0.92600000000000005,"15min":0.96199999999999997},"min":{"1min":0.68500000000000005,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.3839999999999999,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":0.66400000000000003}]},{"osd":5,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":1.2070000000000001,"5min":0.91700000000000004,"15min":0.88300000000000001},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":6.819,"5min":6.819,"15min":6.819},"last":0.78400000000000003},{"interface":"front","average":{"1min":1.03,"5min":0.89200000000000002,"15min":0.88600000000000001},"min":{"1min":0.68300000000000005,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":2.726,"5min":2.726,"15min":2.726},"last":0.76800000000000002}]}]},{"osd":1,"up_from":11,"seq":47244640297,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":15313548,"kb_used_data":14259520,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":79058292,"statfs":{"total":96636764160,"available":80955691008,"internally_reserved":1073741824,"allocated":14601748480,"data_stored":14546789164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 5 03:04:07 2020","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.58799999999999997,"15min":0.58399999999999996},"min":{"1min":0.41199999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":2.9489999999999998,"5min":2.9489999999999998,"15min":2.9489999999999998},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.52600000000000002,"15min":0.54300000000000004},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.70399999999999996,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.90200000000000002}]},{"osd":2,"last update":"Sat Dec 5 03:04:07 2020","interfaces":[{"interface":"back","average":{"1min":3.8730000000000002,"5min":1.2110000000000001,"15min":0.75800000000000001},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":44.469000000000001,"5min":44.469000000000001,"15min":44.469000000000001},"last":0.748},{"interface":"front","average":{"1min":4.0750000000000002,"5min":1.3899999999999999,"15min":0.96199999999999997},"min":{"1min":0.47199999999999998,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":44.918999999999997,"5min":44.918999999999997,"15min":44.918999999999997},"last":1.165}]},{"osd":3,"last update":"Sat Dec 5 03:04:07 2020","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.83299999999999996,"15min":0.84999999999999998},"min":{"1min":0.63,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.218,"5min":2.7669999999999999,"15min":2.7669999999999999},"last":0.96099999999999997},{"interface":"front","average":{"1min":0.752,"5min":0.71299999999999997,"15min":0.70699999999999996},"min":{"1min":0.50700000000000001,"5min":0.44,"15min":0.44},"max":{"1min":1.1850000000000001,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":1.4019999999999999}]},{"osd":4,"last update":"Sat Dec 5 03:04:07 2020","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.80900000000000005,"15min":0.81899999999999995},"min":{"1min":0.54600000000000004,"5min":0.503,"15min":0.503},"max":{"1min":1.095,"5min":1.444,"15min":1.444},"last":1.2090000000000001},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.78500000000000003,"15min":0.76900000000000002},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.843,"5min":1.843,"15min":1.843},"last":1.5249999999999999}]},{"osd":5,"last update":"Sat Dec 5 03:04:07 2020","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.85999999999999999,"15min":0.82999999999999996},"min":{"1min":0.63500000000000001,"5min":0.623,"15min":0.623},"max":{"1min":1.8500000000000001,"5min":1.8500000000000001,"15min":1.8500000000000001},"last":1.3400000000000001},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.94599999999999995,"15min":0.95799999999999996},"min":{"1min":0.747,"5min":0.623,"15min":0.623},"max":{"1min":1.3720000000000001,"5min":2.6139999999999999,"15min":2.6139999999999999},"last":1.119}]}]}]}} , 2020-12-05T03:04:16.481 INFO:tasks.ceph:pgid 1.7 last_scrub_stamp 2020-12-05T03:01:00.727685+0000 time.struct_time(tm_year=2020, tm_mon=12, tm_mday=5, tm_hour=3, tm_min=1, tm_sec=0, tm_wday=5, tm_yday=340, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=12, tm_mday=5, tm_hour=3, tm_min=4, tm_sec=12, tm_wday=5, tm_yday=340, tm_isdst=0) , 2020-12-05T03:04:16.482 INFO:tasks.ceph:pgid 1.6 last_scrub_stamp 2020-12-05T03:01:00.727685+0000 time.struct_time(tm_year=2020, tm_mon=12, tm_mday=5, tm_hour=3, tm_min=1, tm_sec=0, tm_wday=5, tm_yday=340, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=12, tm_mday=5, tm_hour=3, tm_min=4, tm_sec=12, tm_wday=5, tm_yday=340, tm_isdst=0) 2020-12-05T03:11:34.525 WARNING:scrape:Ignoring malparsed backtrace: 2020-12-05T03:05:38.441 INFO:tasks.ceph.mgr.x:Stopped , 2020-12-05T03:05:38.442 INFO:teuthology.misc:Shutting down mon daemons... , 2020-12-05T03:05:38.442 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2020-12-05T03:11:34.525 WARNING:scrape:Ignoring malparsed backtrace: 2020-12-05T03:07:14.375 INFO:teuthology.orchestra.run.smithi060:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log , 2020-12-05T03:07:14.444 INFO:teuthology.orchestra.run.smithi061:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log , 2020-12-05T03:07:14.511 INFO:teuthology.orchestra.run.smithi061:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|scontext=system_u:system_r:logrotate_t:s0\)' 2020-12-05T03:11:34.641 WARNING:scrape:Ignoring malparsed backtrace: ceph version 15.2.7-628-gf4c57cce (f4c57cce985237b8a8df8acc7d67b9474276dd0f) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7fb7a044ee24] , 2: (DeleteOp::_begin()+0x519) [0x556aef6e2129] 2020-12-05T03:11:34.643 WARNING:scrape:Ignoring malparsed backtrace: 2020-12-05T03:04:16.477 INFO:teuthology.orchestra.run.smithi061.stdout:{"pg_ready":true,"pg_map":{"version":130,"stamp":"2020-12-05T03:04:16.345287+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30197966788,"num_objects":10145,"num_object_clones":0,"num_object_copies":20290,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10118,"num_whiteouts":29,"num_read":22721,"num_read_kb":1322582,"num_write":52933,"num_write_kb":23918471,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":27,"num_bytes_hit_set_archive":13214,"num_flush":3558,"num_flush_kb":10404067,"num_evict":3168,"num_evict_kb":9252957,"num_promote":3930,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49083,"ondisk_log_size":49083,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":44859000,"kb_used_data":38537184,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":521372040,"statfs":{"total":579820584960,"available":533884968960,"internally_reserved":6442450944,"allocated":39462076416,"data_stored":39313768730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":209293445,"num_objects":81,"num_object_clones":0,"num_object_copies":162,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":17,"num_read":1091,"num_read_kb":987383,"num_write":514,"num_write_kb":432651,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":89,"num_flush_kb":246334,"num_evict":19,"num_evict_kb":47625,"num_promote":103,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002006"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.782291+0000","last_change":"2020-12-05T03:01:02.270775+0000","last_active":"2020-12-05T03:03:46.782291+0000","last_peered":"2020-12-05T03:03:46.782291+0000","last_clean":"2020-12-05T03:03:46.782291+0000","last_became_active":"2020-12-05T03:01:02.270234+0000","last_became_peered":"2020-12-05T03:01:02.270234+0000","last_unstale":"2020-12-05T03:03:46.782291+0000","last_undegraded":"2020-12-05T03:03:46.782291+0000","last_fullsized":"2020-12-05T03:03:46.782291+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.782371+0000","last_change":"2020-12-05T03:01:02.287939+0000","last_active":"2020-12-05T03:03:46.782371+0000","last_peered":"2020-12-05T03:03:46.782371+0000","last_clean":"2020-12-05T03:03:46.782371+0000","last_became_active":"2020-12-05T03:01:02.287464+0000","last_became_peered":"2020-12-05T03:01:02.287464+0000","last_unstale":"2020-12-05T03:03:46.782371+0000","last_undegraded":"2020-12-05T03:03:46.782371+0000","last_fullsized":"2020-12-05T03:03:46.782371+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5867","reported_seq":"8091","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:04:08.684600+0000","last_change":"2020-12-05T03:01:11.767110+0000","last_active":"2020-12-05T03:04:08.684600+0000","last_peered":"2020-12-05T03:04:08.684600+0000","last_clean":"2020-12-05T03:04:08.684600+0000","last_became_active":"2020-12-05T03:01:11.766824+0000","last_became_peered":"2020-12-05T03:01:11.766824+0000","last_unstale":"2020-12-05T03:04:08.684600+0000","last_undegraded":"2020-12-05T03:04:08.684600+0000","last_fullsized":"2020-12-05T03:04:08.684600+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_clean_scrub_stamp":"2020-12-05T03:01:10.755640+0000","log_size":5867,"ondisk_log_size":5867,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":119277601,"num_objects":58,"num_object_clones":0,"num_object_copies":116,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":50,"num_whiteouts":10,"num_read":1980,"num_read_kb":16362,"num_write":5162,"num_write_kb":1204941,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3761,"num_flush":924,"num_flush_kb":2696924,"num_evict":850,"num_evict_kb":2470716,"num_promote":1042,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6377","reported_seq":"8384","reported_epoch":"33","state":"active+clean","last_fresh":"2020-12-05T03:04:10.421134+0000","last_change":"2020-12-05T03:01:10.237535+0000","last_active":"2020-12-05T03:04:10.421134+0000","last_peered":"2020-12-05T03:04:10.421134+0000","last_clean":"2020-12-05T03:04:10.421134+0000","last_became_active":"2020-12-05T03:01:10.237174+0000","last_became_peered":"2020-12-05T03:01:10.237174+0000","last_unstale":"2020-12-05T03:04:10.421134+0000","last_undegraded":"2020-12-05T03:04:10.421134+0000","last_fullsized":"2020-12-05T03:04:10.421134+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_clean_scrub_stamp":"2020-12-05T03:01:08.749652+0000","log_size":6377,"ondisk_log_size":6377,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7168234456,"num_objects":2405,"num_object_clones":0,"num_object_copies":4810,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2405,"num_whiteouts":0,"num_read":3628,"num_read_kb":365773,"num_write":7922,"num_write_kb":4619167,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.782185+0000","last_change":"2020-12-05T03:01:02.290580+0000","last_active":"2020-12-05T03:03:46.782185+0000","last_peered":"2020-12-05T03:03:46.782185+0000","last_clean":"2020-12-05T03:03:46.782185+0000","last_became_active":"2020-12-05T03:01:02.290165+0000","last_became_peered":"2020-12-05T03:01:02.290165+0000","last_unstale":"2020-12-05T03:03:46.782185+0000","last_undegraded":"2020-12-05T03:03:46.782185+0000","last_fullsized":"2020-12-05T03:03:46.782185+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5385","reported_seq":"7442","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:04:08.707256+0000","last_change":"2020-12-05T03:01:11.796391+0000","last_active":"2020-12-05T03:04:08.707256+0000","last_peered":"2020-12-05T03:04:08.707256+0000","last_clean":"2020-12-05T03:04:08.707256+0000","last_became_active":"2020-12-05T03:01:11.796062+0000","last_became_peered":"2020-12-05T03:01:11.796062+0000","last_unstale":"2020-12-05T03:04:08.707256+0000","last_undegraded":"2020-12-05T03:04:08.707256+0000","last_fullsized":"2020-12-05T03:04:08.707256+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_clean_scrub_stamp":"2020-12-05T03:01:10.755640+0000","log_size":5385,"ondisk_log_size":5385,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":108860958,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":46,"num_whiteouts":10,"num_read":1867,"num_read_kb":912,"num_write":4850,"num_write_kb":1155274,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":2960,"num_flush":866,"num_flush_kb":2527957,"num_evict":781,"num_evict_kb":2280441,"num_promote":940,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6747","reported_seq":"8949","reported_epoch":"33","state":"active+clean","last_fresh":"2020-12-05T03:04:10.412606+0000","last_change":"2020-12-05T03:01:09.758577+0000","last_active":"2020-12-05T03:04:10.412606+0000","last_peered":"2020-12-05T03:04:10.412606+0000","last_clean":"2020-12-05T03:04:10.412606+0000","last_became_active":"2020-12-05T03:01:09.758314+0000","last_became_peered":"2020-12-05T03:01:09.758314+0000","last_unstale":"2020-12-05T03:04:10.412606+0000","last_undegraded":"2020-12-05T03:04:10.412606+0000","last_fullsized":"2020-12-05T03:04:10.412606+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_clean_scrub_stamp":"2020-12-05T03:01:08.749652+0000","log_size":6747,"ondisk_log_size":6747,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7546429444,"num_objects":2527,"num_object_clones":0,"num_object_copies":5054,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2527,"num_whiteouts":0,"num_read":3764,"num_read_kb":225146,"num_write":8353,"num_write_kb":4913739,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.782375+0000","last_change":"2020-12-05T03:01:02.287739+0000","last_active":"2020-12-05T03:03:46.782375+0000","last_peered":"2020-12-05T03:03:46.782375+0000","last_clean":"2020-12-05T03:03:46.782375+0000","last_became_active":"2020-12-05T03:01:02.287414+0000","last_became_peered":"2020-12-05T03:01:02.287414+0000","last_unstale":"2020-12-05T03:03:46.782375+0000","last_undegraded":"2020-12-05T03:03:46.782375+0000","last_fullsized":"2020-12-05T03:03:46.782375+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5390","reported_seq":"7519","reported_epoch":"33","state":"active+clean","last_fresh":"2020-12-05T03:04:10.613670+0000","last_change":"2020-12-05T03:01:11.798875+0000","last_active":"2020-12-05T03:04:10.613670+0000","last_peered":"2020-12-05T03:04:10.613670+0000","last_clean":"2020-12-05T03:04:10.613670+0000","last_became_active":"2020-12-05T03:01:11.798439+0000","last_became_peered":"2020-12-05T03:01:11.798439+0000","last_unstale":"2020-12-05T03:04:10.613670+0000","last_undegraded":"2020-12-05T03:04:10.613670+0000","last_fullsized":"2020-12-05T03:04:10.613670+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_clean_scrub_stamp":"2020-12-05T03:01:10.755640+0000","log_size":5390,"ondisk_log_size":5390,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":120462654,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":6,"num_read":1880,"num_read_kb":891,"num_write":4735,"num_write_kb":1148327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2622,"num_flush":837,"num_flush_kb":2457424,"num_evict":701,"num_evict_kb":2045218,"num_promote":923,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6791","reported_seq":"9014","reported_epoch":"33","state":"active+clean","last_fresh":"2020-12-05T03:04:10.567060+0000","last_change":"2020-12-05T03:01:10.237691+0000","last_active":"2020-12-05T03:04:10.567060+0000","last_peered":"2020-12-05T03:04:10.567060+0000","last_clean":"2020-12-05T03:04:10.567060+0000","last_became_active":"2020-12-05T03:01:10.237291+0000","last_became_peered":"2020-12-05T03:01:10.237291+0000","last_unstale":"2020-12-05T03:04:10.567060+0000","last_undegraded":"2020-12-05T03:04:10.567060+0000","last_fullsized":"2020-12-05T03:04:10.567060+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_clean_scrub_stamp":"2020-12-05T03:01:08.749652+0000","log_size":6791,"ondisk_log_size":6791,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7630861291,"num_objects":2537,"num_object_clones":0,"num_object_copies":5074,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2537,"num_whiteouts":0,"num_read":3857,"num_read_kb":331338,"num_write":8405,"num_write_kb":4980246,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.781934+0000","last_change":"2020-12-05T03:01:02.290281+0000","last_active":"2020-12-05T03:03:46.781934+0000","last_peered":"2020-12-05T03:03:46.781934+0000","last_clean":"2020-12-05T03:03:46.781934+0000","last_became_active":"2020-12-05T03:01:02.290008+0000","last_became_peered":"2020-12-05T03:01:02.290008+0000","last_unstale":"2020-12-05T03:03:46.781934+0000","last_undegraded":"2020-12-05T03:03:46.781934+0000","last_fullsized":"2020-12-05T03:03:46.781934+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5810","reported_seq":"8075","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:04:08.626885+0000","last_change":"2020-12-05T03:01:11.767346+0000","last_active":"2020-12-05T03:04:08.626885+0000","last_peered":"2020-12-05T03:04:08.626885+0000","last_clean":"2020-12-05T03:04:08.626885+0000","last_became_active":"2020-12-05T03:01:11.766989+0000","last_became_peered":"2020-12-05T03:01:11.766989+0000","last_unstale":"2020-12-05T03:04:08.626885+0000","last_undegraded":"2020-12-05T03:04:08.626885+0000","last_fullsized":"2020-12-05T03:04:08.626885+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:10.755640+0000","last_clean_scrub_stamp":"2020-12-05T03:01:10.755640+0000","log_size":5810,"ondisk_log_size":5810,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":100855467,"num_objects":43,"num_object_clones":0,"num_object_copies":86,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":3,"num_read":1993,"num_read_kb":13617,"num_write":5140,"num_write_kb":1200552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3871,"num_flush":931,"num_flush_kb":2721762,"num_evict":836,"num_evict_kb":2456582,"num_promote":1025,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6716","reported_seq":"8754","reported_epoch":"33","state":"active+clean","last_fresh":"2020-12-05T03:04:10.606779+0000","last_change":"2020-12-05T03:01:10.237486+0000","last_active":"2020-12-05T03:04:10.606779+0000","last_peered":"2020-12-05T03:04:10.606779+0000","last_clean":"2020-12-05T03:04:10.606779+0000","last_became_active":"2020-12-05T03:01:10.237204+0000","last_became_peered":"2020-12-05T03:01:10.237204+0000","last_unstale":"2020-12-05T03:04:10.606779+0000","last_undegraded":"2020-12-05T03:04:10.606779+0000","last_fullsized":"2020-12-05T03:04:10.606779+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:08.749652+0000","last_clean_scrub_stamp":"2020-12-05T03:01:08.749652+0000","log_size":6716,"ondisk_log_size":6716,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7402984917,"num_objects":2471,"num_object_clones":0,"num_object_copies":4942,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2471,"num_whiteouts":0,"num_read":3752,"num_read_kb":368543,"num_write":8366,"num_write_kb":4696225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.782149+0000","last_change":"2020-12-05T03:01:01.737132+0000","last_active":"2020-12-05T03:03:46.782149+0000","last_peered":"2020-12-05T03:03:46.782149+0000","last_clean":"2020-12-05T03:03:46.782149+0000","last_became_active":"2020-12-05T03:01:01.736825+0000","last_became_peered":"2020-12-05T03:01:01.736825+0000","last_unstale":"2020-12-05T03:03:46.782149+0000","last_undegraded":"2020-12-05T03:03:46.782149+0000","last_fullsized":"2020-12-05T03:03:46.782149+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.782230+0000","last_change":"2020-12-05T03:01:01.737486+0000","last_active":"2020-12-05T03:03:46.782230+0000","last_peered":"2020-12-05T03:03:46.782230+0000","last_clean":"2020-12-05T03:03:46.782230+0000","last_became_active":"2020-12-05T03:01:01.737227+0000","last_became_peered":"2020-12-05T03:01:01.737227+0000","last_unstale":"2020-12-05T03:03:46.782230+0000","last_undegraded":"2020-12-05T03:03:46.782230+0000","last_fullsized":"2020-12-05T03:03:46.782230+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-12-05T03:03:46.781944+0000","last_change":"2020-12-05T03:01:02.270827+0000","last_active":"2020-12-05T03:03:46.781944+0000","last_peered":"2020-12-05T03:03:46.781944+0000","last_clean":"2020-12-05T03:03:46.781944+0000","last_became_active":"2020-12-05T03:01:02.270233+0000","last_became_peered":"2020-12-05T03:01:02.270233+0000","last_unstale":"2020-12-05T03:03:46.781944+0000","last_undegraded":"2020-12-05T03:03:46.781944+0000","last_fullsized":"2020-12-05T03:03:46.781944+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-12-05T03:01:00.727685+0000","last_clean_scrub_stamp":"2020-12-05T03:01:00.727685+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":449456680,"num_objects":205,"num_object_clones":0,"num_object_copies":410,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":178,"num_whiteouts":29,"num_read":7720,"num_read_kb":31782,"num_write":19887,"num_write_kb":4709094,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":27,"num_bytes_hit_set_archive":13214,"num_flush":3558,"num_flush_kb":10404067,"num_evict":3168,"num_evict_kb":9252957,"num_promote":3930,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":718102528,"data_stored":716359774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22452,"ondisk_log_size":22452,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29748510108,"num_objects":9940,"num_object_clones":0,"num_object_copies":19880,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9940,"num_whiteouts":0,"num_read":15001,"num_read_kb":1290800,"num_write":33046,"num_write_kb":19209377,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":38742302720,"data_stored":38596705732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26631,"ondisk_log_size":26631,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640297,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10542880,"kb_used_data":9487304,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83828960,"statfs":{"total":96636764160,"available":85840855040,"internally_reserved":1073741824,"allocated":9714999296,"data_stored":9678814799,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.60499999999999998,"15min":0.61299999999999999},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":1.3440000000000001},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.66100000000000003,"15min":0.67300000000000004},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.788,"5min":1.788,"15min":1.788},"last":1.8009999999999999}]},{"osd":1,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.84799999999999998,"15min":0.70599999999999996},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":3.2879999999999998,"5min":16.914999999999999,"15min":16.914999999999999},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.874,"15min":0.72299999999999998},"min":{"1min":0.53100000000000003,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.4399999999999999,"5min":16.884,"15min":16.884},"last":0.79500000000000004}]},{"osd":2,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":1.869,"5min":1.218,"15min":0.92600000000000005},"min":{"1min":0.72999999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":23.065999999999999,"5min":23.065999999999999,"15min":23.065999999999999},"last":0.94399999999999995},{"interface":"front","average":{"1min":1.833,"5min":1.284,"15min":1.028},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":22.931000000000001,"5min":22.931000000000001,"15min":22.931000000000001},"last":0.76200000000000001}]},{"osd":3,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.77500000000000002,"15min":0.79100000000000004},"min":{"1min":0.55600000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.5469999999999999,"5min":1.5469999999999999,"15min":1.5469999999999999},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.86499999999999999,"5min":0.82499999999999996,"15min":0.81799999999999995},"min":{"1min":0.56799999999999995,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.3939999999999999,"5min":1.5229999999999999,"15min":1.5229999999999999},"last":0.90500000000000003}]},{"osd":4,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":1.02,"5min":0.87,"15min":0.86099999999999999},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":3.512,"5min":3.512,"15min":3.512},"last":1.919},{"interface":"front","average":{"1min":1.091,"5min":0.90700000000000003,"15min":0.86699999999999999},"min":{"1min":0.59199999999999997,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":2.4089999999999998,"5min":2.4089999999999998,"15min":2.4089999999999998},"last":1.0629999999999999}]}]},{"osd":4,"up_from":11,"seq":47244640297,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1238396,"kb_used_data":183244,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93133444,"statfs":{"total":96636764160,"available":95368646656,"internally_reserved":1073741824,"allocated":187641856,"data_stored":187078376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.58499999999999996,"15min":0.58699999999999997},"min":{"1min":0.371,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.85099999999999998,"5min":1.206,"15min":1.206},"last":0.81399999999999995},{"interface":"front","average":{"1min":0.85799999999999998,"5min":0.70499999999999996,"15min":0.65900000000000003},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.21,"5min":1.21,"15min":1.21},"last":0.91100000000000003}]},{"osd":1,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.70899999999999996},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.6799999999999999,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.67900000000000005,"15min":0.69499999999999995},"min":{"1min":0.47599999999999998,"5min":0.434,"15min":0.434},"max":{"1min":0.84199999999999997,"5min":1.032,"15min":1.032},"last":0.68799999999999994}]},{"osd":2,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":0.75700000000000001,"15min":0.747},"min":{"1min":0.59499999999999997,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.85699999999999998},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.80000000000000004,"15min":0.79700000000000004},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.3080000000000001,"5min":1.3080000000000001,"15min":1.3080000000000001},"last":0.84099999999999997}]},{"osd":3,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.81000000000000005,"15min":0.83799999999999997},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":1.387,"5min":1.4379999999999999,"15min":1.4379999999999999},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.92200000000000004,"15min":0.93200000000000005},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.482,"5min":2.3149999999999999,"15min":2.3149999999999999},"last":0.751}]},{"osd":5,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.879,"15min":0.92200000000000004},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.0569999999999999,"5min":1.716,"15min":1.716},"last":0.628},{"interface":"front","average":{"1min":0.93100000000000005,"5min":0.93500000000000005,"15min":0.93700000000000006},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.429,"5min":1.429,"15min":1.429},"last":0.54800000000000004}]}]},{"osd":3,"up_from":11,"seq":47244640297,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5685544,"kb_used_data":4636960,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":88686296,"statfs":{"total":96636764160,"available":90814767104,"internally_reserved":1073741824,"allocated":4748247040,"data_stored":4729715134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 5 03:04:02 2020","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.64200000000000002,"15min":0.65600000000000003},"min":{"1min":0.42199999999999999,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":1.2989999999999999,"5min":1.393,"15min":1.393},"last":0.90600000000000003},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.67600000000000005,"15min":0.69699999999999995},"min":{"1min":0.45500000000000002,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.2649999999999999,"5min":1.2649999999999999,"15min":1.2649999999999999},"last":0.96499999999999997}]},{"osd":1,"last update":"Sat Dec 5 03:04:02 2020","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.93600000000000005,"15min":0.873},"min":{"1min":0.442,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.605,"5min":12.98,"15min":12.98},"last":0.93500000000000005},{"interface":"front","average":{"1min":0.77500000000000002,"5min":0.93400000000000005,"15min":0.84199999999999997},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.5669999999999999,"5min":13.81,"15min":13.81},"last":0.88}]},{"osd":2,"last update":"Sat Dec 5 03:04:02 2020","interfaces":[{"interface":"back","average":{"1min":0.94399999999999995,"5min":0.88700000000000001,"15min":0.88900000000000001},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.7430000000000001,"5min":1.7430000000000001,"15min":1.7430000000000001},"last":0.80900000000000005},{"interface":"front","average":{"1min":0.86899999999999999,"5min":0.85499999999999998,"15min":0.872},"min":{"1min":0.55400000000000005,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.4490000000000001,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":0.78400000000000003}]},{"osd":4,"last update":"Sat Dec 5 03:04:02 2020","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":0.81799999999999995,"15min":0.80100000000000005},"min":{"1min":0.55500000000000005,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.873,"5min":1.873,"15min":1.873},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.81100000000000005,"15min":0.80600000000000005},"min":{"1min":0.58799999999999997,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.474,"5min":1.474,"15min":1.474},"last":0.51200000000000001}]},{"osd":5,"last update":"Sat Dec 5 03:04:02 2020","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":0.89000000000000001,"15min":0.90900000000000003},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.1240000000000001,"5min":1.4419999999999999,"15min":1.4419999999999999},"last":0.57599999999999996},{"interface":"front","average":{"1min":1.048,"5min":0.96299999999999997,"15min":0.95899999999999996},"min":{"1min":0.77300000000000002,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":2.0019999999999998,"5min":2.0019999999999998,"15min":2.0019999999999998},"last":0.70099999999999996}]}]},{"osd":2,"up_from":11,"seq":47244640297,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10840236,"kb_used_data":9786912,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83531604,"statfs":{"total":96636764160,"available":85536362496,"internally_reserved":1073741824,"allocated":10021797888,"data_stored":9984292881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.62,"15min":0.61599999999999999},"min":{"1min":0.34999999999999998,"5min":0.307,"15min":0.307},"max":{"1min":2.8010000000000002,"5min":2.8010000000000002,"15min":2.8010000000000002},"last":0.623},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.77500000000000002,"15min":0.78100000000000003},"min":{"1min":0.54900000000000004,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.996,"5min":1.996,"15min":1.996},"last":0.64900000000000002}]},{"osd":1,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.76000000000000001,"15min":0.751},"min":{"1min":0.45500000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.5720000000000001,"5min":1.5720000000000001,"15min":1.5720000000000001},"last":0.44700000000000001},{"interface":"front","average":{"1min":1.147,"5min":0.79800000000000004,"15min":0.75},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":4.8159999999999998,"5min":4.8159999999999998,"15min":4.8159999999999998},"last":0.66600000000000004}]},{"osd":3,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.92100000000000004,"5min":0.73099999999999998,"15min":0.70799999999999996},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":2.6339999999999999,"5min":2.6339999999999999,"15min":2.6339999999999999},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.91900000000000004,"5min":0.84099999999999997,"15min":0.84899999999999998},"min":{"1min":0.52200000000000002,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.8340000000000001,"5min":1.8340000000000001,"15min":1.8340000000000001},"last":0.54500000000000004}]},{"osd":4,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":1.1200000000000001,"5min":0.83799999999999997,"15min":0.81200000000000006},"min":{"1min":0.53800000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":4.492,"5min":4.492,"15min":4.492},"last":0.57499999999999996},{"interface":"front","average":{"1min":1.1279999999999999,"5min":0.88500000000000001,"15min":0.85299999999999998},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":3.2850000000000001,"5min":3.2850000000000001,"15min":3.2850000000000001},"last":0.76700000000000002}]},{"osd":5,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":0.90600000000000003,"15min":0.88600000000000001},"min":{"1min":0.70199999999999996,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.9850000000000001,"5min":1.9850000000000001,"15min":1.9850000000000001},"last":0.72699999999999998},{"interface":"front","average":{"1min":1.2729999999999999,"5min":0.96699999999999997,"15min":0.92900000000000005},"min":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"max":{"1min":4.641,"5min":4.641,"15min":4.641},"last":0.745}]}]},{"osd":0,"up_from":11,"seq":47244640297,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1238396,"kb_used_data":183244,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93133444,"statfs":{"total":96636764160,"available":95368646656,"internally_reserved":1073741824,"allocated":187641856,"data_stored":187078376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57599999999999996,"15min":0.60599999999999998},"min":{"1min":0.34899999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.381,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":0.41499999999999998},{"interface":"front","average":{"1min":1.034,"5min":0.76000000000000001,"15min":0.71799999999999997},"min":{"1min":0.53300000000000003,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":6.649,"5min":6.649,"15min":6.649},"last":0.63400000000000001}]},{"osd":2,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.63300000000000001,"15min":0.64900000000000002},"min":{"1min":0.45300000000000001,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.88500000000000001,"5min":1.365,"15min":1.365},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.98599999999999999,"5min":0.66100000000000003,"15min":0.61799999999999999},"min":{"1min":0.46200000000000002,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":6.7480000000000002,"5min":6.7480000000000002,"15min":6.7480000000000002},"last":0.46100000000000002}]},{"osd":3,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.85899999999999999,"15min":0.90300000000000002},"min":{"1min":0.58799999999999997,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.3999999999999999,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.85999999999999999,"15min":0.88},"min":{"1min":0.54700000000000004,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.21,"5min":1.6890000000000001,"15min":1.6890000000000001},"last":0.83399999999999996}]},{"osd":4,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.80700000000000005,"15min":0.83499999999999996},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.4359999999999999,"5min":1.4359999999999999,"15min":1.4359999999999999},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.88600000000000001,"5min":0.92600000000000005,"15min":0.96199999999999997},"min":{"1min":0.68500000000000005,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.3839999999999999,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":0.66400000000000003}]},{"osd":5,"last update":"Sat Dec 5 03:04:01 2020","interfaces":[{"interface":"back","average":{"1min":1.2070000000000001,"5min":0.91700000000000004,"15min":0.88300000000000001},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":6.819,"5min":6.819,"15min":6.819},"last":0.78400000000000003},{"interface":"front","average":{"1min":1.03,"5min":0.89200000000000002,"15min":0.88600000000000001},"min":{"1min":0.68300000000000005,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":2.726,"5min":2.726,"15min":2.726},"last":0.76800000000000002}]}]},{"osd":1,"up_from":11,"seq":47244640297,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":15313548,"kb_used_data":14259520,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":79058292,"statfs":{"total":96636764160,"available":80955691008,"internally_reserved":1073741824,"allocated":14601748480,"data_stored":14546789164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 5 03:04:07 2020","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.58799999999999997,"15min":0.58399999999999996},"min":{"1min":0.41199999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":2.9489999999999998,"5min":2.9489999999999998,"15min":2.9489999999999998},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.52600000000000002,"15min":0.54300000000000004},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.70399999999999996,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.90200000000000002}]},{"osd":2,"last update":"Sat Dec 5 03:04:07 2020","interfaces":[{"interface":"back","average":{"1min":3.8730000000000002,"5min":1.2110000000000001,"15min":0.75800000000000001},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":44.469000000000001,"5min":44.469000000000001,"15min":44.469000000000001},"last":0.748},{"interface":"front","average":{"1min":4.0750000000000002,"5min":1.3899999999999999,"15min":0.96199999999999997},"min":{"1min":0.47199999999999998,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":44.918999999999997,"5min":44.918999999999997,"15min":44.918999999999997},"last":1.165}]},{"osd":3,"last update":"Sat Dec 5 03:04:07 2020","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.83299999999999996,"15min":0.84999999999999998},"min":{"1min":0.63,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.218,"5min":2.7669999999999999,"15min":2.7669999999999999},"last":0.96099999999999997},{"interface":"front","average":{"1min":0.752,"5min":0.71299999999999997,"15min":0.70699999999999996},"min":{"1min":0.50700000000000001,"5min":0.44,"15min":0.44},"max":{"1min":1.1850000000000001,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":1.4019999999999999}]},{"osd":4,"last update":"Sat Dec 5 03:04:07 2020","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.80900000000000005,"15min":0.81899999999999995},"min":{"1min":0.54600000000000004,"5min":0.503,"15min":0.503},"max":{"1min":1.095,"5min":1.444,"15min":1.444},"last":1.2090000000000001},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.78500000000000003,"15min":0.76900000000000002},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.843,"5min":1.843,"15min":1.843},"last":1.5249999999999999}]},{"osd":5,"last update":"Sat Dec 5 03:04:07 2020","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.85999999999999999,"15min":0.82999999999999996},"min":{"1min":0.63500000000000001,"5min":0.623,"15min":0.623},"max":{"1min":1.8500000000000001,"5min":1.8500000000000001,"15min":1.8500000000000001},"last":1.3400000000000001},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.94599999999999995,"15min":0.95799999999999996},"min":{"1min":0.747,"5min":0.623,"15min":0.623},"max":{"1min":1.3720000000000001,"5min":2.6139999999999999,"15min":2.6139999999999999},"last":1.119}]}]}]}} , 2020-12-05T03:04:16.481 INFO:tasks.ceph:pgid 1.7 last_scrub_stamp 2020-12-05T03:01:00.727685+0000 time.struct_time(tm_year=2020, tm_mon=12, tm_mday=5, tm_hour=3, tm_min=1, tm_sec=0, tm_wday=5, tm_yday=340, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=12, tm_mday=5, tm_hour=3, tm_min=4, tm_sec=12, tm_wday=5, tm_yday=340, tm_isdst=0) , 2020-12-05T03:04:16.482 INFO:tasks.ceph:pgid 1.6 last_scrub_stamp 2020-12-05T03:01:00.727685+0000 time.struct_time(tm_year=2020, tm_mon=12, tm_mday=5, tm_hour=3, tm_min=1, tm_sec=0, tm_wday=5, tm_yday=340, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=12, tm_mday=5, tm_hour=3, tm_min=4, tm_sec=12, tm_wday=5, tm_yday=340, tm_isdst=0) 2020-12-05T03:11:34.645 WARNING:scrape:Ignoring malparsed backtrace: 2020-12-05T03:05:38.441 INFO:tasks.ceph.mgr.x:Stopped , 2020-12-05T03:05:38.442 INFO:teuthology.misc:Shutting down mon daemons... , 2020-12-05T03:05:38.442 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2020-12-05T03:11:34.645 WARNING:scrape:Ignoring malparsed backtrace: 2020-12-05T03:07:14.375 INFO:teuthology.orchestra.run.smithi060:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log , 2020-12-05T03:07:14.444 INFO:teuthology.orchestra.run.smithi061:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log , 2020-12-05T03:07:14.511 INFO:teuthology.orchestra.run.smithi061:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|scontext=system_u:system_r:logrotate_t:s0\)' 2020-12-05T03:11:35.180 INFO:scrape:Found 5 distinct failure reasons 2020-12-05T03:11:35.181 INFO:scrape:Failure: Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=ubuntu%2F18.04%2Fx86_64&ref=hammer 2020-12-05T03:11:35.182 INFO:scrape:1 jobs: ['5681153'] 2020-12-05T03:11:35.182 INFO:scrape:suites: ['1-install/hammer', 'backoff/peering_and_degraded', 'ceph', 'clusters/{openstack', 'd-balancer/crush-compat', 'distro$/{ubuntu_18.04}', 'msgr-failures/osd-delay', 'rados', 'rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size', 'thrashers/pggrow', 'thrashosds-health', 'three-plus-one}', 'workloads/cache-snaps}'] 2020-12-05T03:11:35.182 INFO:scrape: 2020-12-05T03:11:35.183 INFO:scrape:Failure: Command failed (workunit test cephadm/test_cephadm.sh) on smithi112 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=f4c57cce985237b8a8df8acc7d67b9474276dd0f TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_cephadm.sh' 2020-12-05T03:11:35.183 INFO:scrape:2 jobs: ['5681157', '5681154'] 2020-12-05T03:11:35.184 INFO:scrape:suites intersection: ['rados/cephadm/workunits/{distro/ubuntu_18.04_podman', 'task/test_cephadm}'] 2020-12-05T03:11:35.184 INFO:scrape:suites union: ['rados/cephadm/workunits/{distro/ubuntu_18.04_podman', 'task/test_cephadm}'] 2020-12-05T03:11:35.184 INFO:scrape: 2020-12-05T03:11:35.185 INFO:scrape:Failure: Command failed (workunit test cephadm/test_adoption.sh) on smithi176 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=f4c57cce985237b8a8df8acc7d67b9474276dd0f TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_adoption.sh' 2020-12-05T03:11:35.185 INFO:scrape:2 jobs: ['5681156', '5681159'] 2020-12-05T03:11:35.186 INFO:scrape:suites intersection: ['rados/cephadm/workunits/{distro/ubuntu_18.04_podman', 'task/test_adoption}'] 2020-12-05T03:11:35.186 INFO:scrape:suites union: ['rados/cephadm/workunits/{distro/ubuntu_18.04_podman', 'task/test_adoption}'] 2020-12-05T03:11:35.186 INFO:scrape: 2020-12-05T03:11:35.187 INFO:scrape:Failure: Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 400000 --objects 10000 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 600 --op read 100 --op write 50 --op delete 50 --op copy_from 50 --op write_excl 50 --pool base' 2020-12-05T03:11:35.187 INFO:scrape:1 jobs: ['5681158'] 2020-12-05T03:11:35.188 INFO:scrape:suites: ['msgr-failures/few', 'msgr/async-v1only', 'objectstore/bluestore-bitmap', 'rados', 'rados/singleton/{all/thrash_cache_writeback_proxy_none', 'supported-random-distro$/{centos_latest}}'] 2020-12-05T03:11:35.188 INFO:scrape: 2020-12-05T03:11:35.189 INFO:scrape:Failure: reached maximum tries (180) after waiting for 180 seconds 2020-12-05T03:11:35.189 INFO:scrape:1 jobs: ['5681155'] 2020-12-05T03:11:35.190 INFO:scrape:suites: ['2-repo_digest/repo_digest', '3-start-upgrade', '4-wait', 'distro$/{rhel_latest}', 'fixed-2}', 'rados/cephadm/upgrade/{1-start'] 2020-12-05T03:11:35.190 INFO:scrape: