Found 330 jobs Ignoring malparsed backtrace: ceph version 15.2.4-4-gabcb13a (abcb13ae4e01e1d30857c98a01d0916e952030b9) octopus (stable) , 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x158) [0x7f4317695afc] , 2: (()+0x276d16) [0x7f4317695d16] Ignoring malparsed backtrace: 2020-07-01T06:08:18.993 INFO:teuthology.orchestra.run.smithi042.stdout: , dumped all , 2020-07-01T06:08:19.005 INFO:teuthology.orchestra.run.smithi042.stdout:{"pg_ready":true,"pg_map":{"version":129,"stamp":"2020-07-01T06:08:17.308951+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30152980850,"num_objects":10142,"num_object_clones":0,"num_object_copies":20284,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10115,"num_whiteouts":37,"num_read":22823,"num_read_kb":1350358,"num_write":53015,"num_write_kb":23915037,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":27,"num_bytes_hit_set_archive":13520,"num_flush":3560,"num_flush_kb":10400368,"num_evict":3179,"num_evict_kb":9266174,"num_promote":3936,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49201,"ondisk_log_size":49201,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":44867848,"kb_used_data":38477572,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":521363192,"statfs":{"total":579820584960,"available":533875908608,"internally_reserved":6442450944,"allocated":39401033728,"data_stored":39252435110,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":107914797,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":20,"num_read":1042,"num_read_kb":972772,"num_write":580,"num_write_kb":388950,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":1,"num_bytes_hit_set_archive":529,"num_flush":86,"num_flush_kb":243095,"num_evict":29,"num_evict_kb":78346,"num_promote":109,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002150"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.764251+0000","last_change":"2020-07-01T06:05:03.040752+0000","last_active":"2020-07-01T06:07:47.764251+0000","last_peered":"2020-07-01T06:07:47.764251+0000","last_clean":"2020-07-01T06:07:47.764251+0000","last_became_active":"2020-07-01T06:05:03.040287+0000","last_became_peered":"2020-07-01T06:05:03.040287+0000","last_unstale":"2020-07-01T06:07:47.764251+0000","last_undegraded":"2020-07-01T06:07:47.764251+0000","last_fullsized":"2020-07-01T06:07:47.764251+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.761306+0000","last_change":"2020-07-01T06:05:03.066148+0000","last_active":"2020-07-01T06:07:47.761306+0000","last_peered":"2020-07-01T06:07:47.761306+0000","last_clean":"2020-07-01T06:07:47.761306+0000","last_became_active":"2020-07-01T06:05:03.065647+0000","last_became_peered":"2020-07-01T06:05:03.065647+0000","last_unstale":"2020-07-01T06:07:47.761306+0000","last_undegraded":"2020-07-01T06:07:47.761306+0000","last_fullsized":"2020-07-01T06:07:47.761306+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5773","reported_seq":"7987","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:08:09.705740+0000","last_change":"2020-07-01T06:05:12.715597+0000","last_active":"2020-07-01T06:08:09.705740+0000","last_peered":"2020-07-01T06:08:09.705740+0000","last_clean":"2020-07-01T06:08:09.705740+0000","last_became_active":"2020-07-01T06:05:12.715286+0000","last_became_peered":"2020-07-01T06:05:12.715286+0000","last_unstale":"2020-07-01T06:08:09.705740+0000","last_undegraded":"2020-07-01T06:08:09.705740+0000","last_fullsized":"2020-07-01T06:08:09.705740+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_clean_scrub_stamp":"2020-07-01T06:05:11.706194+0000","log_size":5773,"ondisk_log_size":5773,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":98787888,"num_objects":50,"num_object_clones":0,"num_object_copies":100,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":42,"num_whiteouts":12,"num_read":1952,"num_read_kb":971,"num_write":5064,"num_write_kb":1170992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3949,"num_flush":917,"num_flush_kb":2673482,"num_evict":838,"num_evict_kb":2438479,"num_promote":1026,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6599","reported_seq":"8688","reported_epoch":"33","state":"active+clean","last_fresh":"2020-07-01T06:08:12.427521+0000","last_change":"2020-07-01T06:05:10.793859+0000","last_active":"2020-07-01T06:08:12.427521+0000","last_peered":"2020-07-01T06:08:12.427521+0000","last_clean":"2020-07-01T06:08:12.427521+0000","last_became_active":"2020-07-01T06:05:10.793445+0000","last_became_peered":"2020-07-01T06:05:10.793445+0000","last_unstale":"2020-07-01T06:08:12.427521+0000","last_undegraded":"2020-07-01T06:08:12.427521+0000","last_fullsized":"2020-07-01T06:08:12.427521+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_clean_scrub_stamp":"2020-07-01T06:05:09.701689+0000","log_size":6599,"ondisk_log_size":6599,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7351542432,"num_objects":2460,"num_object_clones":0,"num_object_copies":4920,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2460,"num_whiteouts":0,"num_read":3711,"num_read_kb":319158,"num_write":8205,"num_write_kb":4718998,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.764187+0000","last_change":"2020-07-01T06:05:03.065634+0000","last_active":"2020-07-01T06:07:47.764187+0000","last_peered":"2020-07-01T06:07:47.764187+0000","last_clean":"2020-07-01T06:07:47.764187+0000","last_became_active":"2020-07-01T06:05:03.065163+0000","last_became_peered":"2020-07-01T06:05:03.065163+0000","last_unstale":"2020-07-01T06:07:47.764187+0000","last_undegraded":"2020-07-01T06:07:47.764187+0000","last_fullsized":"2020-07-01T06:07:47.764187+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"33'5471","reported_seq":"7554","reported_epoch":"33","state":"active+clean","last_fresh":"2020-07-01T06:08:11.034923+0000","last_change":"2020-07-01T06:05:13.058750+0000","last_active":"2020-07-01T06:08:11.034923+0000","last_peered":"2020-07-01T06:08:11.034923+0000","last_clean":"2020-07-01T06:08:11.034923+0000","last_became_active":"2020-07-01T06:05:13.058349+0000","last_became_peered":"2020-07-01T06:05:13.058349+0000","last_unstale":"2020-07-01T06:08:11.034923+0000","last_undegraded":"2020-07-01T06:08:11.034923+0000","last_fullsized":"2020-07-01T06:08:11.034923+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_clean_scrub_stamp":"2020-07-01T06:05:11.706194+0000","log_size":5471,"ondisk_log_size":5471,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":113457335,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":8,"num_read":1887,"num_read_kb":921,"num_write":4892,"num_write_kb":1195597,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2644,"num_flush":870,"num_flush_kb":2557735,"num_evict":793,"num_evict_kb":2323729,"num_promote":959,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6666","reported_seq":"8856","reported_epoch":"33","state":"active+clean","last_fresh":"2020-07-01T06:08:12.439313+0000","last_change":"2020-07-01T06:05:10.712962+0000","last_active":"2020-07-01T06:08:12.439313+0000","last_peered":"2020-07-01T06:08:12.439313+0000","last_clean":"2020-07-01T06:08:12.439313+0000","last_became_active":"2020-07-01T06:05:10.712567+0000","last_became_peered":"2020-07-01T06:05:10.712567+0000","last_unstale":"2020-07-01T06:08:12.439313+0000","last_undegraded":"2020-07-01T06:08:12.439313+0000","last_fullsized":"2020-07-01T06:08:12.439313+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_clean_scrub_stamp":"2020-07-01T06:05:09.701689+0000","log_size":6666,"ondisk_log_size":6666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7457514421,"num_objects":2502,"num_object_clones":0,"num_object_copies":5004,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2502,"num_whiteouts":0,"num_read":3789,"num_read_kb":286792,"num_write":8256,"num_write_kb":4887786,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.761389+0000","last_change":"2020-07-01T06:05:03.066158+0000","last_active":"2020-07-01T06:07:47.761389+0000","last_peered":"2020-07-01T06:07:47.761389+0000","last_clean":"2020-07-01T06:07:47.761389+0000","last_became_active":"2020-07-01T06:05:03.065602+0000","last_became_peered":"2020-07-01T06:05:03.065602+0000","last_unstale":"2020-07-01T06:07:47.761389+0000","last_undegraded":"2020-07-01T06:07:47.761389+0000","last_fullsized":"2020-07-01T06:07:47.761389+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5460","reported_seq":"7629","reported_epoch":"33","state":"active+clean","last_fresh":"2020-07-01T06:08:11.284048+0000","last_change":"2020-07-01T06:05:13.057409+0000","last_active":"2020-07-01T06:08:11.284048+0000","last_peered":"2020-07-01T06:08:11.284048+0000","last_clean":"2020-07-01T06:08:11.284048+0000","last_became_active":"2020-07-01T06:05:13.056913+0000","last_became_peered":"2020-07-01T06:05:13.056913+0000","last_unstale":"2020-07-01T06:08:11.284048+0000","last_undegraded":"2020-07-01T06:08:11.284048+0000","last_fullsized":"2020-07-01T06:08:11.284048+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_clean_scrub_stamp":"2020-07-01T06:05:11.706194+0000","log_size":5460,"ondisk_log_size":5460,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":120594660,"num_objects":54,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":7,"num_read":1901,"num_read_kb":900,"num_write":4828,"num_write_kb":1138749,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":2977,"num_flush":850,"num_flush_kb":2461298,"num_evict":712,"num_evict_kb":2056075,"num_promote":929,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6836","reported_seq":"9123","reported_epoch":"33","state":"active+clean","last_fresh":"2020-07-01T06:08:12.417167+0000","last_change":"2020-07-01T06:05:10.793572+0000","last_active":"2020-07-01T06:08:12.417167+0000","last_peered":"2020-07-01T06:08:12.417167+0000","last_clean":"2020-07-01T06:08:12.417167+0000","last_became_active":"2020-07-01T06:05:10.793143+0000","last_became_peered":"2020-07-01T06:05:10.793143+0000","last_unstale":"2020-07-01T06:08:12.417167+0000","last_undegraded":"2020-07-01T06:08:12.417167+0000","last_fullsized":"2020-07-01T06:08:12.417167+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_clean_scrub_stamp":"2020-07-01T06:05:09.701689+0000","log_size":6836,"ondisk_log_size":6836,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7620744579,"num_objects":2547,"num_object_clones":0,"num_object_copies":5094,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2547,"num_whiteouts":0,"num_read":3997,"num_read_kb":452821,"num_write":8470,"num_write_kb":4976422,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.761482+0000","last_change":"2020-07-01T06:05:03.066066+0000","last_active":"2020-07-01T06:07:47.761482+0000","last_peered":"2020-07-01T06:07:47.761482+0000","last_clean":"2020-07-01T06:07:47.761482+0000","last_became_active":"2020-07-01T06:05:03.065610+0000","last_became_peered":"2020-07-01T06:05:03.065610+0000","last_unstale":"2020-07-01T06:07:47.761482+0000","last_undegraded":"2020-07-01T06:07:47.761482+0000","last_fullsized":"2020-07-01T06:07:47.761482+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5823","reported_seq":"8053","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:08:09.317824+0000","last_change":"2020-07-01T06:05:12.716513+0000","last_active":"2020-07-01T06:08:09.317824+0000","last_peered":"2020-07-01T06:08:09.317824+0000","last_clean":"2020-07-01T06:08:09.317824+0000","last_became_active":"2020-07-01T06:05:12.716139+0000","last_became_peered":"2020-07-01T06:05:12.716139+0000","last_unstale":"2020-07-01T06:08:09.317824+0000","last_undegraded":"2020-07-01T06:08:09.317824+0000","last_fullsized":"2020-07-01T06:08:09.317824+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_clean_scrub_stamp":"2020-07-01T06:05:11.706194+0000","log_size":5823,"ondisk_log_size":5823,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":99175935,"num_objects":49,"num_object_clones":0,"num_object_copies":98,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":41,"num_whiteouts":10,"num_read":1958,"num_read_kb":977,"num_write":5128,"num_write_kb":1180416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3950,"num_flush":923,"num_flush_kb":2707853,"num_evict":836,"num_evict_kb":2447891,"num_promote":1022,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6573","reported_seq":"8565","reported_epoch":"33","state":"active+clean","last_fresh":"2020-07-01T06:08:11.769540+0000","last_change":"2020-07-01T06:05:10.793817+0000","last_active":"2020-07-01T06:08:11.769540+0000","last_peered":"2020-07-01T06:08:11.769540+0000","last_clean":"2020-07-01T06:08:11.769540+0000","last_became_active":"2020-07-01T06:05:10.793341+0000","last_became_peered":"2020-07-01T06:05:10.793341+0000","last_unstale":"2020-07-01T06:08:11.769540+0000","last_undegraded":"2020-07-01T06:08:11.769540+0000","last_fullsized":"2020-07-01T06:08:11.769540+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_clean_scrub_stamp":"2020-07-01T06:05:09.701689+0000","log_size":6573,"ondisk_log_size":6573,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7291163600,"num_objects":2428,"num_object_clones":0,"num_object_copies":4856,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2428,"num_whiteouts":0,"num_read":3628,"num_read_kb":287818,"num_write":8172,"num_write_kb":4646077,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.762140+0000","last_change":"2020-07-01T06:05:02.700518+0000","last_active":"2020-07-01T06:07:47.762140+0000","last_peered":"2020-07-01T06:07:47.762140+0000","last_clean":"2020-07-01T06:07:47.762140+0000","last_became_active":"2020-07-01T06:05:02.700021+0000","last_became_peered":"2020-07-01T06:05:02.700021+0000","last_unstale":"2020-07-01T06:07:47.762140+0000","last_undegraded":"2020-07-01T06:07:47.762140+0000","last_fullsized":"2020-07-01T06:07:47.762140+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.762255+0000","last_change":"2020-07-01T06:05:02.701920+0000","last_active":"2020-07-01T06:07:47.762255+0000","last_peered":"2020-07-01T06:07:47.762255+0000","last_clean":"2020-07-01T06:07:47.762255+0000","last_became_active":"2020-07-01T06:05:02.701535+0000","last_became_peered":"2020-07-01T06:05:02.701535+0000","last_unstale":"2020-07-01T06:07:47.762255+0000","last_undegraded":"2020-07-01T06:07:47.762255+0000","last_fullsized":"2020-07-01T06:07:47.762255+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.761267+0000","last_change":"2020-07-01T06:05:03.040661+0000","last_active":"2020-07-01T06:07:47.761267+0000","last_peered":"2020-07-01T06:07:47.761267+0000","last_clean":"2020-07-01T06:07:47.761267+0000","last_became_active":"2020-07-01T06:05:03.040253+0000","last_became_peered":"2020-07-01T06:05:03.040253+0000","last_unstale":"2020-07-01T06:07:47.761267+0000","last_undegraded":"2020-07-01T06:07:47.761267+0000","last_fullsized":"2020-07-01T06:07:47.761267+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":432015818,"num_objects":205,"num_object_clones":0,"num_object_copies":410,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":178,"num_whiteouts":37,"num_read":7698,"num_read_kb":3769,"num_write":19912,"num_write_kb":4685754,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":27,"num_bytes_hit_set_archive":13520,"num_flush":3560,"num_flush_kb":10400368,"num_evict":3179,"num_evict_kb":9266174,"num_promote":3936,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":680017920,"data_stored":678280898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22527,"ondisk_log_size":22527,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29720965032,"num_objects":9937,"num_object_clones":0,"num_object_copies":19874,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9937,"num_whiteouts":0,"num_read":15125,"num_read_kb":1346589,"num_write":33103,"num_write_kb":19229283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":38718308352,"data_stored":38572757424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26674,"ondisk_log_size":26674,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640299,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10616748,"kb_used_data":9555644,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83755092,"statfs":{"total":96636764160,"available":85765214208,"internally_reserved":1073741824,"allocated":9784979456,"data_stored":9748301686,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 1 06:08:06 2020","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.71699999999999997,"15min":0.72799999999999998},"min":{"1min":0.39400000000000002,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.3500000000000001,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":1.224},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.276,"5min":1.276,"15min":1.276},"last":0.999}]},{"osd":1,"last update":"Wed Jul 1 06:08:06 2020","interfaces":[{"interface":"back","average":{"1min":1.087,"5min":0.83599999999999997,"15min":0.79700000000000004},"min":{"1min":0.53700000000000003,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":6.7460000000000004,"5min":6.7460000000000004,"15min":6.7460000000000004},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.85599999999999998,"15min":0.85999999999999999},"min":{"1min":0.60499999999999998,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.3009999999999999,"5min":1.407,"15min":1.407},"last":1.03}]},{"osd":2,"last update":"Wed Jul 1 06:08:06 2020","interfaces":[{"interface":"back","average":{"1min":1.0229999999999999,"5min":0.89900000000000002,"15min":0.874},"min":{"1min":0.58199999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":2.4169999999999998,"5min":2.4169999999999998,"15min":2.4169999999999998},"last":1.2549999999999999},{"interface":"front","average":{"1min":1.2529999999999999,"5min":1.0129999999999999,"15min":0.98999999999999999},"min":{"1min":0.624,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":6.2949999999999999,"5min":6.2949999999999999,"15min":6.2949999999999999},"last":0.85399999999999998}]},{"osd":3,"last update":"Wed Jul 1 06:08:06 2020","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":0.97999999999999998,"15min":0.98399999999999999},"min":{"1min":0.60699999999999998,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":2.9449999999999998,"5min":2.9449999999999998,"15min":2.9449999999999998},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.94499999999999995,"5min":1.0369999999999999,"15min":1.0649999999999999},"min":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"max":{"1min":1.4319999999999999,"5min":1.452,"15min":1.452},"last":1.0840000000000001}]},{"osd":4,"last update":"Wed Jul 1 06:08:06 2020","interfaces":[{"interface":"back","average":{"1min":1.0309999999999999,"5min":1.02,"15min":1.036},"min":{"1min":0.70299999999999996,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":1.4099999999999999,"5min":2.2690000000000001,"15min":2.2690000000000001},"last":0.82499999999999996},{"interface":"front","average":{"1min":1.2110000000000001,"5min":1.1220000000000001,"15min":1.121},"min":{"1min":0.81200000000000006,"5min":0.79100000000000004,"15min":0.79100000000000004},"max":{"1min":4.0640000000000001,"5min":4.0640000000000001,"15min":4.0640000000000001},"last":0.89200000000000002}]}]},{"osd":4,"up_from":11,"seq":47244640298,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1216524,"kb_used_data":150224,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93155316,"statfs":{"total":96636764160,"available":95391043584,"internally_reserved":1073741824,"allocated":153829376,"data_stored":153231405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 1 06:08:05 2020","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.71299999999999997,"15min":0.73899999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.282,"5min":1.488,"15min":1.488},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.80200000000000005,"15min":0.82999999999999996},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.796,"5min":1.796,"15min":1.796},"last":0.81899999999999995}]},{"osd":1,"last update":"Wed Jul 1 06:08:05 2020","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.81000000000000005,"15min":0.83199999999999996},"min":{"1min":0.55300000000000005,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.145,"5min":1.387,"15min":1.387},"last":1.1579999999999999},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.80500000000000005,"15min":0.83299999999999996},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.133,"5min":1.4279999999999999,"15min":1.4279999999999999},"last":0.85699999999999998}]},{"osd":2,"last update":"Wed Jul 1 06:08:05 2020","interfaces":[{"interface":"back","average":{"1min":0.80500000000000005,"5min":0.86199999999999999,"15min":0.89100000000000001},"min":{"1min":0.60699999999999998,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.149,"5min":2.1080000000000001,"15min":2.1080000000000001},"last":0.94399999999999995},{"interface":"front","average":{"1min":1.214,"5min":1.0029999999999999,"15min":0.97599999999999998},"min":{"1min":0.76900000000000002,"5min":0.74099999999999999,"15min":0.74099999999999999},"max":{"1min":6.9950000000000001,"5min":6.9950000000000001,"15min":6.9950000000000001},"last":0.98999999999999999}]},{"osd":3,"last update":"Wed Jul 1 06:08:05 2020","interfaces":[{"interface":"back","average":{"1min":0.98199999999999998,"5min":0.90900000000000003,"15min":0.90100000000000002},"min":{"1min":0.68400000000000005,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.474,"5min":2.339,"15min":2.339},"last":1.121},{"interface":"front","average":{"1min":1.0820000000000001,"5min":1.0800000000000001,"15min":1.0820000000000001},"min":{"1min":0.76500000000000001,"5min":0.72499999999999998,"15min":0.72499999999999998},"max":{"1min":1.498,"5min":1.7110000000000001,"15min":1.7110000000000001},"last":1.323}]},{"osd":5,"last update":"Wed Jul 1 06:08:05 2020","interfaces":[{"interface":"back","average":{"1min":0.97499999999999998,"5min":0.96199999999999997,"15min":0.95999999999999996},"min":{"1min":0.68100000000000005,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.4219999999999999,"5min":2.2509999999999999,"15min":2.2509999999999999},"last":1.2809999999999999},{"interface":"front","average":{"1min":1.1890000000000001,"5min":1.141,"15min":1.143},"min":{"1min":0.96399999999999997,"5min":0.84999999999999998,"15min":0.84999999999999998},"max":{"1min":1.452,"5min":2.7050000000000001,"15min":2.7050000000000001},"last":1.3460000000000001}]}]},{"osd":3,"up_from":11,"seq":47244640297,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5642524,"kb_used_data":4578092,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":88729316,"statfs":{"total":96636764160,"available":90858819584,"internally_reserved":1073741824,"allocated":4687966208,"data_stored":4669691355,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 1 06:08:02 2020","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.81699999999999995,"15min":0.88400000000000001},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.0569999999999999,"5min":2.7810000000000001,"15min":2.7810000000000001},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.83799999999999997,"5min":0.95399999999999996,"15min":0.99099999999999999},"min":{"1min":0.63700000000000001,"5min":0.504,"15min":0.504},"max":{"1min":1.1890000000000001,"5min":2.9980000000000002,"15min":2.9980000000000002},"last":0.82099999999999995}]},{"osd":1,"last update":"Wed Jul 1 06:08:09 2020","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":0.77800000000000002,"15min":0.80200000000000005},"min":{"1min":0.501,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.2490000000000001,"5min":2.3690000000000002,"15min":2.3690000000000002},"last":0.876},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.85899999999999999,"15min":0.873},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.4910000000000001,"5min":1.8939999999999999,"15min":1.8939999999999999},"last":0.56799999999999995}]},{"osd":2,"last update":"Wed Jul 1 06:08:02 2020","interfaces":[{"interface":"back","average":{"1min":0.95299999999999996,"5min":0.92600000000000005,"15min":0.94899999999999995},"min":{"1min":0.61499999999999999,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.9119999999999999,"5min":3.298,"15min":3.298},"last":1.159},{"interface":"front","average":{"1min":1.01,"5min":0.98499999999999999,"15min":0.995},"min":{"1min":0.64900000000000002,"5min":0.628,"15min":0.628},"max":{"1min":1.367,"5min":1.395,"15min":1.395},"last":1.0289999999999999}]},{"osd":4,"last update":"Wed Jul 1 06:08:02 2020","interfaces":[{"interface":"back","average":{"1min":0.97899999999999998,"5min":0.92300000000000004,"15min":0.93200000000000005},"min":{"1min":0.65100000000000002,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.5009999999999999,"5min":1.673,"15min":1.673},"last":1.0549999999999999},{"interface":"front","average":{"1min":1.093,"5min":1.0529999999999999,"15min":1.0569999999999999},"min":{"1min":0.90600000000000003,"5min":0.81799999999999995,"15min":0.81799999999999995},"max":{"1min":1.5620000000000001,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":1.1339999999999999}]},{"osd":5,"last update":"Wed Jul 1 06:08:02 2020","interfaces":[{"interface":"back","average":{"1min":1.157,"5min":1.0840000000000001,"15min":1.0760000000000001},"min":{"1min":0.80200000000000005,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.952,"5min":1.952,"15min":1.952},"last":1.2929999999999999},{"interface":"front","average":{"1min":1.056,"5min":1.0960000000000001,"15min":1.097},"min":{"1min":0.76100000000000001,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.5009999999999999,"5min":1.883,"15min":1.883},"last":0.998}]}]},{"osd":2,"up_from":11,"seq":47244640298,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10796920,"kb_used_data":9747172,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83574920,"statfs":{"total":96636764160,"available":85580718080,"internally_reserved":1073741824,"allocated":9981104128,"data_stored":9944000252,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.65700000000000003,"15min":0.64900000000000002},"min":{"1min":0.40000000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1.597,"5min":1.597,"15min":1.597},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.94099999999999995,"5min":0.82599999999999996,"15min":0.81699999999999995},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":2.5950000000000002,"5min":2.5950000000000002,"15min":2.5950000000000002},"last":0.77100000000000002}]},{"osd":1,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":1.202,"5min":0.876,"15min":0.81999999999999995},"min":{"1min":0.65600000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":2.7930000000000001,"5min":2.7930000000000001,"15min":2.7930000000000001},"last":0.94399999999999995},{"interface":"front","average":{"1min":1.1579999999999999,"5min":0.81699999999999995,"15min":0.76400000000000001},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":4.6230000000000002,"5min":4.6230000000000002,"15min":4.6230000000000002},"last":0.626}]},{"osd":3,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":1.071,"5min":0.96399999999999997,"15min":0.95599999999999996},"min":{"1min":0.627,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":2.681,"5min":2.681,"15min":2.681},"last":1.107},{"interface":"front","average":{"1min":1.214,"5min":1.0389999999999999,"15min":1.044},"min":{"1min":0.65000000000000002,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":3.5209999999999999,"5min":3.5209999999999999,"15min":3.5209999999999999},"last":0.751}]},{"osd":4,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":1.448,"5min":1.054,"15min":1.006},"min":{"1min":0.65800000000000003,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":4.3360000000000003,"5min":4.3360000000000003,"15min":4.3360000000000003},"last":0.89900000000000002},{"interface":"front","average":{"1min":1.1180000000000001,"5min":0.94799999999999995,"15min":0.91500000000000004},"min":{"1min":0.72199999999999998,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":4.274,"5min":4.274,"15min":4.274},"last":0.85699999999999998}]},{"osd":5,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":1.179,"5min":1.038,"15min":1.018},"min":{"1min":0.72599999999999998,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":4.4699999999999998,"5min":4.4699999999999998,"15min":4.4699999999999998},"last":0.97899999999999998},{"interface":"front","average":{"1min":1.2709999999999999,"5min":1.224,"15min":1.246},"min":{"1min":0.88,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":2.9540000000000002,"5min":3.6499999999999999,"15min":3.6499999999999999},"last":1.2509999999999999}]}]},{"osd":0,"up_from":11,"seq":47244640297,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1216524,"kb_used_data":150224,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93155316,"statfs":{"total":96636764160,"available":95391043584,"internally_reserved":1073741824,"allocated":153829376,"data_stored":153231405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":0.67300000000000004,"15min":0.63500000000000001},"min":{"1min":0.45900000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":2.407,"5min":2.407,"15min":2.407},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.79700000000000004,"5min":0.72499999999999998,"15min":0.72399999999999998},"min":{"1min":0.44400000000000001,"5min":0.435,"15min":0.435},"max":{"1min":2.153,"5min":2.153,"15min":2.153},"last":0.70399999999999996}]},{"osd":2,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":1.337,"5min":0.878,"15min":0.80900000000000005},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":7.1799999999999997,"5min":7.1799999999999997,"15min":7.1799999999999997},"last":0.78100000000000003},{"interface":"front","average":{"1min":1.0700000000000001,"5min":0.83399999999999996,"15min":0.81200000000000006},"min":{"1min":0.52400000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":6.9749999999999996,"5min":6.9749999999999996,"15min":6.9749999999999996},"last":0.81499999999999995}]},{"osd":3,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.94199999999999995,"15min":0.97999999999999998},"min":{"1min":0.57199999999999995,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":3.4849999999999999,"5min":3.4849999999999999,"15min":3.4849999999999999},"last":0.745},{"interface":"front","average":{"1min":1.079,"5min":1.0649999999999999,"15min":1.0900000000000001},"min":{"1min":0.78800000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"max":{"1min":3.0409999999999999,"5min":3.0409999999999999,"15min":3.0409999999999999},"last":1.008}]},{"osd":4,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":1.0269999999999999,"5min":0.99399999999999999,"15min":1.0169999999999999},"min":{"1min":0.61399999999999999,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":3.5779999999999998,"5min":3.5779999999999998,"15min":3.5779999999999998},"last":0.83499999999999996},{"interface":"front","average":{"1min":1.21,"5min":1.1659999999999999,"15min":1.1879999999999999},"min":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":2.9199999999999999,"5min":2.9199999999999999,"15min":2.9199999999999999},"last":1.153}]},{"osd":5,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":1.123,"5min":1.0700000000000001,"15min":1.0900000000000001},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":2.02,"5min":2.4590000000000001,"15min":2.4590000000000001},"last":0.96999999999999997},{"interface":"front","average":{"1min":1.1539999999999999,"5min":1.117,"15min":1.1439999999999999},"min":{"1min":0.78200000000000003,"5min":0.745,"15min":0.745},"max":{"1min":3.649,"5min":3.649,"15min":3.649},"last":0.92600000000000005}]}]},{"osd":1,"up_from":11,"seq":47244640297,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":15378608,"kb_used_data":14296216,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":78993232,"statfs":{"total":96636764160,"available":80889069568,"internally_reserved":1073741824,"allocated":14639325184,"data_stored":14583979007,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 1 06:08:03 2020","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.64000000000000001,"15min":0.67800000000000005},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.88200000000000001,"5min":1.2210000000000001,"15min":1.2210000000000001},"last":0.496},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.78600000000000003,"15min":0.79400000000000004},"min":{"1min":0.60199999999999998,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.413,"5min":1.413,"15min":1.413},"last":0.73199999999999998}]},{"osd":2,"last update":"Wed Jul 1 06:08:03 2020","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.70699999999999996,"15min":0.69399999999999995},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.1599999999999999,"5min":1.343,"15min":1.343},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.79000000000000004,"5min":0.81699999999999995,"15min":0.85499999999999998},"min":{"1min":0.58099999999999996,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.7070000000000001,"5min":2.004,"15min":2.004},"last":0.68899999999999995}]},{"osd":3,"last update":"Wed Jul 1 06:08:03 2020","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":0.88700000000000001,"15min":0.90900000000000003},"min":{"1min":0.59899999999999998,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.8240000000000001,"5min":1.8240000000000001,"15min":1.8240000000000001},"last":0.621},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.93600000000000005,"15min":0.98299999999999998},"min":{"1min":0.61399999999999999,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.577,"5min":1.577,"15min":1.577},"last":0.85699999999999998}]},{"osd":4,"last update":"Wed Jul 1 06:08:03 2020","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.92900000000000005,"15min":0.92900000000000005},"min":{"1min":0.66500000000000004,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.603,"5min":1.603,"15min":1.603},"last":1.1040000000000001},{"interface":"front","average":{"1min":1.0309999999999999,"5min":1.0509999999999999,"15min":1.085},"min":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"max":{"1min":1.478,"5min":1.841,"15min":1.841},"last":1.042}]},{"osd":5,"last update":"Wed Jul 1 06:08:03 2020","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":1.056,"15min":1.079},"min":{"1min":0.75,"5min":0.75,"15min":0.75},"max":{"1min":1.6699999999999999,"5min":1.8999999999999999,"15min":1.8999999999999999},"last":0.81100000000000005},{"interface":"front","average":{"1min":1.0760000000000001,"5min":1.113,"15min":1.117},"min":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"max":{"1min":1.415,"5min":1.6379999999999999,"15min":1.6379999999999999},"last":1.022}]}]}]}} Ignoring malparsed backtrace: 2020-07-01T06:09:20.831 INFO:tasks.ceph:Checking cluster log for badness... , 2020-07-01T06:09:20.832 INFO:teuthology.orchestra.run.smithi042:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v 'but it is still running' | egrep -v 'slow request' | egrep -v 'overall HEALTH_' | egrep -v '\(CACHE_POOL_' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(OSD_SLOW_PING_TIME' | head -n 1 , 2020-07-01T06:09:20.911 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi042.front.sepia.ceph.com Ignoring malparsed backtrace: 2020-07-01T06:11:04.152 INFO:teuthology.orchestra.run.smithi042.stdout: , 2020-07-01T06:11:04.153 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction Summary , 2020-07-01T06:11:04.153 INFO:teuthology.orchestra.run.smithi042.stdout:================================================================================ Ignoring malparsed backtrace: 2020-07-01T06:11:08.888 INFO:teuthology.orchestra.run.smithi019.stdout: , 2020-07-01T06:11:08.888 INFO:teuthology.orchestra.run.smithi019.stdout:Freed space: 179 M , 2020-07-01T06:11:08.889 INFO:teuthology.orchestra.run.smithi019.stdout:Running transaction check Ignoring malparsed backtrace: 2020-07-01T06:11:14.404 INFO:teuthology.orchestra.run.smithi042.stdout: Preparing : 1/1 , 2020-07-01T06:11:14.434 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-2:15.2.4-4.gabcb13a.el8.x86_64 1/1 , 2020-07-01T06:11:14.490 INFO:teuthology.orchestra.run.smithi019.stdout: Preparing : 1/1 Ignoring malparsed backtrace: 2020-07-01T06:11:19.467 INFO:teuthology.orchestra.run.smithi042.stdout: python3-google-auth noarch 1:1.1.1-10.el8 @epel 306 k , 2020-07-01T06:11:19.467 INFO:teuthology.orchestra.run.smithi042.stdout: python3-html5lib noarch 1:0.999999999-6.el8 @rhel-8-for-x86_64-appstream-rpms 1.1 M , 2020-07-01T06:11:19.468 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco noarch 6.2-6.el8 @epel 4.0 k Ignoring malparsed backtrace: 2020-07-01T06:11:19.595 INFO:teuthology.orchestra.run.smithi019.stdout: python3-google-auth noarch 1:1.1.1-10.el8 @epel 306 k , 2020-07-01T06:11:19.595 INFO:teuthology.orchestra.run.smithi019.stdout: python3-html5lib noarch 1:0.999999999-6.el8 @rhel-8-for-x86_64-appstream-rpms 1.1 M , 2020-07-01T06:11:19.595 INFO:teuthology.orchestra.run.smithi019.stdout: python3-jaraco noarch 6.2-6.el8 @epel 4.0 k Ignoring malparsed backtrace: 2020-07-01T06:11:24.269 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:15.2.4-4.gabcb13a. 15/81 , 2020-07-01T06:11:24.269 INFO:teuthology.orchestra.run.smithi019.stdout: Erasing : python3-scipy-1.0.0-20.module+el8.1.0+3334+5cb623d 16/81 , 2020-07-01T06:11:24.269 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: rbd-mirror-2:15.2.4-4.gabcb13a.el8.x86_64 17/81 Ignoring malparsed backtrace: 2020-07-01T06:11:31.903 INFO:teuthology.orchestra.run.smithi042.stdout:warning: directory /var/lib/ceph: remove failed: Device or resource busy , 2020-07-01T06:11:31.903 INFO:teuthology.orchestra.run.smithi042.stdout: , 2020-07-01T06:11:32.048 INFO:teuthology.orchestra.run.smithi019.stdout: Erasing : python3-html5lib-1:0.999999999-6.el8.noarch 59/81 Ignoring malparsed backtrace: 2020-07-01T06:11:51.579 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-babel-2.5.1-5.el8.noarch 26/81 , 2020-07-01T06:11:51.580 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 27/81 , 2020-07-01T06:11:51.600 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 28/81 Ignoring malparsed backtrace: 2020-07-01T06:11:53.977 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 29/81 , 2020-07-01T06:11:53.978 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-ceph-argparse-2:15.2.4-4.gabcb13a.el8.x86_ 30/81 , 2020-07-01T06:11:53.978 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-ceph-common-2:15.2.4-4.gabcb13a.el8.x86_64 31/81 Ignoring malparsed backtrace: 2020-07-01T06:11:55.468 INFO:teuthology.orchestra.run.smithi019.stdout: python3-lxml-4.2.3-1.el8.x86_64 , 2020-07-01T06:11:55.469 INFO:teuthology.orchestra.run.smithi019.stdout: python3-mako-1.0.6-13.el8.noarch , 2020-07-01T06:11:55.469 INFO:teuthology.orchestra.run.smithi019.stdout: python3-markupsafe-0.23-19.el8.x86_64 Ignoring malparsed backtrace: 2020-07-01T06:11:58.230 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cheroot-8.2.1-1.el8.noarch , 2020-07-01T06:11:58.230 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cherrypy-18.4.0-1.el8.noarch , 2020-07-01T06:11:58.230 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cssselect-0.9.2-10.el8.noarch Ignoring malparsed backtrace: 2020-07-01T06:12:01.933 INFO:teuthology.orchestra.run.smithi019.stdout:Remove 1 Package , 2020-07-01T06:12:01.933 INFO:teuthology.orchestra.run.smithi019.stdout: , 2020-07-01T06:12:01.933 INFO:teuthology.orchestra.run.smithi019.stdout:Freed space: 721 k Ignoring malparsed backtrace: - nothing provides module(perl:5.26) needed by module perl-YAML:1.24:8010020190322131811:a5949e2e-0.x86_64 , No packages marked for removal. , 2020-07-01T06:12:09.857 INFO:teuthology.orchestra.run.smithi019.stdout:No match for argument: ceph-mgr-rook Ignoring malparsed backtrace: 2020-07-01T06:12:15.172 INFO:teuthology.orchestra.run.smithi042.stdout:================================================================================ , 2020-07-01T06:12:15.172 INFO:teuthology.orchestra.run.smithi042.stdout: Package Arch Version Repository Size , 2020-07-01T06:12:15.172 INFO:teuthology.orchestra.run.smithi042.stdout:================================================================================ Ignoring malparsed backtrace: 2020-07-01T06:12:20.021 INFO:teuthology.orchestra.run.smithi042.stdout:Freed space: 2.1 M , 2020-07-01T06:12:20.021 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction check , 2020-07-01T06:12:20.022 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction check succeeded. Ignoring malparsed backtrace: 2020-07-01T06:12:25.449 INFO:teuthology.orchestra.run.smithi019.stdout: Erasing : fmt-6.2.1-1.el8.x86_64 6/7 , 2020-07-01T06:12:25.450 INFO:teuthology.orchestra.run.smithi019.stdout: Erasing : lttng-ust-2.8.1-11.el8.x86_64 7/7 , Modular dependency problem: Ignoring malparsed backtrace: 2020-07-01T06:12:30.980 INFO:teuthology.orchestra.run.smithi019.stdout:Complete! , 2020-07-01T06:12:31.389 INFO:teuthology.orchestra.run.smithi042.stdout: , 2020-07-01T06:12:31.390 INFO:teuthology.orchestra.run.smithi042.stdout:Removed: Ignoring malparsed backtrace: 2020-07-01T06:12:36.738 INFO:teuthology.orchestra.run.smithi019.stdout:Nothing to do. , 2020-07-01T06:12:36.738 INFO:teuthology.orchestra.run.smithi019.stdout:Complete! , 2020-07-01T06:12:37.229 INFO:teuthology.orchestra.run.smithi019.stdout:Updating Subscription Management repositories. Ignoring malparsed backtrace: 2020-07-01T06:12:43.167 INFO:teuthology.orchestra.run.smithi019.stdout:210 Number of sources = 4 , 2020-07-01T06:12:43.167 INFO:teuthology.orchestra.run.smithi019.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample , 2020-07-01T06:12:43.167 INFO:teuthology.orchestra.run.smithi019.stdout:=============================================================================== Ignoring malparsed backtrace: node=self.hostname, label=self.label , teuthology.exceptions.CommandFailedError: Command failed on smithi019 with status 1: 'which ceph_test_rados' , 2020-07-01T06:13:05.846 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload Ignoring malparsed backtrace: ceph version 15.2.4-4-gabcb13a (abcb13ae4e01e1d30857c98a01d0916e952030b9) octopus (stable) , 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x158) [0x7f4317695afc] , 2: (()+0x276d16) [0x7f4317695d16] Ignoring malparsed backtrace: 2020-07-01T06:08:18.993 INFO:teuthology.orchestra.run.smithi042.stdout: , dumped all , 2020-07-01T06:08:19.005 INFO:teuthology.orchestra.run.smithi042.stdout:{"pg_ready":true,"pg_map":{"version":129,"stamp":"2020-07-01T06:08:17.308951+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30152980850,"num_objects":10142,"num_object_clones":0,"num_object_copies":20284,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10115,"num_whiteouts":37,"num_read":22823,"num_read_kb":1350358,"num_write":53015,"num_write_kb":23915037,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":27,"num_bytes_hit_set_archive":13520,"num_flush":3560,"num_flush_kb":10400368,"num_evict":3179,"num_evict_kb":9266174,"num_promote":3936,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49201,"ondisk_log_size":49201,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":44867848,"kb_used_data":38477572,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":521363192,"statfs":{"total":579820584960,"available":533875908608,"internally_reserved":6442450944,"allocated":39401033728,"data_stored":39252435110,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":107914797,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":20,"num_read":1042,"num_read_kb":972772,"num_write":580,"num_write_kb":388950,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":1,"num_bytes_hit_set_archive":529,"num_flush":86,"num_flush_kb":243095,"num_evict":29,"num_evict_kb":78346,"num_promote":109,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002150"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.764251+0000","last_change":"2020-07-01T06:05:03.040752+0000","last_active":"2020-07-01T06:07:47.764251+0000","last_peered":"2020-07-01T06:07:47.764251+0000","last_clean":"2020-07-01T06:07:47.764251+0000","last_became_active":"2020-07-01T06:05:03.040287+0000","last_became_peered":"2020-07-01T06:05:03.040287+0000","last_unstale":"2020-07-01T06:07:47.764251+0000","last_undegraded":"2020-07-01T06:07:47.764251+0000","last_fullsized":"2020-07-01T06:07:47.764251+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.761306+0000","last_change":"2020-07-01T06:05:03.066148+0000","last_active":"2020-07-01T06:07:47.761306+0000","last_peered":"2020-07-01T06:07:47.761306+0000","last_clean":"2020-07-01T06:07:47.761306+0000","last_became_active":"2020-07-01T06:05:03.065647+0000","last_became_peered":"2020-07-01T06:05:03.065647+0000","last_unstale":"2020-07-01T06:07:47.761306+0000","last_undegraded":"2020-07-01T06:07:47.761306+0000","last_fullsized":"2020-07-01T06:07:47.761306+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5773","reported_seq":"7987","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:08:09.705740+0000","last_change":"2020-07-01T06:05:12.715597+0000","last_active":"2020-07-01T06:08:09.705740+0000","last_peered":"2020-07-01T06:08:09.705740+0000","last_clean":"2020-07-01T06:08:09.705740+0000","last_became_active":"2020-07-01T06:05:12.715286+0000","last_became_peered":"2020-07-01T06:05:12.715286+0000","last_unstale":"2020-07-01T06:08:09.705740+0000","last_undegraded":"2020-07-01T06:08:09.705740+0000","last_fullsized":"2020-07-01T06:08:09.705740+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_clean_scrub_stamp":"2020-07-01T06:05:11.706194+0000","log_size":5773,"ondisk_log_size":5773,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":98787888,"num_objects":50,"num_object_clones":0,"num_object_copies":100,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":42,"num_whiteouts":12,"num_read":1952,"num_read_kb":971,"num_write":5064,"num_write_kb":1170992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3949,"num_flush":917,"num_flush_kb":2673482,"num_evict":838,"num_evict_kb":2438479,"num_promote":1026,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6599","reported_seq":"8688","reported_epoch":"33","state":"active+clean","last_fresh":"2020-07-01T06:08:12.427521+0000","last_change":"2020-07-01T06:05:10.793859+0000","last_active":"2020-07-01T06:08:12.427521+0000","last_peered":"2020-07-01T06:08:12.427521+0000","last_clean":"2020-07-01T06:08:12.427521+0000","last_became_active":"2020-07-01T06:05:10.793445+0000","last_became_peered":"2020-07-01T06:05:10.793445+0000","last_unstale":"2020-07-01T06:08:12.427521+0000","last_undegraded":"2020-07-01T06:08:12.427521+0000","last_fullsized":"2020-07-01T06:08:12.427521+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_clean_scrub_stamp":"2020-07-01T06:05:09.701689+0000","log_size":6599,"ondisk_log_size":6599,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7351542432,"num_objects":2460,"num_object_clones":0,"num_object_copies":4920,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2460,"num_whiteouts":0,"num_read":3711,"num_read_kb":319158,"num_write":8205,"num_write_kb":4718998,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.764187+0000","last_change":"2020-07-01T06:05:03.065634+0000","last_active":"2020-07-01T06:07:47.764187+0000","last_peered":"2020-07-01T06:07:47.764187+0000","last_clean":"2020-07-01T06:07:47.764187+0000","last_became_active":"2020-07-01T06:05:03.065163+0000","last_became_peered":"2020-07-01T06:05:03.065163+0000","last_unstale":"2020-07-01T06:07:47.764187+0000","last_undegraded":"2020-07-01T06:07:47.764187+0000","last_fullsized":"2020-07-01T06:07:47.764187+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"33'5471","reported_seq":"7554","reported_epoch":"33","state":"active+clean","last_fresh":"2020-07-01T06:08:11.034923+0000","last_change":"2020-07-01T06:05:13.058750+0000","last_active":"2020-07-01T06:08:11.034923+0000","last_peered":"2020-07-01T06:08:11.034923+0000","last_clean":"2020-07-01T06:08:11.034923+0000","last_became_active":"2020-07-01T06:05:13.058349+0000","last_became_peered":"2020-07-01T06:05:13.058349+0000","last_unstale":"2020-07-01T06:08:11.034923+0000","last_undegraded":"2020-07-01T06:08:11.034923+0000","last_fullsized":"2020-07-01T06:08:11.034923+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_clean_scrub_stamp":"2020-07-01T06:05:11.706194+0000","log_size":5471,"ondisk_log_size":5471,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":113457335,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":8,"num_read":1887,"num_read_kb":921,"num_write":4892,"num_write_kb":1195597,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2644,"num_flush":870,"num_flush_kb":2557735,"num_evict":793,"num_evict_kb":2323729,"num_promote":959,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6666","reported_seq":"8856","reported_epoch":"33","state":"active+clean","last_fresh":"2020-07-01T06:08:12.439313+0000","last_change":"2020-07-01T06:05:10.712962+0000","last_active":"2020-07-01T06:08:12.439313+0000","last_peered":"2020-07-01T06:08:12.439313+0000","last_clean":"2020-07-01T06:08:12.439313+0000","last_became_active":"2020-07-01T06:05:10.712567+0000","last_became_peered":"2020-07-01T06:05:10.712567+0000","last_unstale":"2020-07-01T06:08:12.439313+0000","last_undegraded":"2020-07-01T06:08:12.439313+0000","last_fullsized":"2020-07-01T06:08:12.439313+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_clean_scrub_stamp":"2020-07-01T06:05:09.701689+0000","log_size":6666,"ondisk_log_size":6666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7457514421,"num_objects":2502,"num_object_clones":0,"num_object_copies":5004,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2502,"num_whiteouts":0,"num_read":3789,"num_read_kb":286792,"num_write":8256,"num_write_kb":4887786,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.761389+0000","last_change":"2020-07-01T06:05:03.066158+0000","last_active":"2020-07-01T06:07:47.761389+0000","last_peered":"2020-07-01T06:07:47.761389+0000","last_clean":"2020-07-01T06:07:47.761389+0000","last_became_active":"2020-07-01T06:05:03.065602+0000","last_became_peered":"2020-07-01T06:05:03.065602+0000","last_unstale":"2020-07-01T06:07:47.761389+0000","last_undegraded":"2020-07-01T06:07:47.761389+0000","last_fullsized":"2020-07-01T06:07:47.761389+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5460","reported_seq":"7629","reported_epoch":"33","state":"active+clean","last_fresh":"2020-07-01T06:08:11.284048+0000","last_change":"2020-07-01T06:05:13.057409+0000","last_active":"2020-07-01T06:08:11.284048+0000","last_peered":"2020-07-01T06:08:11.284048+0000","last_clean":"2020-07-01T06:08:11.284048+0000","last_became_active":"2020-07-01T06:05:13.056913+0000","last_became_peered":"2020-07-01T06:05:13.056913+0000","last_unstale":"2020-07-01T06:08:11.284048+0000","last_undegraded":"2020-07-01T06:08:11.284048+0000","last_fullsized":"2020-07-01T06:08:11.284048+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_clean_scrub_stamp":"2020-07-01T06:05:11.706194+0000","log_size":5460,"ondisk_log_size":5460,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":120594660,"num_objects":54,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":7,"num_read":1901,"num_read_kb":900,"num_write":4828,"num_write_kb":1138749,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":2977,"num_flush":850,"num_flush_kb":2461298,"num_evict":712,"num_evict_kb":2056075,"num_promote":929,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6836","reported_seq":"9123","reported_epoch":"33","state":"active+clean","last_fresh":"2020-07-01T06:08:12.417167+0000","last_change":"2020-07-01T06:05:10.793572+0000","last_active":"2020-07-01T06:08:12.417167+0000","last_peered":"2020-07-01T06:08:12.417167+0000","last_clean":"2020-07-01T06:08:12.417167+0000","last_became_active":"2020-07-01T06:05:10.793143+0000","last_became_peered":"2020-07-01T06:05:10.793143+0000","last_unstale":"2020-07-01T06:08:12.417167+0000","last_undegraded":"2020-07-01T06:08:12.417167+0000","last_fullsized":"2020-07-01T06:08:12.417167+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_clean_scrub_stamp":"2020-07-01T06:05:09.701689+0000","log_size":6836,"ondisk_log_size":6836,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7620744579,"num_objects":2547,"num_object_clones":0,"num_object_copies":5094,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2547,"num_whiteouts":0,"num_read":3997,"num_read_kb":452821,"num_write":8470,"num_write_kb":4976422,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.761482+0000","last_change":"2020-07-01T06:05:03.066066+0000","last_active":"2020-07-01T06:07:47.761482+0000","last_peered":"2020-07-01T06:07:47.761482+0000","last_clean":"2020-07-01T06:07:47.761482+0000","last_became_active":"2020-07-01T06:05:03.065610+0000","last_became_peered":"2020-07-01T06:05:03.065610+0000","last_unstale":"2020-07-01T06:07:47.761482+0000","last_undegraded":"2020-07-01T06:07:47.761482+0000","last_fullsized":"2020-07-01T06:07:47.761482+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5823","reported_seq":"8053","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:08:09.317824+0000","last_change":"2020-07-01T06:05:12.716513+0000","last_active":"2020-07-01T06:08:09.317824+0000","last_peered":"2020-07-01T06:08:09.317824+0000","last_clean":"2020-07-01T06:08:09.317824+0000","last_became_active":"2020-07-01T06:05:12.716139+0000","last_became_peered":"2020-07-01T06:05:12.716139+0000","last_unstale":"2020-07-01T06:08:09.317824+0000","last_undegraded":"2020-07-01T06:08:09.317824+0000","last_fullsized":"2020-07-01T06:08:09.317824+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_clean_scrub_stamp":"2020-07-01T06:05:11.706194+0000","log_size":5823,"ondisk_log_size":5823,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":99175935,"num_objects":49,"num_object_clones":0,"num_object_copies":98,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":41,"num_whiteouts":10,"num_read":1958,"num_read_kb":977,"num_write":5128,"num_write_kb":1180416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3950,"num_flush":923,"num_flush_kb":2707853,"num_evict":836,"num_evict_kb":2447891,"num_promote":1022,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6573","reported_seq":"8565","reported_epoch":"33","state":"active+clean","last_fresh":"2020-07-01T06:08:11.769540+0000","last_change":"2020-07-01T06:05:10.793817+0000","last_active":"2020-07-01T06:08:11.769540+0000","last_peered":"2020-07-01T06:08:11.769540+0000","last_clean":"2020-07-01T06:08:11.769540+0000","last_became_active":"2020-07-01T06:05:10.793341+0000","last_became_peered":"2020-07-01T06:05:10.793341+0000","last_unstale":"2020-07-01T06:08:11.769540+0000","last_undegraded":"2020-07-01T06:08:11.769540+0000","last_fullsized":"2020-07-01T06:08:11.769540+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_clean_scrub_stamp":"2020-07-01T06:05:09.701689+0000","log_size":6573,"ondisk_log_size":6573,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7291163600,"num_objects":2428,"num_object_clones":0,"num_object_copies":4856,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2428,"num_whiteouts":0,"num_read":3628,"num_read_kb":287818,"num_write":8172,"num_write_kb":4646077,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.762140+0000","last_change":"2020-07-01T06:05:02.700518+0000","last_active":"2020-07-01T06:07:47.762140+0000","last_peered":"2020-07-01T06:07:47.762140+0000","last_clean":"2020-07-01T06:07:47.762140+0000","last_became_active":"2020-07-01T06:05:02.700021+0000","last_became_peered":"2020-07-01T06:05:02.700021+0000","last_unstale":"2020-07-01T06:07:47.762140+0000","last_undegraded":"2020-07-01T06:07:47.762140+0000","last_fullsized":"2020-07-01T06:07:47.762140+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.762255+0000","last_change":"2020-07-01T06:05:02.701920+0000","last_active":"2020-07-01T06:07:47.762255+0000","last_peered":"2020-07-01T06:07:47.762255+0000","last_clean":"2020-07-01T06:07:47.762255+0000","last_became_active":"2020-07-01T06:05:02.701535+0000","last_became_peered":"2020-07-01T06:05:02.701535+0000","last_unstale":"2020-07-01T06:07:47.762255+0000","last_undegraded":"2020-07-01T06:07:47.762255+0000","last_fullsized":"2020-07-01T06:07:47.762255+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.761267+0000","last_change":"2020-07-01T06:05:03.040661+0000","last_active":"2020-07-01T06:07:47.761267+0000","last_peered":"2020-07-01T06:07:47.761267+0000","last_clean":"2020-07-01T06:07:47.761267+0000","last_became_active":"2020-07-01T06:05:03.040253+0000","last_became_peered":"2020-07-01T06:05:03.040253+0000","last_unstale":"2020-07-01T06:07:47.761267+0000","last_undegraded":"2020-07-01T06:07:47.761267+0000","last_fullsized":"2020-07-01T06:07:47.761267+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":432015818,"num_objects":205,"num_object_clones":0,"num_object_copies":410,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":178,"num_whiteouts":37,"num_read":7698,"num_read_kb":3769,"num_write":19912,"num_write_kb":4685754,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":27,"num_bytes_hit_set_archive":13520,"num_flush":3560,"num_flush_kb":10400368,"num_evict":3179,"num_evict_kb":9266174,"num_promote":3936,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":680017920,"data_stored":678280898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22527,"ondisk_log_size":22527,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29720965032,"num_objects":9937,"num_object_clones":0,"num_object_copies":19874,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9937,"num_whiteouts":0,"num_read":15125,"num_read_kb":1346589,"num_write":33103,"num_write_kb":19229283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":38718308352,"data_stored":38572757424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26674,"ondisk_log_size":26674,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640299,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10616748,"kb_used_data":9555644,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83755092,"statfs":{"total":96636764160,"available":85765214208,"internally_reserved":1073741824,"allocated":9784979456,"data_stored":9748301686,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 1 06:08:06 2020","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.71699999999999997,"15min":0.72799999999999998},"min":{"1min":0.39400000000000002,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.3500000000000001,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":1.224},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.276,"5min":1.276,"15min":1.276},"last":0.999}]},{"osd":1,"last update":"Wed Jul 1 06:08:06 2020","interfaces":[{"interface":"back","average":{"1min":1.087,"5min":0.83599999999999997,"15min":0.79700000000000004},"min":{"1min":0.53700000000000003,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":6.7460000000000004,"5min":6.7460000000000004,"15min":6.7460000000000004},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.85599999999999998,"15min":0.85999999999999999},"min":{"1min":0.60499999999999998,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.3009999999999999,"5min":1.407,"15min":1.407},"last":1.03}]},{"osd":2,"last update":"Wed Jul 1 06:08:06 2020","interfaces":[{"interface":"back","average":{"1min":1.0229999999999999,"5min":0.89900000000000002,"15min":0.874},"min":{"1min":0.58199999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":2.4169999999999998,"5min":2.4169999999999998,"15min":2.4169999999999998},"last":1.2549999999999999},{"interface":"front","average":{"1min":1.2529999999999999,"5min":1.0129999999999999,"15min":0.98999999999999999},"min":{"1min":0.624,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":6.2949999999999999,"5min":6.2949999999999999,"15min":6.2949999999999999},"last":0.85399999999999998}]},{"osd":3,"last update":"Wed Jul 1 06:08:06 2020","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":0.97999999999999998,"15min":0.98399999999999999},"min":{"1min":0.60699999999999998,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":2.9449999999999998,"5min":2.9449999999999998,"15min":2.9449999999999998},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.94499999999999995,"5min":1.0369999999999999,"15min":1.0649999999999999},"min":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"max":{"1min":1.4319999999999999,"5min":1.452,"15min":1.452},"last":1.0840000000000001}]},{"osd":4,"last update":"Wed Jul 1 06:08:06 2020","interfaces":[{"interface":"back","average":{"1min":1.0309999999999999,"5min":1.02,"15min":1.036},"min":{"1min":0.70299999999999996,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":1.4099999999999999,"5min":2.2690000000000001,"15min":2.2690000000000001},"last":0.82499999999999996},{"interface":"front","average":{"1min":1.2110000000000001,"5min":1.1220000000000001,"15min":1.121},"min":{"1min":0.81200000000000006,"5min":0.79100000000000004,"15min":0.79100000000000004},"max":{"1min":4.0640000000000001,"5min":4.0640000000000001,"15min":4.0640000000000001},"last":0.89200000000000002}]}]},{"osd":4,"up_from":11,"seq":47244640298,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1216524,"kb_used_data":150224,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93155316,"statfs":{"total":96636764160,"available":95391043584,"internally_reserved":1073741824,"allocated":153829376,"data_stored":153231405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 1 06:08:05 2020","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.71299999999999997,"15min":0.73899999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.282,"5min":1.488,"15min":1.488},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.80200000000000005,"15min":0.82999999999999996},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.796,"5min":1.796,"15min":1.796},"last":0.81899999999999995}]},{"osd":1,"last update":"Wed Jul 1 06:08:05 2020","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.81000000000000005,"15min":0.83199999999999996},"min":{"1min":0.55300000000000005,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.145,"5min":1.387,"15min":1.387},"last":1.1579999999999999},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.80500000000000005,"15min":0.83299999999999996},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.133,"5min":1.4279999999999999,"15min":1.4279999999999999},"last":0.85699999999999998}]},{"osd":2,"last update":"Wed Jul 1 06:08:05 2020","interfaces":[{"interface":"back","average":{"1min":0.80500000000000005,"5min":0.86199999999999999,"15min":0.89100000000000001},"min":{"1min":0.60699999999999998,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.149,"5min":2.1080000000000001,"15min":2.1080000000000001},"last":0.94399999999999995},{"interface":"front","average":{"1min":1.214,"5min":1.0029999999999999,"15min":0.97599999999999998},"min":{"1min":0.76900000000000002,"5min":0.74099999999999999,"15min":0.74099999999999999},"max":{"1min":6.9950000000000001,"5min":6.9950000000000001,"15min":6.9950000000000001},"last":0.98999999999999999}]},{"osd":3,"last update":"Wed Jul 1 06:08:05 2020","interfaces":[{"interface":"back","average":{"1min":0.98199999999999998,"5min":0.90900000000000003,"15min":0.90100000000000002},"min":{"1min":0.68400000000000005,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.474,"5min":2.339,"15min":2.339},"last":1.121},{"interface":"front","average":{"1min":1.0820000000000001,"5min":1.0800000000000001,"15min":1.0820000000000001},"min":{"1min":0.76500000000000001,"5min":0.72499999999999998,"15min":0.72499999999999998},"max":{"1min":1.498,"5min":1.7110000000000001,"15min":1.7110000000000001},"last":1.323}]},{"osd":5,"last update":"Wed Jul 1 06:08:05 2020","interfaces":[{"interface":"back","average":{"1min":0.97499999999999998,"5min":0.96199999999999997,"15min":0.95999999999999996},"min":{"1min":0.68100000000000005,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.4219999999999999,"5min":2.2509999999999999,"15min":2.2509999999999999},"last":1.2809999999999999},{"interface":"front","average":{"1min":1.1890000000000001,"5min":1.141,"15min":1.143},"min":{"1min":0.96399999999999997,"5min":0.84999999999999998,"15min":0.84999999999999998},"max":{"1min":1.452,"5min":2.7050000000000001,"15min":2.7050000000000001},"last":1.3460000000000001}]}]},{"osd":3,"up_from":11,"seq":47244640297,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5642524,"kb_used_data":4578092,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":88729316,"statfs":{"total":96636764160,"available":90858819584,"internally_reserved":1073741824,"allocated":4687966208,"data_stored":4669691355,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 1 06:08:02 2020","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.81699999999999995,"15min":0.88400000000000001},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.0569999999999999,"5min":2.7810000000000001,"15min":2.7810000000000001},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.83799999999999997,"5min":0.95399999999999996,"15min":0.99099999999999999},"min":{"1min":0.63700000000000001,"5min":0.504,"15min":0.504},"max":{"1min":1.1890000000000001,"5min":2.9980000000000002,"15min":2.9980000000000002},"last":0.82099999999999995}]},{"osd":1,"last update":"Wed Jul 1 06:08:09 2020","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":0.77800000000000002,"15min":0.80200000000000005},"min":{"1min":0.501,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.2490000000000001,"5min":2.3690000000000002,"15min":2.3690000000000002},"last":0.876},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.85899999999999999,"15min":0.873},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.4910000000000001,"5min":1.8939999999999999,"15min":1.8939999999999999},"last":0.56799999999999995}]},{"osd":2,"last update":"Wed Jul 1 06:08:02 2020","interfaces":[{"interface":"back","average":{"1min":0.95299999999999996,"5min":0.92600000000000005,"15min":0.94899999999999995},"min":{"1min":0.61499999999999999,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.9119999999999999,"5min":3.298,"15min":3.298},"last":1.159},{"interface":"front","average":{"1min":1.01,"5min":0.98499999999999999,"15min":0.995},"min":{"1min":0.64900000000000002,"5min":0.628,"15min":0.628},"max":{"1min":1.367,"5min":1.395,"15min":1.395},"last":1.0289999999999999}]},{"osd":4,"last update":"Wed Jul 1 06:08:02 2020","interfaces":[{"interface":"back","average":{"1min":0.97899999999999998,"5min":0.92300000000000004,"15min":0.93200000000000005},"min":{"1min":0.65100000000000002,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.5009999999999999,"5min":1.673,"15min":1.673},"last":1.0549999999999999},{"interface":"front","average":{"1min":1.093,"5min":1.0529999999999999,"15min":1.0569999999999999},"min":{"1min":0.90600000000000003,"5min":0.81799999999999995,"15min":0.81799999999999995},"max":{"1min":1.5620000000000001,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":1.1339999999999999}]},{"osd":5,"last update":"Wed Jul 1 06:08:02 2020","interfaces":[{"interface":"back","average":{"1min":1.157,"5min":1.0840000000000001,"15min":1.0760000000000001},"min":{"1min":0.80200000000000005,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.952,"5min":1.952,"15min":1.952},"last":1.2929999999999999},{"interface":"front","average":{"1min":1.056,"5min":1.0960000000000001,"15min":1.097},"min":{"1min":0.76100000000000001,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.5009999999999999,"5min":1.883,"15min":1.883},"last":0.998}]}]},{"osd":2,"up_from":11,"seq":47244640298,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10796920,"kb_used_data":9747172,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83574920,"statfs":{"total":96636764160,"available":85580718080,"internally_reserved":1073741824,"allocated":9981104128,"data_stored":9944000252,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.65700000000000003,"15min":0.64900000000000002},"min":{"1min":0.40000000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1.597,"5min":1.597,"15min":1.597},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.94099999999999995,"5min":0.82599999999999996,"15min":0.81699999999999995},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":2.5950000000000002,"5min":2.5950000000000002,"15min":2.5950000000000002},"last":0.77100000000000002}]},{"osd":1,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":1.202,"5min":0.876,"15min":0.81999999999999995},"min":{"1min":0.65600000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":2.7930000000000001,"5min":2.7930000000000001,"15min":2.7930000000000001},"last":0.94399999999999995},{"interface":"front","average":{"1min":1.1579999999999999,"5min":0.81699999999999995,"15min":0.76400000000000001},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":4.6230000000000002,"5min":4.6230000000000002,"15min":4.6230000000000002},"last":0.626}]},{"osd":3,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":1.071,"5min":0.96399999999999997,"15min":0.95599999999999996},"min":{"1min":0.627,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":2.681,"5min":2.681,"15min":2.681},"last":1.107},{"interface":"front","average":{"1min":1.214,"5min":1.0389999999999999,"15min":1.044},"min":{"1min":0.65000000000000002,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":3.5209999999999999,"5min":3.5209999999999999,"15min":3.5209999999999999},"last":0.751}]},{"osd":4,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":1.448,"5min":1.054,"15min":1.006},"min":{"1min":0.65800000000000003,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":4.3360000000000003,"5min":4.3360000000000003,"15min":4.3360000000000003},"last":0.89900000000000002},{"interface":"front","average":{"1min":1.1180000000000001,"5min":0.94799999999999995,"15min":0.91500000000000004},"min":{"1min":0.72199999999999998,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":4.274,"5min":4.274,"15min":4.274},"last":0.85699999999999998}]},{"osd":5,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":1.179,"5min":1.038,"15min":1.018},"min":{"1min":0.72599999999999998,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":4.4699999999999998,"5min":4.4699999999999998,"15min":4.4699999999999998},"last":0.97899999999999998},{"interface":"front","average":{"1min":1.2709999999999999,"5min":1.224,"15min":1.246},"min":{"1min":0.88,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":2.9540000000000002,"5min":3.6499999999999999,"15min":3.6499999999999999},"last":1.2509999999999999}]}]},{"osd":0,"up_from":11,"seq":47244640297,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1216524,"kb_used_data":150224,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93155316,"statfs":{"total":96636764160,"available":95391043584,"internally_reserved":1073741824,"allocated":153829376,"data_stored":153231405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":0.67300000000000004,"15min":0.63500000000000001},"min":{"1min":0.45900000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":2.407,"5min":2.407,"15min":2.407},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.79700000000000004,"5min":0.72499999999999998,"15min":0.72399999999999998},"min":{"1min":0.44400000000000001,"5min":0.435,"15min":0.435},"max":{"1min":2.153,"5min":2.153,"15min":2.153},"last":0.70399999999999996}]},{"osd":2,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":1.337,"5min":0.878,"15min":0.80900000000000005},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":7.1799999999999997,"5min":7.1799999999999997,"15min":7.1799999999999997},"last":0.78100000000000003},{"interface":"front","average":{"1min":1.0700000000000001,"5min":0.83399999999999996,"15min":0.81200000000000006},"min":{"1min":0.52400000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":6.9749999999999996,"5min":6.9749999999999996,"15min":6.9749999999999996},"last":0.81499999999999995}]},{"osd":3,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.94199999999999995,"15min":0.97999999999999998},"min":{"1min":0.57199999999999995,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":3.4849999999999999,"5min":3.4849999999999999,"15min":3.4849999999999999},"last":0.745},{"interface":"front","average":{"1min":1.079,"5min":1.0649999999999999,"15min":1.0900000000000001},"min":{"1min":0.78800000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"max":{"1min":3.0409999999999999,"5min":3.0409999999999999,"15min":3.0409999999999999},"last":1.008}]},{"osd":4,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":1.0269999999999999,"5min":0.99399999999999999,"15min":1.0169999999999999},"min":{"1min":0.61399999999999999,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":3.5779999999999998,"5min":3.5779999999999998,"15min":3.5779999999999998},"last":0.83499999999999996},{"interface":"front","average":{"1min":1.21,"5min":1.1659999999999999,"15min":1.1879999999999999},"min":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":2.9199999999999999,"5min":2.9199999999999999,"15min":2.9199999999999999},"last":1.153}]},{"osd":5,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":1.123,"5min":1.0700000000000001,"15min":1.0900000000000001},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":2.02,"5min":2.4590000000000001,"15min":2.4590000000000001},"last":0.96999999999999997},{"interface":"front","average":{"1min":1.1539999999999999,"5min":1.117,"15min":1.1439999999999999},"min":{"1min":0.78200000000000003,"5min":0.745,"15min":0.745},"max":{"1min":3.649,"5min":3.649,"15min":3.649},"last":0.92600000000000005}]}]},{"osd":1,"up_from":11,"seq":47244640297,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":15378608,"kb_used_data":14296216,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":78993232,"statfs":{"total":96636764160,"available":80889069568,"internally_reserved":1073741824,"allocated":14639325184,"data_stored":14583979007,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 1 06:08:03 2020","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.64000000000000001,"15min":0.67800000000000005},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.88200000000000001,"5min":1.2210000000000001,"15min":1.2210000000000001},"last":0.496},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.78600000000000003,"15min":0.79400000000000004},"min":{"1min":0.60199999999999998,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.413,"5min":1.413,"15min":1.413},"last":0.73199999999999998}]},{"osd":2,"last update":"Wed Jul 1 06:08:03 2020","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.70699999999999996,"15min":0.69399999999999995},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.1599999999999999,"5min":1.343,"15min":1.343},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.79000000000000004,"5min":0.81699999999999995,"15min":0.85499999999999998},"min":{"1min":0.58099999999999996,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.7070000000000001,"5min":2.004,"15min":2.004},"last":0.68899999999999995}]},{"osd":3,"last update":"Wed Jul 1 06:08:03 2020","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":0.88700000000000001,"15min":0.90900000000000003},"min":{"1min":0.59899999999999998,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.8240000000000001,"5min":1.8240000000000001,"15min":1.8240000000000001},"last":0.621},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.93600000000000005,"15min":0.98299999999999998},"min":{"1min":0.61399999999999999,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.577,"5min":1.577,"15min":1.577},"last":0.85699999999999998}]},{"osd":4,"last update":"Wed Jul 1 06:08:03 2020","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.92900000000000005,"15min":0.92900000000000005},"min":{"1min":0.66500000000000004,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.603,"5min":1.603,"15min":1.603},"last":1.1040000000000001},{"interface":"front","average":{"1min":1.0309999999999999,"5min":1.0509999999999999,"15min":1.085},"min":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"max":{"1min":1.478,"5min":1.841,"15min":1.841},"last":1.042}]},{"osd":5,"last update":"Wed Jul 1 06:08:03 2020","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":1.056,"15min":1.079},"min":{"1min":0.75,"5min":0.75,"15min":0.75},"max":{"1min":1.6699999999999999,"5min":1.8999999999999999,"15min":1.8999999999999999},"last":0.81100000000000005},{"interface":"front","average":{"1min":1.0760000000000001,"5min":1.113,"15min":1.117},"min":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"max":{"1min":1.415,"5min":1.6379999999999999,"15min":1.6379999999999999},"last":1.022}]}]}]}} Ignoring malparsed backtrace: 2020-07-01T06:09:20.831 INFO:tasks.ceph:Checking cluster log for badness... , 2020-07-01T06:09:20.832 INFO:teuthology.orchestra.run.smithi042:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v 'but it is still running' | egrep -v 'slow request' | egrep -v 'overall HEALTH_' | egrep -v '\(CACHE_POOL_' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(OSD_SLOW_PING_TIME' | head -n 1 , 2020-07-01T06:09:20.911 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi042.front.sepia.ceph.com Ignoring malparsed backtrace: 2020-07-01T06:11:04.152 INFO:teuthology.orchestra.run.smithi042.stdout: , 2020-07-01T06:11:04.153 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction Summary , 2020-07-01T06:11:04.153 INFO:teuthology.orchestra.run.smithi042.stdout:================================================================================ Ignoring malparsed backtrace: 2020-07-01T06:11:08.888 INFO:teuthology.orchestra.run.smithi019.stdout: , 2020-07-01T06:11:08.888 INFO:teuthology.orchestra.run.smithi019.stdout:Freed space: 179 M , 2020-07-01T06:11:08.889 INFO:teuthology.orchestra.run.smithi019.stdout:Running transaction check Ignoring malparsed backtrace: 2020-07-01T06:11:14.404 INFO:teuthology.orchestra.run.smithi042.stdout: Preparing : 1/1 , 2020-07-01T06:11:14.434 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-2:15.2.4-4.gabcb13a.el8.x86_64 1/1 , 2020-07-01T06:11:14.490 INFO:teuthology.orchestra.run.smithi019.stdout: Preparing : 1/1 Ignoring malparsed backtrace: 2020-07-01T06:11:19.467 INFO:teuthology.orchestra.run.smithi042.stdout: python3-google-auth noarch 1:1.1.1-10.el8 @epel 306 k , 2020-07-01T06:11:19.467 INFO:teuthology.orchestra.run.smithi042.stdout: python3-html5lib noarch 1:0.999999999-6.el8 @rhel-8-for-x86_64-appstream-rpms 1.1 M , 2020-07-01T06:11:19.468 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco noarch 6.2-6.el8 @epel 4.0 k Ignoring malparsed backtrace: 2020-07-01T06:11:19.595 INFO:teuthology.orchestra.run.smithi019.stdout: python3-google-auth noarch 1:1.1.1-10.el8 @epel 306 k , 2020-07-01T06:11:19.595 INFO:teuthology.orchestra.run.smithi019.stdout: python3-html5lib noarch 1:0.999999999-6.el8 @rhel-8-for-x86_64-appstream-rpms 1.1 M , 2020-07-01T06:11:19.595 INFO:teuthology.orchestra.run.smithi019.stdout: python3-jaraco noarch 6.2-6.el8 @epel 4.0 k Ignoring malparsed backtrace: 2020-07-01T06:11:24.269 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:15.2.4-4.gabcb13a. 15/81 , 2020-07-01T06:11:24.269 INFO:teuthology.orchestra.run.smithi019.stdout: Erasing : python3-scipy-1.0.0-20.module+el8.1.0+3334+5cb623d 16/81 , 2020-07-01T06:11:24.269 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: rbd-mirror-2:15.2.4-4.gabcb13a.el8.x86_64 17/81 Ignoring malparsed backtrace: 2020-07-01T06:11:31.903 INFO:teuthology.orchestra.run.smithi042.stdout:warning: directory /var/lib/ceph: remove failed: Device or resource busy , 2020-07-01T06:11:31.903 INFO:teuthology.orchestra.run.smithi042.stdout: , 2020-07-01T06:11:32.048 INFO:teuthology.orchestra.run.smithi019.stdout: Erasing : python3-html5lib-1:0.999999999-6.el8.noarch 59/81 Ignoring malparsed backtrace: 2020-07-01T06:11:51.579 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-babel-2.5.1-5.el8.noarch 26/81 , 2020-07-01T06:11:51.580 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 27/81 , 2020-07-01T06:11:51.600 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 28/81 Ignoring malparsed backtrace: 2020-07-01T06:11:53.977 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 29/81 , 2020-07-01T06:11:53.978 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-ceph-argparse-2:15.2.4-4.gabcb13a.el8.x86_ 30/81 , 2020-07-01T06:11:53.978 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-ceph-common-2:15.2.4-4.gabcb13a.el8.x86_64 31/81 Ignoring malparsed backtrace: 2020-07-01T06:11:55.468 INFO:teuthology.orchestra.run.smithi019.stdout: python3-lxml-4.2.3-1.el8.x86_64 , 2020-07-01T06:11:55.469 INFO:teuthology.orchestra.run.smithi019.stdout: python3-mako-1.0.6-13.el8.noarch , 2020-07-01T06:11:55.469 INFO:teuthology.orchestra.run.smithi019.stdout: python3-markupsafe-0.23-19.el8.x86_64 Ignoring malparsed backtrace: 2020-07-01T06:11:58.230 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cheroot-8.2.1-1.el8.noarch , 2020-07-01T06:11:58.230 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cherrypy-18.4.0-1.el8.noarch , 2020-07-01T06:11:58.230 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cssselect-0.9.2-10.el8.noarch Ignoring malparsed backtrace: 2020-07-01T06:12:01.933 INFO:teuthology.orchestra.run.smithi019.stdout:Remove 1 Package , 2020-07-01T06:12:01.933 INFO:teuthology.orchestra.run.smithi019.stdout: , 2020-07-01T06:12:01.933 INFO:teuthology.orchestra.run.smithi019.stdout:Freed space: 721 k Ignoring malparsed backtrace: - nothing provides module(perl:5.26) needed by module perl-YAML:1.24:8010020190322131811:a5949e2e-0.x86_64 , No packages marked for removal. , 2020-07-01T06:12:09.857 INFO:teuthology.orchestra.run.smithi019.stdout:No match for argument: ceph-mgr-rook Ignoring malparsed backtrace: 2020-07-01T06:12:15.172 INFO:teuthology.orchestra.run.smithi042.stdout:================================================================================ , 2020-07-01T06:12:15.172 INFO:teuthology.orchestra.run.smithi042.stdout: Package Arch Version Repository Size , 2020-07-01T06:12:15.172 INFO:teuthology.orchestra.run.smithi042.stdout:================================================================================ Ignoring malparsed backtrace: 2020-07-01T06:12:20.021 INFO:teuthology.orchestra.run.smithi042.stdout:Freed space: 2.1 M , 2020-07-01T06:12:20.021 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction check , 2020-07-01T06:12:20.022 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction check succeeded. Ignoring malparsed backtrace: 2020-07-01T06:12:25.449 INFO:teuthology.orchestra.run.smithi019.stdout: Erasing : fmt-6.2.1-1.el8.x86_64 6/7 , 2020-07-01T06:12:25.450 INFO:teuthology.orchestra.run.smithi019.stdout: Erasing : lttng-ust-2.8.1-11.el8.x86_64 7/7 , Modular dependency problem: Ignoring malparsed backtrace: 2020-07-01T06:12:30.980 INFO:teuthology.orchestra.run.smithi019.stdout:Complete! , 2020-07-01T06:12:31.389 INFO:teuthology.orchestra.run.smithi042.stdout: , 2020-07-01T06:12:31.390 INFO:teuthology.orchestra.run.smithi042.stdout:Removed: Ignoring malparsed backtrace: 2020-07-01T06:12:36.738 INFO:teuthology.orchestra.run.smithi019.stdout:Nothing to do. , 2020-07-01T06:12:36.738 INFO:teuthology.orchestra.run.smithi019.stdout:Complete! , 2020-07-01T06:12:37.229 INFO:teuthology.orchestra.run.smithi019.stdout:Updating Subscription Management repositories. Ignoring malparsed backtrace: 2020-07-01T06:12:43.167 INFO:teuthology.orchestra.run.smithi019.stdout:210 Number of sources = 4 , 2020-07-01T06:12:43.167 INFO:teuthology.orchestra.run.smithi019.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample , 2020-07-01T06:12:43.167 INFO:teuthology.orchestra.run.smithi019.stdout:=============================================================================== Ignoring malparsed backtrace: node=self.hostname, label=self.label , teuthology.exceptions.CommandFailedError: Command failed on smithi019 with status 1: 'which ceph_test_rados' , 2020-07-01T06:13:05.846 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload Ignoring malparsed backtrace: ceph version 15.2.4-4-gabcb13a (abcb13ae4e01e1d30857c98a01d0916e952030b9) octopus (stable) , 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x158) [0x7f4317695afc] , 2: (()+0x276d16) [0x7f4317695d16] Ignoring malparsed backtrace: 2020-07-01T06:08:18.993 INFO:teuthology.orchestra.run.smithi042.stdout: , dumped all , 2020-07-01T06:08:19.005 INFO:teuthology.orchestra.run.smithi042.stdout:{"pg_ready":true,"pg_map":{"version":129,"stamp":"2020-07-01T06:08:17.308951+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30152980850,"num_objects":10142,"num_object_clones":0,"num_object_copies":20284,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10115,"num_whiteouts":37,"num_read":22823,"num_read_kb":1350358,"num_write":53015,"num_write_kb":23915037,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":27,"num_bytes_hit_set_archive":13520,"num_flush":3560,"num_flush_kb":10400368,"num_evict":3179,"num_evict_kb":9266174,"num_promote":3936,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49201,"ondisk_log_size":49201,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":44867848,"kb_used_data":38477572,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":521363192,"statfs":{"total":579820584960,"available":533875908608,"internally_reserved":6442450944,"allocated":39401033728,"data_stored":39252435110,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":107914797,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":20,"num_read":1042,"num_read_kb":972772,"num_write":580,"num_write_kb":388950,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":1,"num_bytes_hit_set_archive":529,"num_flush":86,"num_flush_kb":243095,"num_evict":29,"num_evict_kb":78346,"num_promote":109,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002150"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.764251+0000","last_change":"2020-07-01T06:05:03.040752+0000","last_active":"2020-07-01T06:07:47.764251+0000","last_peered":"2020-07-01T06:07:47.764251+0000","last_clean":"2020-07-01T06:07:47.764251+0000","last_became_active":"2020-07-01T06:05:03.040287+0000","last_became_peered":"2020-07-01T06:05:03.040287+0000","last_unstale":"2020-07-01T06:07:47.764251+0000","last_undegraded":"2020-07-01T06:07:47.764251+0000","last_fullsized":"2020-07-01T06:07:47.764251+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.761306+0000","last_change":"2020-07-01T06:05:03.066148+0000","last_active":"2020-07-01T06:07:47.761306+0000","last_peered":"2020-07-01T06:07:47.761306+0000","last_clean":"2020-07-01T06:07:47.761306+0000","last_became_active":"2020-07-01T06:05:03.065647+0000","last_became_peered":"2020-07-01T06:05:03.065647+0000","last_unstale":"2020-07-01T06:07:47.761306+0000","last_undegraded":"2020-07-01T06:07:47.761306+0000","last_fullsized":"2020-07-01T06:07:47.761306+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5773","reported_seq":"7987","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:08:09.705740+0000","last_change":"2020-07-01T06:05:12.715597+0000","last_active":"2020-07-01T06:08:09.705740+0000","last_peered":"2020-07-01T06:08:09.705740+0000","last_clean":"2020-07-01T06:08:09.705740+0000","last_became_active":"2020-07-01T06:05:12.715286+0000","last_became_peered":"2020-07-01T06:05:12.715286+0000","last_unstale":"2020-07-01T06:08:09.705740+0000","last_undegraded":"2020-07-01T06:08:09.705740+0000","last_fullsized":"2020-07-01T06:08:09.705740+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_clean_scrub_stamp":"2020-07-01T06:05:11.706194+0000","log_size":5773,"ondisk_log_size":5773,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":98787888,"num_objects":50,"num_object_clones":0,"num_object_copies":100,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":42,"num_whiteouts":12,"num_read":1952,"num_read_kb":971,"num_write":5064,"num_write_kb":1170992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3949,"num_flush":917,"num_flush_kb":2673482,"num_evict":838,"num_evict_kb":2438479,"num_promote":1026,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6599","reported_seq":"8688","reported_epoch":"33","state":"active+clean","last_fresh":"2020-07-01T06:08:12.427521+0000","last_change":"2020-07-01T06:05:10.793859+0000","last_active":"2020-07-01T06:08:12.427521+0000","last_peered":"2020-07-01T06:08:12.427521+0000","last_clean":"2020-07-01T06:08:12.427521+0000","last_became_active":"2020-07-01T06:05:10.793445+0000","last_became_peered":"2020-07-01T06:05:10.793445+0000","last_unstale":"2020-07-01T06:08:12.427521+0000","last_undegraded":"2020-07-01T06:08:12.427521+0000","last_fullsized":"2020-07-01T06:08:12.427521+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_clean_scrub_stamp":"2020-07-01T06:05:09.701689+0000","log_size":6599,"ondisk_log_size":6599,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7351542432,"num_objects":2460,"num_object_clones":0,"num_object_copies":4920,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2460,"num_whiteouts":0,"num_read":3711,"num_read_kb":319158,"num_write":8205,"num_write_kb":4718998,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.764187+0000","last_change":"2020-07-01T06:05:03.065634+0000","last_active":"2020-07-01T06:07:47.764187+0000","last_peered":"2020-07-01T06:07:47.764187+0000","last_clean":"2020-07-01T06:07:47.764187+0000","last_became_active":"2020-07-01T06:05:03.065163+0000","last_became_peered":"2020-07-01T06:05:03.065163+0000","last_unstale":"2020-07-01T06:07:47.764187+0000","last_undegraded":"2020-07-01T06:07:47.764187+0000","last_fullsized":"2020-07-01T06:07:47.764187+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"33'5471","reported_seq":"7554","reported_epoch":"33","state":"active+clean","last_fresh":"2020-07-01T06:08:11.034923+0000","last_change":"2020-07-01T06:05:13.058750+0000","last_active":"2020-07-01T06:08:11.034923+0000","last_peered":"2020-07-01T06:08:11.034923+0000","last_clean":"2020-07-01T06:08:11.034923+0000","last_became_active":"2020-07-01T06:05:13.058349+0000","last_became_peered":"2020-07-01T06:05:13.058349+0000","last_unstale":"2020-07-01T06:08:11.034923+0000","last_undegraded":"2020-07-01T06:08:11.034923+0000","last_fullsized":"2020-07-01T06:08:11.034923+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_clean_scrub_stamp":"2020-07-01T06:05:11.706194+0000","log_size":5471,"ondisk_log_size":5471,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":113457335,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":8,"num_read":1887,"num_read_kb":921,"num_write":4892,"num_write_kb":1195597,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2644,"num_flush":870,"num_flush_kb":2557735,"num_evict":793,"num_evict_kb":2323729,"num_promote":959,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6666","reported_seq":"8856","reported_epoch":"33","state":"active+clean","last_fresh":"2020-07-01T06:08:12.439313+0000","last_change":"2020-07-01T06:05:10.712962+0000","last_active":"2020-07-01T06:08:12.439313+0000","last_peered":"2020-07-01T06:08:12.439313+0000","last_clean":"2020-07-01T06:08:12.439313+0000","last_became_active":"2020-07-01T06:05:10.712567+0000","last_became_peered":"2020-07-01T06:05:10.712567+0000","last_unstale":"2020-07-01T06:08:12.439313+0000","last_undegraded":"2020-07-01T06:08:12.439313+0000","last_fullsized":"2020-07-01T06:08:12.439313+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_clean_scrub_stamp":"2020-07-01T06:05:09.701689+0000","log_size":6666,"ondisk_log_size":6666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7457514421,"num_objects":2502,"num_object_clones":0,"num_object_copies":5004,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2502,"num_whiteouts":0,"num_read":3789,"num_read_kb":286792,"num_write":8256,"num_write_kb":4887786,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.761389+0000","last_change":"2020-07-01T06:05:03.066158+0000","last_active":"2020-07-01T06:07:47.761389+0000","last_peered":"2020-07-01T06:07:47.761389+0000","last_clean":"2020-07-01T06:07:47.761389+0000","last_became_active":"2020-07-01T06:05:03.065602+0000","last_became_peered":"2020-07-01T06:05:03.065602+0000","last_unstale":"2020-07-01T06:07:47.761389+0000","last_undegraded":"2020-07-01T06:07:47.761389+0000","last_fullsized":"2020-07-01T06:07:47.761389+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5460","reported_seq":"7629","reported_epoch":"33","state":"active+clean","last_fresh":"2020-07-01T06:08:11.284048+0000","last_change":"2020-07-01T06:05:13.057409+0000","last_active":"2020-07-01T06:08:11.284048+0000","last_peered":"2020-07-01T06:08:11.284048+0000","last_clean":"2020-07-01T06:08:11.284048+0000","last_became_active":"2020-07-01T06:05:13.056913+0000","last_became_peered":"2020-07-01T06:05:13.056913+0000","last_unstale":"2020-07-01T06:08:11.284048+0000","last_undegraded":"2020-07-01T06:08:11.284048+0000","last_fullsized":"2020-07-01T06:08:11.284048+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_clean_scrub_stamp":"2020-07-01T06:05:11.706194+0000","log_size":5460,"ondisk_log_size":5460,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":120594660,"num_objects":54,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":7,"num_read":1901,"num_read_kb":900,"num_write":4828,"num_write_kb":1138749,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":2977,"num_flush":850,"num_flush_kb":2461298,"num_evict":712,"num_evict_kb":2056075,"num_promote":929,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6836","reported_seq":"9123","reported_epoch":"33","state":"active+clean","last_fresh":"2020-07-01T06:08:12.417167+0000","last_change":"2020-07-01T06:05:10.793572+0000","last_active":"2020-07-01T06:08:12.417167+0000","last_peered":"2020-07-01T06:08:12.417167+0000","last_clean":"2020-07-01T06:08:12.417167+0000","last_became_active":"2020-07-01T06:05:10.793143+0000","last_became_peered":"2020-07-01T06:05:10.793143+0000","last_unstale":"2020-07-01T06:08:12.417167+0000","last_undegraded":"2020-07-01T06:08:12.417167+0000","last_fullsized":"2020-07-01T06:08:12.417167+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_clean_scrub_stamp":"2020-07-01T06:05:09.701689+0000","log_size":6836,"ondisk_log_size":6836,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7620744579,"num_objects":2547,"num_object_clones":0,"num_object_copies":5094,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2547,"num_whiteouts":0,"num_read":3997,"num_read_kb":452821,"num_write":8470,"num_write_kb":4976422,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.761482+0000","last_change":"2020-07-01T06:05:03.066066+0000","last_active":"2020-07-01T06:07:47.761482+0000","last_peered":"2020-07-01T06:07:47.761482+0000","last_clean":"2020-07-01T06:07:47.761482+0000","last_became_active":"2020-07-01T06:05:03.065610+0000","last_became_peered":"2020-07-01T06:05:03.065610+0000","last_unstale":"2020-07-01T06:07:47.761482+0000","last_undegraded":"2020-07-01T06:07:47.761482+0000","last_fullsized":"2020-07-01T06:07:47.761482+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5823","reported_seq":"8053","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:08:09.317824+0000","last_change":"2020-07-01T06:05:12.716513+0000","last_active":"2020-07-01T06:08:09.317824+0000","last_peered":"2020-07-01T06:08:09.317824+0000","last_clean":"2020-07-01T06:08:09.317824+0000","last_became_active":"2020-07-01T06:05:12.716139+0000","last_became_peered":"2020-07-01T06:05:12.716139+0000","last_unstale":"2020-07-01T06:08:09.317824+0000","last_undegraded":"2020-07-01T06:08:09.317824+0000","last_fullsized":"2020-07-01T06:08:09.317824+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_clean_scrub_stamp":"2020-07-01T06:05:11.706194+0000","log_size":5823,"ondisk_log_size":5823,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":99175935,"num_objects":49,"num_object_clones":0,"num_object_copies":98,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":41,"num_whiteouts":10,"num_read":1958,"num_read_kb":977,"num_write":5128,"num_write_kb":1180416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3950,"num_flush":923,"num_flush_kb":2707853,"num_evict":836,"num_evict_kb":2447891,"num_promote":1022,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6573","reported_seq":"8565","reported_epoch":"33","state":"active+clean","last_fresh":"2020-07-01T06:08:11.769540+0000","last_change":"2020-07-01T06:05:10.793817+0000","last_active":"2020-07-01T06:08:11.769540+0000","last_peered":"2020-07-01T06:08:11.769540+0000","last_clean":"2020-07-01T06:08:11.769540+0000","last_became_active":"2020-07-01T06:05:10.793341+0000","last_became_peered":"2020-07-01T06:05:10.793341+0000","last_unstale":"2020-07-01T06:08:11.769540+0000","last_undegraded":"2020-07-01T06:08:11.769540+0000","last_fullsized":"2020-07-01T06:08:11.769540+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_clean_scrub_stamp":"2020-07-01T06:05:09.701689+0000","log_size":6573,"ondisk_log_size":6573,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7291163600,"num_objects":2428,"num_object_clones":0,"num_object_copies":4856,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2428,"num_whiteouts":0,"num_read":3628,"num_read_kb":287818,"num_write":8172,"num_write_kb":4646077,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.762140+0000","last_change":"2020-07-01T06:05:02.700518+0000","last_active":"2020-07-01T06:07:47.762140+0000","last_peered":"2020-07-01T06:07:47.762140+0000","last_clean":"2020-07-01T06:07:47.762140+0000","last_became_active":"2020-07-01T06:05:02.700021+0000","last_became_peered":"2020-07-01T06:05:02.700021+0000","last_unstale":"2020-07-01T06:07:47.762140+0000","last_undegraded":"2020-07-01T06:07:47.762140+0000","last_fullsized":"2020-07-01T06:07:47.762140+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.762255+0000","last_change":"2020-07-01T06:05:02.701920+0000","last_active":"2020-07-01T06:07:47.762255+0000","last_peered":"2020-07-01T06:07:47.762255+0000","last_clean":"2020-07-01T06:07:47.762255+0000","last_became_active":"2020-07-01T06:05:02.701535+0000","last_became_peered":"2020-07-01T06:05:02.701535+0000","last_unstale":"2020-07-01T06:07:47.762255+0000","last_undegraded":"2020-07-01T06:07:47.762255+0000","last_fullsized":"2020-07-01T06:07:47.762255+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.761267+0000","last_change":"2020-07-01T06:05:03.040661+0000","last_active":"2020-07-01T06:07:47.761267+0000","last_peered":"2020-07-01T06:07:47.761267+0000","last_clean":"2020-07-01T06:07:47.761267+0000","last_became_active":"2020-07-01T06:05:03.040253+0000","last_became_peered":"2020-07-01T06:05:03.040253+0000","last_unstale":"2020-07-01T06:07:47.761267+0000","last_undegraded":"2020-07-01T06:07:47.761267+0000","last_fullsized":"2020-07-01T06:07:47.761267+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":432015818,"num_objects":205,"num_object_clones":0,"num_object_copies":410,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":178,"num_whiteouts":37,"num_read":7698,"num_read_kb":3769,"num_write":19912,"num_write_kb":4685754,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":27,"num_bytes_hit_set_archive":13520,"num_flush":3560,"num_flush_kb":10400368,"num_evict":3179,"num_evict_kb":9266174,"num_promote":3936,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":680017920,"data_stored":678280898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22527,"ondisk_log_size":22527,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29720965032,"num_objects":9937,"num_object_clones":0,"num_object_copies":19874,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9937,"num_whiteouts":0,"num_read":15125,"num_read_kb":1346589,"num_write":33103,"num_write_kb":19229283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":38718308352,"data_stored":38572757424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26674,"ondisk_log_size":26674,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640299,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10616748,"kb_used_data":9555644,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83755092,"statfs":{"total":96636764160,"available":85765214208,"internally_reserved":1073741824,"allocated":9784979456,"data_stored":9748301686,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 1 06:08:06 2020","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.71699999999999997,"15min":0.72799999999999998},"min":{"1min":0.39400000000000002,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.3500000000000001,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":1.224},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.276,"5min":1.276,"15min":1.276},"last":0.999}]},{"osd":1,"last update":"Wed Jul 1 06:08:06 2020","interfaces":[{"interface":"back","average":{"1min":1.087,"5min":0.83599999999999997,"15min":0.79700000000000004},"min":{"1min":0.53700000000000003,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":6.7460000000000004,"5min":6.7460000000000004,"15min":6.7460000000000004},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.85599999999999998,"15min":0.85999999999999999},"min":{"1min":0.60499999999999998,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.3009999999999999,"5min":1.407,"15min":1.407},"last":1.03}]},{"osd":2,"last update":"Wed Jul 1 06:08:06 2020","interfaces":[{"interface":"back","average":{"1min":1.0229999999999999,"5min":0.89900000000000002,"15min":0.874},"min":{"1min":0.58199999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":2.4169999999999998,"5min":2.4169999999999998,"15min":2.4169999999999998},"last":1.2549999999999999},{"interface":"front","average":{"1min":1.2529999999999999,"5min":1.0129999999999999,"15min":0.98999999999999999},"min":{"1min":0.624,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":6.2949999999999999,"5min":6.2949999999999999,"15min":6.2949999999999999},"last":0.85399999999999998}]},{"osd":3,"last update":"Wed Jul 1 06:08:06 2020","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":0.97999999999999998,"15min":0.98399999999999999},"min":{"1min":0.60699999999999998,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":2.9449999999999998,"5min":2.9449999999999998,"15min":2.9449999999999998},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.94499999999999995,"5min":1.0369999999999999,"15min":1.0649999999999999},"min":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"max":{"1min":1.4319999999999999,"5min":1.452,"15min":1.452},"last":1.0840000000000001}]},{"osd":4,"last update":"Wed Jul 1 06:08:06 2020","interfaces":[{"interface":"back","average":{"1min":1.0309999999999999,"5min":1.02,"15min":1.036},"min":{"1min":0.70299999999999996,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":1.4099999999999999,"5min":2.2690000000000001,"15min":2.2690000000000001},"last":0.82499999999999996},{"interface":"front","average":{"1min":1.2110000000000001,"5min":1.1220000000000001,"15min":1.121},"min":{"1min":0.81200000000000006,"5min":0.79100000000000004,"15min":0.79100000000000004},"max":{"1min":4.0640000000000001,"5min":4.0640000000000001,"15min":4.0640000000000001},"last":0.89200000000000002}]}]},{"osd":4,"up_from":11,"seq":47244640298,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1216524,"kb_used_data":150224,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93155316,"statfs":{"total":96636764160,"available":95391043584,"internally_reserved":1073741824,"allocated":153829376,"data_stored":153231405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 1 06:08:05 2020","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.71299999999999997,"15min":0.73899999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.282,"5min":1.488,"15min":1.488},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.80200000000000005,"15min":0.82999999999999996},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.796,"5min":1.796,"15min":1.796},"last":0.81899999999999995}]},{"osd":1,"last update":"Wed Jul 1 06:08:05 2020","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.81000000000000005,"15min":0.83199999999999996},"min":{"1min":0.55300000000000005,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.145,"5min":1.387,"15min":1.387},"last":1.1579999999999999},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.80500000000000005,"15min":0.83299999999999996},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.133,"5min":1.4279999999999999,"15min":1.4279999999999999},"last":0.85699999999999998}]},{"osd":2,"last update":"Wed Jul 1 06:08:05 2020","interfaces":[{"interface":"back","average":{"1min":0.80500000000000005,"5min":0.86199999999999999,"15min":0.89100000000000001},"min":{"1min":0.60699999999999998,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.149,"5min":2.1080000000000001,"15min":2.1080000000000001},"last":0.94399999999999995},{"interface":"front","average":{"1min":1.214,"5min":1.0029999999999999,"15min":0.97599999999999998},"min":{"1min":0.76900000000000002,"5min":0.74099999999999999,"15min":0.74099999999999999},"max":{"1min":6.9950000000000001,"5min":6.9950000000000001,"15min":6.9950000000000001},"last":0.98999999999999999}]},{"osd":3,"last update":"Wed Jul 1 06:08:05 2020","interfaces":[{"interface":"back","average":{"1min":0.98199999999999998,"5min":0.90900000000000003,"15min":0.90100000000000002},"min":{"1min":0.68400000000000005,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.474,"5min":2.339,"15min":2.339},"last":1.121},{"interface":"front","average":{"1min":1.0820000000000001,"5min":1.0800000000000001,"15min":1.0820000000000001},"min":{"1min":0.76500000000000001,"5min":0.72499999999999998,"15min":0.72499999999999998},"max":{"1min":1.498,"5min":1.7110000000000001,"15min":1.7110000000000001},"last":1.323}]},{"osd":5,"last update":"Wed Jul 1 06:08:05 2020","interfaces":[{"interface":"back","average":{"1min":0.97499999999999998,"5min":0.96199999999999997,"15min":0.95999999999999996},"min":{"1min":0.68100000000000005,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.4219999999999999,"5min":2.2509999999999999,"15min":2.2509999999999999},"last":1.2809999999999999},{"interface":"front","average":{"1min":1.1890000000000001,"5min":1.141,"15min":1.143},"min":{"1min":0.96399999999999997,"5min":0.84999999999999998,"15min":0.84999999999999998},"max":{"1min":1.452,"5min":2.7050000000000001,"15min":2.7050000000000001},"last":1.3460000000000001}]}]},{"osd":3,"up_from":11,"seq":47244640297,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5642524,"kb_used_data":4578092,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":88729316,"statfs":{"total":96636764160,"available":90858819584,"internally_reserved":1073741824,"allocated":4687966208,"data_stored":4669691355,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 1 06:08:02 2020","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.81699999999999995,"15min":0.88400000000000001},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.0569999999999999,"5min":2.7810000000000001,"15min":2.7810000000000001},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.83799999999999997,"5min":0.95399999999999996,"15min":0.99099999999999999},"min":{"1min":0.63700000000000001,"5min":0.504,"15min":0.504},"max":{"1min":1.1890000000000001,"5min":2.9980000000000002,"15min":2.9980000000000002},"last":0.82099999999999995}]},{"osd":1,"last update":"Wed Jul 1 06:08:09 2020","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":0.77800000000000002,"15min":0.80200000000000005},"min":{"1min":0.501,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.2490000000000001,"5min":2.3690000000000002,"15min":2.3690000000000002},"last":0.876},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.85899999999999999,"15min":0.873},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.4910000000000001,"5min":1.8939999999999999,"15min":1.8939999999999999},"last":0.56799999999999995}]},{"osd":2,"last update":"Wed Jul 1 06:08:02 2020","interfaces":[{"interface":"back","average":{"1min":0.95299999999999996,"5min":0.92600000000000005,"15min":0.94899999999999995},"min":{"1min":0.61499999999999999,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.9119999999999999,"5min":3.298,"15min":3.298},"last":1.159},{"interface":"front","average":{"1min":1.01,"5min":0.98499999999999999,"15min":0.995},"min":{"1min":0.64900000000000002,"5min":0.628,"15min":0.628},"max":{"1min":1.367,"5min":1.395,"15min":1.395},"last":1.0289999999999999}]},{"osd":4,"last update":"Wed Jul 1 06:08:02 2020","interfaces":[{"interface":"back","average":{"1min":0.97899999999999998,"5min":0.92300000000000004,"15min":0.93200000000000005},"min":{"1min":0.65100000000000002,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.5009999999999999,"5min":1.673,"15min":1.673},"last":1.0549999999999999},{"interface":"front","average":{"1min":1.093,"5min":1.0529999999999999,"15min":1.0569999999999999},"min":{"1min":0.90600000000000003,"5min":0.81799999999999995,"15min":0.81799999999999995},"max":{"1min":1.5620000000000001,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":1.1339999999999999}]},{"osd":5,"last update":"Wed Jul 1 06:08:02 2020","interfaces":[{"interface":"back","average":{"1min":1.157,"5min":1.0840000000000001,"15min":1.0760000000000001},"min":{"1min":0.80200000000000005,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.952,"5min":1.952,"15min":1.952},"last":1.2929999999999999},{"interface":"front","average":{"1min":1.056,"5min":1.0960000000000001,"15min":1.097},"min":{"1min":0.76100000000000001,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.5009999999999999,"5min":1.883,"15min":1.883},"last":0.998}]}]},{"osd":2,"up_from":11,"seq":47244640298,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10796920,"kb_used_data":9747172,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83574920,"statfs":{"total":96636764160,"available":85580718080,"internally_reserved":1073741824,"allocated":9981104128,"data_stored":9944000252,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.65700000000000003,"15min":0.64900000000000002},"min":{"1min":0.40000000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1.597,"5min":1.597,"15min":1.597},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.94099999999999995,"5min":0.82599999999999996,"15min":0.81699999999999995},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":2.5950000000000002,"5min":2.5950000000000002,"15min":2.5950000000000002},"last":0.77100000000000002}]},{"osd":1,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":1.202,"5min":0.876,"15min":0.81999999999999995},"min":{"1min":0.65600000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":2.7930000000000001,"5min":2.7930000000000001,"15min":2.7930000000000001},"last":0.94399999999999995},{"interface":"front","average":{"1min":1.1579999999999999,"5min":0.81699999999999995,"15min":0.76400000000000001},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":4.6230000000000002,"5min":4.6230000000000002,"15min":4.6230000000000002},"last":0.626}]},{"osd":3,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":1.071,"5min":0.96399999999999997,"15min":0.95599999999999996},"min":{"1min":0.627,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":2.681,"5min":2.681,"15min":2.681},"last":1.107},{"interface":"front","average":{"1min":1.214,"5min":1.0389999999999999,"15min":1.044},"min":{"1min":0.65000000000000002,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":3.5209999999999999,"5min":3.5209999999999999,"15min":3.5209999999999999},"last":0.751}]},{"osd":4,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":1.448,"5min":1.054,"15min":1.006},"min":{"1min":0.65800000000000003,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":4.3360000000000003,"5min":4.3360000000000003,"15min":4.3360000000000003},"last":0.89900000000000002},{"interface":"front","average":{"1min":1.1180000000000001,"5min":0.94799999999999995,"15min":0.91500000000000004},"min":{"1min":0.72199999999999998,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":4.274,"5min":4.274,"15min":4.274},"last":0.85699999999999998}]},{"osd":5,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":1.179,"5min":1.038,"15min":1.018},"min":{"1min":0.72599999999999998,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":4.4699999999999998,"5min":4.4699999999999998,"15min":4.4699999999999998},"last":0.97899999999999998},{"interface":"front","average":{"1min":1.2709999999999999,"5min":1.224,"15min":1.246},"min":{"1min":0.88,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":2.9540000000000002,"5min":3.6499999999999999,"15min":3.6499999999999999},"last":1.2509999999999999}]}]},{"osd":0,"up_from":11,"seq":47244640297,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1216524,"kb_used_data":150224,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93155316,"statfs":{"total":96636764160,"available":95391043584,"internally_reserved":1073741824,"allocated":153829376,"data_stored":153231405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":0.67300000000000004,"15min":0.63500000000000001},"min":{"1min":0.45900000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":2.407,"5min":2.407,"15min":2.407},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.79700000000000004,"5min":0.72499999999999998,"15min":0.72399999999999998},"min":{"1min":0.44400000000000001,"5min":0.435,"15min":0.435},"max":{"1min":2.153,"5min":2.153,"15min":2.153},"last":0.70399999999999996}]},{"osd":2,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":1.337,"5min":0.878,"15min":0.80900000000000005},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":7.1799999999999997,"5min":7.1799999999999997,"15min":7.1799999999999997},"last":0.78100000000000003},{"interface":"front","average":{"1min":1.0700000000000001,"5min":0.83399999999999996,"15min":0.81200000000000006},"min":{"1min":0.52400000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":6.9749999999999996,"5min":6.9749999999999996,"15min":6.9749999999999996},"last":0.81499999999999995}]},{"osd":3,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.94199999999999995,"15min":0.97999999999999998},"min":{"1min":0.57199999999999995,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":3.4849999999999999,"5min":3.4849999999999999,"15min":3.4849999999999999},"last":0.745},{"interface":"front","average":{"1min":1.079,"5min":1.0649999999999999,"15min":1.0900000000000001},"min":{"1min":0.78800000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"max":{"1min":3.0409999999999999,"5min":3.0409999999999999,"15min":3.0409999999999999},"last":1.008}]},{"osd":4,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":1.0269999999999999,"5min":0.99399999999999999,"15min":1.0169999999999999},"min":{"1min":0.61399999999999999,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":3.5779999999999998,"5min":3.5779999999999998,"15min":3.5779999999999998},"last":0.83499999999999996},{"interface":"front","average":{"1min":1.21,"5min":1.1659999999999999,"15min":1.1879999999999999},"min":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":2.9199999999999999,"5min":2.9199999999999999,"15min":2.9199999999999999},"last":1.153}]},{"osd":5,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":1.123,"5min":1.0700000000000001,"15min":1.0900000000000001},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":2.02,"5min":2.4590000000000001,"15min":2.4590000000000001},"last":0.96999999999999997},{"interface":"front","average":{"1min":1.1539999999999999,"5min":1.117,"15min":1.1439999999999999},"min":{"1min":0.78200000000000003,"5min":0.745,"15min":0.745},"max":{"1min":3.649,"5min":3.649,"15min":3.649},"last":0.92600000000000005}]}]},{"osd":1,"up_from":11,"seq":47244640297,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":15378608,"kb_used_data":14296216,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":78993232,"statfs":{"total":96636764160,"available":80889069568,"internally_reserved":1073741824,"allocated":14639325184,"data_stored":14583979007,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 1 06:08:03 2020","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.64000000000000001,"15min":0.67800000000000005},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.88200000000000001,"5min":1.2210000000000001,"15min":1.2210000000000001},"last":0.496},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.78600000000000003,"15min":0.79400000000000004},"min":{"1min":0.60199999999999998,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.413,"5min":1.413,"15min":1.413},"last":0.73199999999999998}]},{"osd":2,"last update":"Wed Jul 1 06:08:03 2020","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.70699999999999996,"15min":0.69399999999999995},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.1599999999999999,"5min":1.343,"15min":1.343},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.79000000000000004,"5min":0.81699999999999995,"15min":0.85499999999999998},"min":{"1min":0.58099999999999996,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.7070000000000001,"5min":2.004,"15min":2.004},"last":0.68899999999999995}]},{"osd":3,"last update":"Wed Jul 1 06:08:03 2020","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":0.88700000000000001,"15min":0.90900000000000003},"min":{"1min":0.59899999999999998,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.8240000000000001,"5min":1.8240000000000001,"15min":1.8240000000000001},"last":0.621},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.93600000000000005,"15min":0.98299999999999998},"min":{"1min":0.61399999999999999,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.577,"5min":1.577,"15min":1.577},"last":0.85699999999999998}]},{"osd":4,"last update":"Wed Jul 1 06:08:03 2020","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.92900000000000005,"15min":0.92900000000000005},"min":{"1min":0.66500000000000004,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.603,"5min":1.603,"15min":1.603},"last":1.1040000000000001},{"interface":"front","average":{"1min":1.0309999999999999,"5min":1.0509999999999999,"15min":1.085},"min":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"max":{"1min":1.478,"5min":1.841,"15min":1.841},"last":1.042}]},{"osd":5,"last update":"Wed Jul 1 06:08:03 2020","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":1.056,"15min":1.079},"min":{"1min":0.75,"5min":0.75,"15min":0.75},"max":{"1min":1.6699999999999999,"5min":1.8999999999999999,"15min":1.8999999999999999},"last":0.81100000000000005},{"interface":"front","average":{"1min":1.0760000000000001,"5min":1.113,"15min":1.117},"min":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"max":{"1min":1.415,"5min":1.6379999999999999,"15min":1.6379999999999999},"last":1.022}]}]}]}} Ignoring malparsed backtrace: 2020-07-01T06:09:20.831 INFO:tasks.ceph:Checking cluster log for badness... , 2020-07-01T06:09:20.832 INFO:teuthology.orchestra.run.smithi042:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v 'but it is still running' | egrep -v 'slow request' | egrep -v 'overall HEALTH_' | egrep -v '\(CACHE_POOL_' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(OSD_SLOW_PING_TIME' | head -n 1 , 2020-07-01T06:09:20.911 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi042.front.sepia.ceph.com Ignoring malparsed backtrace: 2020-07-01T06:11:04.152 INFO:teuthology.orchestra.run.smithi042.stdout: , 2020-07-01T06:11:04.153 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction Summary , 2020-07-01T06:11:04.153 INFO:teuthology.orchestra.run.smithi042.stdout:================================================================================ Ignoring malparsed backtrace: 2020-07-01T06:11:08.888 INFO:teuthology.orchestra.run.smithi019.stdout: , 2020-07-01T06:11:08.888 INFO:teuthology.orchestra.run.smithi019.stdout:Freed space: 179 M , 2020-07-01T06:11:08.889 INFO:teuthology.orchestra.run.smithi019.stdout:Running transaction check Ignoring malparsed backtrace: 2020-07-01T06:11:14.404 INFO:teuthology.orchestra.run.smithi042.stdout: Preparing : 1/1 , 2020-07-01T06:11:14.434 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-2:15.2.4-4.gabcb13a.el8.x86_64 1/1 , 2020-07-01T06:11:14.490 INFO:teuthology.orchestra.run.smithi019.stdout: Preparing : 1/1 Ignoring malparsed backtrace: 2020-07-01T06:11:19.467 INFO:teuthology.orchestra.run.smithi042.stdout: python3-google-auth noarch 1:1.1.1-10.el8 @epel 306 k , 2020-07-01T06:11:19.467 INFO:teuthology.orchestra.run.smithi042.stdout: python3-html5lib noarch 1:0.999999999-6.el8 @rhel-8-for-x86_64-appstream-rpms 1.1 M , 2020-07-01T06:11:19.468 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco noarch 6.2-6.el8 @epel 4.0 k Ignoring malparsed backtrace: 2020-07-01T06:11:19.595 INFO:teuthology.orchestra.run.smithi019.stdout: python3-google-auth noarch 1:1.1.1-10.el8 @epel 306 k , 2020-07-01T06:11:19.595 INFO:teuthology.orchestra.run.smithi019.stdout: python3-html5lib noarch 1:0.999999999-6.el8 @rhel-8-for-x86_64-appstream-rpms 1.1 M , 2020-07-01T06:11:19.595 INFO:teuthology.orchestra.run.smithi019.stdout: python3-jaraco noarch 6.2-6.el8 @epel 4.0 k Ignoring malparsed backtrace: 2020-07-01T06:11:24.269 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:15.2.4-4.gabcb13a. 15/81 , 2020-07-01T06:11:24.269 INFO:teuthology.orchestra.run.smithi019.stdout: Erasing : python3-scipy-1.0.0-20.module+el8.1.0+3334+5cb623d 16/81 , 2020-07-01T06:11:24.269 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: rbd-mirror-2:15.2.4-4.gabcb13a.el8.x86_64 17/81 Ignoring malparsed backtrace: 2020-07-01T06:11:31.903 INFO:teuthology.orchestra.run.smithi042.stdout:warning: directory /var/lib/ceph: remove failed: Device or resource busy , 2020-07-01T06:11:31.903 INFO:teuthology.orchestra.run.smithi042.stdout: , 2020-07-01T06:11:32.048 INFO:teuthology.orchestra.run.smithi019.stdout: Erasing : python3-html5lib-1:0.999999999-6.el8.noarch 59/81 Ignoring malparsed backtrace: 2020-07-01T06:11:51.579 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-babel-2.5.1-5.el8.noarch 26/81 , 2020-07-01T06:11:51.580 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 27/81 , 2020-07-01T06:11:51.600 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 28/81 Ignoring malparsed backtrace: 2020-07-01T06:11:53.977 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 29/81 , 2020-07-01T06:11:53.978 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-ceph-argparse-2:15.2.4-4.gabcb13a.el8.x86_ 30/81 , 2020-07-01T06:11:53.978 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-ceph-common-2:15.2.4-4.gabcb13a.el8.x86_64 31/81 Ignoring malparsed backtrace: 2020-07-01T06:11:55.468 INFO:teuthology.orchestra.run.smithi019.stdout: python3-lxml-4.2.3-1.el8.x86_64 , 2020-07-01T06:11:55.469 INFO:teuthology.orchestra.run.smithi019.stdout: python3-mako-1.0.6-13.el8.noarch , 2020-07-01T06:11:55.469 INFO:teuthology.orchestra.run.smithi019.stdout: python3-markupsafe-0.23-19.el8.x86_64 Ignoring malparsed backtrace: 2020-07-01T06:11:58.230 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cheroot-8.2.1-1.el8.noarch , 2020-07-01T06:11:58.230 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cherrypy-18.4.0-1.el8.noarch , 2020-07-01T06:11:58.230 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cssselect-0.9.2-10.el8.noarch Ignoring malparsed backtrace: 2020-07-01T06:12:01.933 INFO:teuthology.orchestra.run.smithi019.stdout:Remove 1 Package , 2020-07-01T06:12:01.933 INFO:teuthology.orchestra.run.smithi019.stdout: , 2020-07-01T06:12:01.933 INFO:teuthology.orchestra.run.smithi019.stdout:Freed space: 721 k Ignoring malparsed backtrace: - nothing provides module(perl:5.26) needed by module perl-YAML:1.24:8010020190322131811:a5949e2e-0.x86_64 , No packages marked for removal. , 2020-07-01T06:12:09.857 INFO:teuthology.orchestra.run.smithi019.stdout:No match for argument: ceph-mgr-rook Ignoring malparsed backtrace: 2020-07-01T06:12:15.172 INFO:teuthology.orchestra.run.smithi042.stdout:================================================================================ , 2020-07-01T06:12:15.172 INFO:teuthology.orchestra.run.smithi042.stdout: Package Arch Version Repository Size , 2020-07-01T06:12:15.172 INFO:teuthology.orchestra.run.smithi042.stdout:================================================================================ Ignoring malparsed backtrace: 2020-07-01T06:12:20.021 INFO:teuthology.orchestra.run.smithi042.stdout:Freed space: 2.1 M , 2020-07-01T06:12:20.021 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction check , 2020-07-01T06:12:20.022 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction check succeeded. Ignoring malparsed backtrace: 2020-07-01T06:12:25.449 INFO:teuthology.orchestra.run.smithi019.stdout: Erasing : fmt-6.2.1-1.el8.x86_64 6/7 , 2020-07-01T06:12:25.450 INFO:teuthology.orchestra.run.smithi019.stdout: Erasing : lttng-ust-2.8.1-11.el8.x86_64 7/7 , Modular dependency problem: Ignoring malparsed backtrace: 2020-07-01T06:12:30.980 INFO:teuthology.orchestra.run.smithi019.stdout:Complete! , 2020-07-01T06:12:31.389 INFO:teuthology.orchestra.run.smithi042.stdout: , 2020-07-01T06:12:31.390 INFO:teuthology.orchestra.run.smithi042.stdout:Removed: Ignoring malparsed backtrace: 2020-07-01T06:12:36.738 INFO:teuthology.orchestra.run.smithi019.stdout:Nothing to do. , 2020-07-01T06:12:36.738 INFO:teuthology.orchestra.run.smithi019.stdout:Complete! , 2020-07-01T06:12:37.229 INFO:teuthology.orchestra.run.smithi019.stdout:Updating Subscription Management repositories. Ignoring malparsed backtrace: 2020-07-01T06:12:43.167 INFO:teuthology.orchestra.run.smithi019.stdout:210 Number of sources = 4 , 2020-07-01T06:12:43.167 INFO:teuthology.orchestra.run.smithi019.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample , 2020-07-01T06:12:43.167 INFO:teuthology.orchestra.run.smithi019.stdout:=============================================================================== Ignoring malparsed backtrace: node=self.hostname, label=self.label , teuthology.exceptions.CommandFailedError: Command failed on smithi019 with status 1: 'which ceph_test_rados' , 2020-07-01T06:13:05.846 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload Ignoring malparsed backtrace: ceph version 15.2.4-4-gabcb13a (abcb13ae4e01e1d30857c98a01d0916e952030b9) octopus (stable) , 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x158) [0x7f4317695afc] , 2: (()+0x276d16) [0x7f4317695d16] Ignoring malparsed backtrace: 2020-07-01T06:08:18.993 INFO:teuthology.orchestra.run.smithi042.stdout: , dumped all , 2020-07-01T06:08:19.005 INFO:teuthology.orchestra.run.smithi042.stdout:{"pg_ready":true,"pg_map":{"version":129,"stamp":"2020-07-01T06:08:17.308951+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30152980850,"num_objects":10142,"num_object_clones":0,"num_object_copies":20284,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10115,"num_whiteouts":37,"num_read":22823,"num_read_kb":1350358,"num_write":53015,"num_write_kb":23915037,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":27,"num_bytes_hit_set_archive":13520,"num_flush":3560,"num_flush_kb":10400368,"num_evict":3179,"num_evict_kb":9266174,"num_promote":3936,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49201,"ondisk_log_size":49201,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":44867848,"kb_used_data":38477572,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":521363192,"statfs":{"total":579820584960,"available":533875908608,"internally_reserved":6442450944,"allocated":39401033728,"data_stored":39252435110,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":107914797,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":20,"num_read":1042,"num_read_kb":972772,"num_write":580,"num_write_kb":388950,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":1,"num_bytes_hit_set_archive":529,"num_flush":86,"num_flush_kb":243095,"num_evict":29,"num_evict_kb":78346,"num_promote":109,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002150"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.764251+0000","last_change":"2020-07-01T06:05:03.040752+0000","last_active":"2020-07-01T06:07:47.764251+0000","last_peered":"2020-07-01T06:07:47.764251+0000","last_clean":"2020-07-01T06:07:47.764251+0000","last_became_active":"2020-07-01T06:05:03.040287+0000","last_became_peered":"2020-07-01T06:05:03.040287+0000","last_unstale":"2020-07-01T06:07:47.764251+0000","last_undegraded":"2020-07-01T06:07:47.764251+0000","last_fullsized":"2020-07-01T06:07:47.764251+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.761306+0000","last_change":"2020-07-01T06:05:03.066148+0000","last_active":"2020-07-01T06:07:47.761306+0000","last_peered":"2020-07-01T06:07:47.761306+0000","last_clean":"2020-07-01T06:07:47.761306+0000","last_became_active":"2020-07-01T06:05:03.065647+0000","last_became_peered":"2020-07-01T06:05:03.065647+0000","last_unstale":"2020-07-01T06:07:47.761306+0000","last_undegraded":"2020-07-01T06:07:47.761306+0000","last_fullsized":"2020-07-01T06:07:47.761306+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5773","reported_seq":"7987","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:08:09.705740+0000","last_change":"2020-07-01T06:05:12.715597+0000","last_active":"2020-07-01T06:08:09.705740+0000","last_peered":"2020-07-01T06:08:09.705740+0000","last_clean":"2020-07-01T06:08:09.705740+0000","last_became_active":"2020-07-01T06:05:12.715286+0000","last_became_peered":"2020-07-01T06:05:12.715286+0000","last_unstale":"2020-07-01T06:08:09.705740+0000","last_undegraded":"2020-07-01T06:08:09.705740+0000","last_fullsized":"2020-07-01T06:08:09.705740+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_clean_scrub_stamp":"2020-07-01T06:05:11.706194+0000","log_size":5773,"ondisk_log_size":5773,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":98787888,"num_objects":50,"num_object_clones":0,"num_object_copies":100,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":42,"num_whiteouts":12,"num_read":1952,"num_read_kb":971,"num_write":5064,"num_write_kb":1170992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3949,"num_flush":917,"num_flush_kb":2673482,"num_evict":838,"num_evict_kb":2438479,"num_promote":1026,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6599","reported_seq":"8688","reported_epoch":"33","state":"active+clean","last_fresh":"2020-07-01T06:08:12.427521+0000","last_change":"2020-07-01T06:05:10.793859+0000","last_active":"2020-07-01T06:08:12.427521+0000","last_peered":"2020-07-01T06:08:12.427521+0000","last_clean":"2020-07-01T06:08:12.427521+0000","last_became_active":"2020-07-01T06:05:10.793445+0000","last_became_peered":"2020-07-01T06:05:10.793445+0000","last_unstale":"2020-07-01T06:08:12.427521+0000","last_undegraded":"2020-07-01T06:08:12.427521+0000","last_fullsized":"2020-07-01T06:08:12.427521+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_clean_scrub_stamp":"2020-07-01T06:05:09.701689+0000","log_size":6599,"ondisk_log_size":6599,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7351542432,"num_objects":2460,"num_object_clones":0,"num_object_copies":4920,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2460,"num_whiteouts":0,"num_read":3711,"num_read_kb":319158,"num_write":8205,"num_write_kb":4718998,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.764187+0000","last_change":"2020-07-01T06:05:03.065634+0000","last_active":"2020-07-01T06:07:47.764187+0000","last_peered":"2020-07-01T06:07:47.764187+0000","last_clean":"2020-07-01T06:07:47.764187+0000","last_became_active":"2020-07-01T06:05:03.065163+0000","last_became_peered":"2020-07-01T06:05:03.065163+0000","last_unstale":"2020-07-01T06:07:47.764187+0000","last_undegraded":"2020-07-01T06:07:47.764187+0000","last_fullsized":"2020-07-01T06:07:47.764187+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"33'5471","reported_seq":"7554","reported_epoch":"33","state":"active+clean","last_fresh":"2020-07-01T06:08:11.034923+0000","last_change":"2020-07-01T06:05:13.058750+0000","last_active":"2020-07-01T06:08:11.034923+0000","last_peered":"2020-07-01T06:08:11.034923+0000","last_clean":"2020-07-01T06:08:11.034923+0000","last_became_active":"2020-07-01T06:05:13.058349+0000","last_became_peered":"2020-07-01T06:05:13.058349+0000","last_unstale":"2020-07-01T06:08:11.034923+0000","last_undegraded":"2020-07-01T06:08:11.034923+0000","last_fullsized":"2020-07-01T06:08:11.034923+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_clean_scrub_stamp":"2020-07-01T06:05:11.706194+0000","log_size":5471,"ondisk_log_size":5471,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":113457335,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":8,"num_read":1887,"num_read_kb":921,"num_write":4892,"num_write_kb":1195597,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2644,"num_flush":870,"num_flush_kb":2557735,"num_evict":793,"num_evict_kb":2323729,"num_promote":959,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6666","reported_seq":"8856","reported_epoch":"33","state":"active+clean","last_fresh":"2020-07-01T06:08:12.439313+0000","last_change":"2020-07-01T06:05:10.712962+0000","last_active":"2020-07-01T06:08:12.439313+0000","last_peered":"2020-07-01T06:08:12.439313+0000","last_clean":"2020-07-01T06:08:12.439313+0000","last_became_active":"2020-07-01T06:05:10.712567+0000","last_became_peered":"2020-07-01T06:05:10.712567+0000","last_unstale":"2020-07-01T06:08:12.439313+0000","last_undegraded":"2020-07-01T06:08:12.439313+0000","last_fullsized":"2020-07-01T06:08:12.439313+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_clean_scrub_stamp":"2020-07-01T06:05:09.701689+0000","log_size":6666,"ondisk_log_size":6666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7457514421,"num_objects":2502,"num_object_clones":0,"num_object_copies":5004,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2502,"num_whiteouts":0,"num_read":3789,"num_read_kb":286792,"num_write":8256,"num_write_kb":4887786,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.761389+0000","last_change":"2020-07-01T06:05:03.066158+0000","last_active":"2020-07-01T06:07:47.761389+0000","last_peered":"2020-07-01T06:07:47.761389+0000","last_clean":"2020-07-01T06:07:47.761389+0000","last_became_active":"2020-07-01T06:05:03.065602+0000","last_became_peered":"2020-07-01T06:05:03.065602+0000","last_unstale":"2020-07-01T06:07:47.761389+0000","last_undegraded":"2020-07-01T06:07:47.761389+0000","last_fullsized":"2020-07-01T06:07:47.761389+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5460","reported_seq":"7629","reported_epoch":"33","state":"active+clean","last_fresh":"2020-07-01T06:08:11.284048+0000","last_change":"2020-07-01T06:05:13.057409+0000","last_active":"2020-07-01T06:08:11.284048+0000","last_peered":"2020-07-01T06:08:11.284048+0000","last_clean":"2020-07-01T06:08:11.284048+0000","last_became_active":"2020-07-01T06:05:13.056913+0000","last_became_peered":"2020-07-01T06:05:13.056913+0000","last_unstale":"2020-07-01T06:08:11.284048+0000","last_undegraded":"2020-07-01T06:08:11.284048+0000","last_fullsized":"2020-07-01T06:08:11.284048+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_clean_scrub_stamp":"2020-07-01T06:05:11.706194+0000","log_size":5460,"ondisk_log_size":5460,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":120594660,"num_objects":54,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":7,"num_read":1901,"num_read_kb":900,"num_write":4828,"num_write_kb":1138749,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":2977,"num_flush":850,"num_flush_kb":2461298,"num_evict":712,"num_evict_kb":2056075,"num_promote":929,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6836","reported_seq":"9123","reported_epoch":"33","state":"active+clean","last_fresh":"2020-07-01T06:08:12.417167+0000","last_change":"2020-07-01T06:05:10.793572+0000","last_active":"2020-07-01T06:08:12.417167+0000","last_peered":"2020-07-01T06:08:12.417167+0000","last_clean":"2020-07-01T06:08:12.417167+0000","last_became_active":"2020-07-01T06:05:10.793143+0000","last_became_peered":"2020-07-01T06:05:10.793143+0000","last_unstale":"2020-07-01T06:08:12.417167+0000","last_undegraded":"2020-07-01T06:08:12.417167+0000","last_fullsized":"2020-07-01T06:08:12.417167+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_clean_scrub_stamp":"2020-07-01T06:05:09.701689+0000","log_size":6836,"ondisk_log_size":6836,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7620744579,"num_objects":2547,"num_object_clones":0,"num_object_copies":5094,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2547,"num_whiteouts":0,"num_read":3997,"num_read_kb":452821,"num_write":8470,"num_write_kb":4976422,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.761482+0000","last_change":"2020-07-01T06:05:03.066066+0000","last_active":"2020-07-01T06:07:47.761482+0000","last_peered":"2020-07-01T06:07:47.761482+0000","last_clean":"2020-07-01T06:07:47.761482+0000","last_became_active":"2020-07-01T06:05:03.065610+0000","last_became_peered":"2020-07-01T06:05:03.065610+0000","last_unstale":"2020-07-01T06:07:47.761482+0000","last_undegraded":"2020-07-01T06:07:47.761482+0000","last_fullsized":"2020-07-01T06:07:47.761482+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5823","reported_seq":"8053","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:08:09.317824+0000","last_change":"2020-07-01T06:05:12.716513+0000","last_active":"2020-07-01T06:08:09.317824+0000","last_peered":"2020-07-01T06:08:09.317824+0000","last_clean":"2020-07-01T06:08:09.317824+0000","last_became_active":"2020-07-01T06:05:12.716139+0000","last_became_peered":"2020-07-01T06:05:12.716139+0000","last_unstale":"2020-07-01T06:08:09.317824+0000","last_undegraded":"2020-07-01T06:08:09.317824+0000","last_fullsized":"2020-07-01T06:08:09.317824+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_clean_scrub_stamp":"2020-07-01T06:05:11.706194+0000","log_size":5823,"ondisk_log_size":5823,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":99175935,"num_objects":49,"num_object_clones":0,"num_object_copies":98,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":41,"num_whiteouts":10,"num_read":1958,"num_read_kb":977,"num_write":5128,"num_write_kb":1180416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3950,"num_flush":923,"num_flush_kb":2707853,"num_evict":836,"num_evict_kb":2447891,"num_promote":1022,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6573","reported_seq":"8565","reported_epoch":"33","state":"active+clean","last_fresh":"2020-07-01T06:08:11.769540+0000","last_change":"2020-07-01T06:05:10.793817+0000","last_active":"2020-07-01T06:08:11.769540+0000","last_peered":"2020-07-01T06:08:11.769540+0000","last_clean":"2020-07-01T06:08:11.769540+0000","last_became_active":"2020-07-01T06:05:10.793341+0000","last_became_peered":"2020-07-01T06:05:10.793341+0000","last_unstale":"2020-07-01T06:08:11.769540+0000","last_undegraded":"2020-07-01T06:08:11.769540+0000","last_fullsized":"2020-07-01T06:08:11.769540+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_clean_scrub_stamp":"2020-07-01T06:05:09.701689+0000","log_size":6573,"ondisk_log_size":6573,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7291163600,"num_objects":2428,"num_object_clones":0,"num_object_copies":4856,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2428,"num_whiteouts":0,"num_read":3628,"num_read_kb":287818,"num_write":8172,"num_write_kb":4646077,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.762140+0000","last_change":"2020-07-01T06:05:02.700518+0000","last_active":"2020-07-01T06:07:47.762140+0000","last_peered":"2020-07-01T06:07:47.762140+0000","last_clean":"2020-07-01T06:07:47.762140+0000","last_became_active":"2020-07-01T06:05:02.700021+0000","last_became_peered":"2020-07-01T06:05:02.700021+0000","last_unstale":"2020-07-01T06:07:47.762140+0000","last_undegraded":"2020-07-01T06:07:47.762140+0000","last_fullsized":"2020-07-01T06:07:47.762140+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.762255+0000","last_change":"2020-07-01T06:05:02.701920+0000","last_active":"2020-07-01T06:07:47.762255+0000","last_peered":"2020-07-01T06:07:47.762255+0000","last_clean":"2020-07-01T06:07:47.762255+0000","last_became_active":"2020-07-01T06:05:02.701535+0000","last_became_peered":"2020-07-01T06:05:02.701535+0000","last_unstale":"2020-07-01T06:07:47.762255+0000","last_undegraded":"2020-07-01T06:07:47.762255+0000","last_fullsized":"2020-07-01T06:07:47.762255+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.761267+0000","last_change":"2020-07-01T06:05:03.040661+0000","last_active":"2020-07-01T06:07:47.761267+0000","last_peered":"2020-07-01T06:07:47.761267+0000","last_clean":"2020-07-01T06:07:47.761267+0000","last_became_active":"2020-07-01T06:05:03.040253+0000","last_became_peered":"2020-07-01T06:05:03.040253+0000","last_unstale":"2020-07-01T06:07:47.761267+0000","last_undegraded":"2020-07-01T06:07:47.761267+0000","last_fullsized":"2020-07-01T06:07:47.761267+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":432015818,"num_objects":205,"num_object_clones":0,"num_object_copies":410,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":178,"num_whiteouts":37,"num_read":7698,"num_read_kb":3769,"num_write":19912,"num_write_kb":4685754,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":27,"num_bytes_hit_set_archive":13520,"num_flush":3560,"num_flush_kb":10400368,"num_evict":3179,"num_evict_kb":9266174,"num_promote":3936,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":680017920,"data_stored":678280898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22527,"ondisk_log_size":22527,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29720965032,"num_objects":9937,"num_object_clones":0,"num_object_copies":19874,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9937,"num_whiteouts":0,"num_read":15125,"num_read_kb":1346589,"num_write":33103,"num_write_kb":19229283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":38718308352,"data_stored":38572757424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26674,"ondisk_log_size":26674,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640299,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10616748,"kb_used_data":9555644,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83755092,"statfs":{"total":96636764160,"available":85765214208,"internally_reserved":1073741824,"allocated":9784979456,"data_stored":9748301686,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 1 06:08:06 2020","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.71699999999999997,"15min":0.72799999999999998},"min":{"1min":0.39400000000000002,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.3500000000000001,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":1.224},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.276,"5min":1.276,"15min":1.276},"last":0.999}]},{"osd":1,"last update":"Wed Jul 1 06:08:06 2020","interfaces":[{"interface":"back","average":{"1min":1.087,"5min":0.83599999999999997,"15min":0.79700000000000004},"min":{"1min":0.53700000000000003,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":6.7460000000000004,"5min":6.7460000000000004,"15min":6.7460000000000004},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.85599999999999998,"15min":0.85999999999999999},"min":{"1min":0.60499999999999998,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.3009999999999999,"5min":1.407,"15min":1.407},"last":1.03}]},{"osd":2,"last update":"Wed Jul 1 06:08:06 2020","interfaces":[{"interface":"back","average":{"1min":1.0229999999999999,"5min":0.89900000000000002,"15min":0.874},"min":{"1min":0.58199999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":2.4169999999999998,"5min":2.4169999999999998,"15min":2.4169999999999998},"last":1.2549999999999999},{"interface":"front","average":{"1min":1.2529999999999999,"5min":1.0129999999999999,"15min":0.98999999999999999},"min":{"1min":0.624,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":6.2949999999999999,"5min":6.2949999999999999,"15min":6.2949999999999999},"last":0.85399999999999998}]},{"osd":3,"last update":"Wed Jul 1 06:08:06 2020","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":0.97999999999999998,"15min":0.98399999999999999},"min":{"1min":0.60699999999999998,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":2.9449999999999998,"5min":2.9449999999999998,"15min":2.9449999999999998},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.94499999999999995,"5min":1.0369999999999999,"15min":1.0649999999999999},"min":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"max":{"1min":1.4319999999999999,"5min":1.452,"15min":1.452},"last":1.0840000000000001}]},{"osd":4,"last update":"Wed Jul 1 06:08:06 2020","interfaces":[{"interface":"back","average":{"1min":1.0309999999999999,"5min":1.02,"15min":1.036},"min":{"1min":0.70299999999999996,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":1.4099999999999999,"5min":2.2690000000000001,"15min":2.2690000000000001},"last":0.82499999999999996},{"interface":"front","average":{"1min":1.2110000000000001,"5min":1.1220000000000001,"15min":1.121},"min":{"1min":0.81200000000000006,"5min":0.79100000000000004,"15min":0.79100000000000004},"max":{"1min":4.0640000000000001,"5min":4.0640000000000001,"15min":4.0640000000000001},"last":0.89200000000000002}]}]},{"osd":4,"up_from":11,"seq":47244640298,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1216524,"kb_used_data":150224,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93155316,"statfs":{"total":96636764160,"available":95391043584,"internally_reserved":1073741824,"allocated":153829376,"data_stored":153231405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 1 06:08:05 2020","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.71299999999999997,"15min":0.73899999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.282,"5min":1.488,"15min":1.488},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.80200000000000005,"15min":0.82999999999999996},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.796,"5min":1.796,"15min":1.796},"last":0.81899999999999995}]},{"osd":1,"last update":"Wed Jul 1 06:08:05 2020","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.81000000000000005,"15min":0.83199999999999996},"min":{"1min":0.55300000000000005,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.145,"5min":1.387,"15min":1.387},"last":1.1579999999999999},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.80500000000000005,"15min":0.83299999999999996},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.133,"5min":1.4279999999999999,"15min":1.4279999999999999},"last":0.85699999999999998}]},{"osd":2,"last update":"Wed Jul 1 06:08:05 2020","interfaces":[{"interface":"back","average":{"1min":0.80500000000000005,"5min":0.86199999999999999,"15min":0.89100000000000001},"min":{"1min":0.60699999999999998,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.149,"5min":2.1080000000000001,"15min":2.1080000000000001},"last":0.94399999999999995},{"interface":"front","average":{"1min":1.214,"5min":1.0029999999999999,"15min":0.97599999999999998},"min":{"1min":0.76900000000000002,"5min":0.74099999999999999,"15min":0.74099999999999999},"max":{"1min":6.9950000000000001,"5min":6.9950000000000001,"15min":6.9950000000000001},"last":0.98999999999999999}]},{"osd":3,"last update":"Wed Jul 1 06:08:05 2020","interfaces":[{"interface":"back","average":{"1min":0.98199999999999998,"5min":0.90900000000000003,"15min":0.90100000000000002},"min":{"1min":0.68400000000000005,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.474,"5min":2.339,"15min":2.339},"last":1.121},{"interface":"front","average":{"1min":1.0820000000000001,"5min":1.0800000000000001,"15min":1.0820000000000001},"min":{"1min":0.76500000000000001,"5min":0.72499999999999998,"15min":0.72499999999999998},"max":{"1min":1.498,"5min":1.7110000000000001,"15min":1.7110000000000001},"last":1.323}]},{"osd":5,"last update":"Wed Jul 1 06:08:05 2020","interfaces":[{"interface":"back","average":{"1min":0.97499999999999998,"5min":0.96199999999999997,"15min":0.95999999999999996},"min":{"1min":0.68100000000000005,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.4219999999999999,"5min":2.2509999999999999,"15min":2.2509999999999999},"last":1.2809999999999999},{"interface":"front","average":{"1min":1.1890000000000001,"5min":1.141,"15min":1.143},"min":{"1min":0.96399999999999997,"5min":0.84999999999999998,"15min":0.84999999999999998},"max":{"1min":1.452,"5min":2.7050000000000001,"15min":2.7050000000000001},"last":1.3460000000000001}]}]},{"osd":3,"up_from":11,"seq":47244640297,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5642524,"kb_used_data":4578092,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":88729316,"statfs":{"total":96636764160,"available":90858819584,"internally_reserved":1073741824,"allocated":4687966208,"data_stored":4669691355,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 1 06:08:02 2020","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.81699999999999995,"15min":0.88400000000000001},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.0569999999999999,"5min":2.7810000000000001,"15min":2.7810000000000001},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.83799999999999997,"5min":0.95399999999999996,"15min":0.99099999999999999},"min":{"1min":0.63700000000000001,"5min":0.504,"15min":0.504},"max":{"1min":1.1890000000000001,"5min":2.9980000000000002,"15min":2.9980000000000002},"last":0.82099999999999995}]},{"osd":1,"last update":"Wed Jul 1 06:08:09 2020","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":0.77800000000000002,"15min":0.80200000000000005},"min":{"1min":0.501,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.2490000000000001,"5min":2.3690000000000002,"15min":2.3690000000000002},"last":0.876},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.85899999999999999,"15min":0.873},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.4910000000000001,"5min":1.8939999999999999,"15min":1.8939999999999999},"last":0.56799999999999995}]},{"osd":2,"last update":"Wed Jul 1 06:08:02 2020","interfaces":[{"interface":"back","average":{"1min":0.95299999999999996,"5min":0.92600000000000005,"15min":0.94899999999999995},"min":{"1min":0.61499999999999999,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.9119999999999999,"5min":3.298,"15min":3.298},"last":1.159},{"interface":"front","average":{"1min":1.01,"5min":0.98499999999999999,"15min":0.995},"min":{"1min":0.64900000000000002,"5min":0.628,"15min":0.628},"max":{"1min":1.367,"5min":1.395,"15min":1.395},"last":1.0289999999999999}]},{"osd":4,"last update":"Wed Jul 1 06:08:02 2020","interfaces":[{"interface":"back","average":{"1min":0.97899999999999998,"5min":0.92300000000000004,"15min":0.93200000000000005},"min":{"1min":0.65100000000000002,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.5009999999999999,"5min":1.673,"15min":1.673},"last":1.0549999999999999},{"interface":"front","average":{"1min":1.093,"5min":1.0529999999999999,"15min":1.0569999999999999},"min":{"1min":0.90600000000000003,"5min":0.81799999999999995,"15min":0.81799999999999995},"max":{"1min":1.5620000000000001,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":1.1339999999999999}]},{"osd":5,"last update":"Wed Jul 1 06:08:02 2020","interfaces":[{"interface":"back","average":{"1min":1.157,"5min":1.0840000000000001,"15min":1.0760000000000001},"min":{"1min":0.80200000000000005,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.952,"5min":1.952,"15min":1.952},"last":1.2929999999999999},{"interface":"front","average":{"1min":1.056,"5min":1.0960000000000001,"15min":1.097},"min":{"1min":0.76100000000000001,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.5009999999999999,"5min":1.883,"15min":1.883},"last":0.998}]}]},{"osd":2,"up_from":11,"seq":47244640298,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10796920,"kb_used_data":9747172,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83574920,"statfs":{"total":96636764160,"available":85580718080,"internally_reserved":1073741824,"allocated":9981104128,"data_stored":9944000252,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.65700000000000003,"15min":0.64900000000000002},"min":{"1min":0.40000000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1.597,"5min":1.597,"15min":1.597},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.94099999999999995,"5min":0.82599999999999996,"15min":0.81699999999999995},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":2.5950000000000002,"5min":2.5950000000000002,"15min":2.5950000000000002},"last":0.77100000000000002}]},{"osd":1,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":1.202,"5min":0.876,"15min":0.81999999999999995},"min":{"1min":0.65600000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":2.7930000000000001,"5min":2.7930000000000001,"15min":2.7930000000000001},"last":0.94399999999999995},{"interface":"front","average":{"1min":1.1579999999999999,"5min":0.81699999999999995,"15min":0.76400000000000001},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":4.6230000000000002,"5min":4.6230000000000002,"15min":4.6230000000000002},"last":0.626}]},{"osd":3,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":1.071,"5min":0.96399999999999997,"15min":0.95599999999999996},"min":{"1min":0.627,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":2.681,"5min":2.681,"15min":2.681},"last":1.107},{"interface":"front","average":{"1min":1.214,"5min":1.0389999999999999,"15min":1.044},"min":{"1min":0.65000000000000002,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":3.5209999999999999,"5min":3.5209999999999999,"15min":3.5209999999999999},"last":0.751}]},{"osd":4,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":1.448,"5min":1.054,"15min":1.006},"min":{"1min":0.65800000000000003,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":4.3360000000000003,"5min":4.3360000000000003,"15min":4.3360000000000003},"last":0.89900000000000002},{"interface":"front","average":{"1min":1.1180000000000001,"5min":0.94799999999999995,"15min":0.91500000000000004},"min":{"1min":0.72199999999999998,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":4.274,"5min":4.274,"15min":4.274},"last":0.85699999999999998}]},{"osd":5,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":1.179,"5min":1.038,"15min":1.018},"min":{"1min":0.72599999999999998,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":4.4699999999999998,"5min":4.4699999999999998,"15min":4.4699999999999998},"last":0.97899999999999998},{"interface":"front","average":{"1min":1.2709999999999999,"5min":1.224,"15min":1.246},"min":{"1min":0.88,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":2.9540000000000002,"5min":3.6499999999999999,"15min":3.6499999999999999},"last":1.2509999999999999}]}]},{"osd":0,"up_from":11,"seq":47244640297,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1216524,"kb_used_data":150224,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93155316,"statfs":{"total":96636764160,"available":95391043584,"internally_reserved":1073741824,"allocated":153829376,"data_stored":153231405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":0.67300000000000004,"15min":0.63500000000000001},"min":{"1min":0.45900000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":2.407,"5min":2.407,"15min":2.407},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.79700000000000004,"5min":0.72499999999999998,"15min":0.72399999999999998},"min":{"1min":0.44400000000000001,"5min":0.435,"15min":0.435},"max":{"1min":2.153,"5min":2.153,"15min":2.153},"last":0.70399999999999996}]},{"osd":2,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":1.337,"5min":0.878,"15min":0.80900000000000005},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":7.1799999999999997,"5min":7.1799999999999997,"15min":7.1799999999999997},"last":0.78100000000000003},{"interface":"front","average":{"1min":1.0700000000000001,"5min":0.83399999999999996,"15min":0.81200000000000006},"min":{"1min":0.52400000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":6.9749999999999996,"5min":6.9749999999999996,"15min":6.9749999999999996},"last":0.81499999999999995}]},{"osd":3,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.94199999999999995,"15min":0.97999999999999998},"min":{"1min":0.57199999999999995,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":3.4849999999999999,"5min":3.4849999999999999,"15min":3.4849999999999999},"last":0.745},{"interface":"front","average":{"1min":1.079,"5min":1.0649999999999999,"15min":1.0900000000000001},"min":{"1min":0.78800000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"max":{"1min":3.0409999999999999,"5min":3.0409999999999999,"15min":3.0409999999999999},"last":1.008}]},{"osd":4,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":1.0269999999999999,"5min":0.99399999999999999,"15min":1.0169999999999999},"min":{"1min":0.61399999999999999,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":3.5779999999999998,"5min":3.5779999999999998,"15min":3.5779999999999998},"last":0.83499999999999996},{"interface":"front","average":{"1min":1.21,"5min":1.1659999999999999,"15min":1.1879999999999999},"min":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":2.9199999999999999,"5min":2.9199999999999999,"15min":2.9199999999999999},"last":1.153}]},{"osd":5,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":1.123,"5min":1.0700000000000001,"15min":1.0900000000000001},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":2.02,"5min":2.4590000000000001,"15min":2.4590000000000001},"last":0.96999999999999997},{"interface":"front","average":{"1min":1.1539999999999999,"5min":1.117,"15min":1.1439999999999999},"min":{"1min":0.78200000000000003,"5min":0.745,"15min":0.745},"max":{"1min":3.649,"5min":3.649,"15min":3.649},"last":0.92600000000000005}]}]},{"osd":1,"up_from":11,"seq":47244640297,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":15378608,"kb_used_data":14296216,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":78993232,"statfs":{"total":96636764160,"available":80889069568,"internally_reserved":1073741824,"allocated":14639325184,"data_stored":14583979007,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 1 06:08:03 2020","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.64000000000000001,"15min":0.67800000000000005},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.88200000000000001,"5min":1.2210000000000001,"15min":1.2210000000000001},"last":0.496},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.78600000000000003,"15min":0.79400000000000004},"min":{"1min":0.60199999999999998,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.413,"5min":1.413,"15min":1.413},"last":0.73199999999999998}]},{"osd":2,"last update":"Wed Jul 1 06:08:03 2020","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.70699999999999996,"15min":0.69399999999999995},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.1599999999999999,"5min":1.343,"15min":1.343},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.79000000000000004,"5min":0.81699999999999995,"15min":0.85499999999999998},"min":{"1min":0.58099999999999996,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.7070000000000001,"5min":2.004,"15min":2.004},"last":0.68899999999999995}]},{"osd":3,"last update":"Wed Jul 1 06:08:03 2020","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":0.88700000000000001,"15min":0.90900000000000003},"min":{"1min":0.59899999999999998,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.8240000000000001,"5min":1.8240000000000001,"15min":1.8240000000000001},"last":0.621},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.93600000000000005,"15min":0.98299999999999998},"min":{"1min":0.61399999999999999,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.577,"5min":1.577,"15min":1.577},"last":0.85699999999999998}]},{"osd":4,"last update":"Wed Jul 1 06:08:03 2020","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.92900000000000005,"15min":0.92900000000000005},"min":{"1min":0.66500000000000004,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.603,"5min":1.603,"15min":1.603},"last":1.1040000000000001},{"interface":"front","average":{"1min":1.0309999999999999,"5min":1.0509999999999999,"15min":1.085},"min":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"max":{"1min":1.478,"5min":1.841,"15min":1.841},"last":1.042}]},{"osd":5,"last update":"Wed Jul 1 06:08:03 2020","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":1.056,"15min":1.079},"min":{"1min":0.75,"5min":0.75,"15min":0.75},"max":{"1min":1.6699999999999999,"5min":1.8999999999999999,"15min":1.8999999999999999},"last":0.81100000000000005},{"interface":"front","average":{"1min":1.0760000000000001,"5min":1.113,"15min":1.117},"min":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"max":{"1min":1.415,"5min":1.6379999999999999,"15min":1.6379999999999999},"last":1.022}]}]}]}} Ignoring malparsed backtrace: 2020-07-01T06:09:20.831 INFO:tasks.ceph:Checking cluster log for badness... , 2020-07-01T06:09:20.832 INFO:teuthology.orchestra.run.smithi042:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v 'but it is still running' | egrep -v 'slow request' | egrep -v 'overall HEALTH_' | egrep -v '\(CACHE_POOL_' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(OSD_SLOW_PING_TIME' | head -n 1 , 2020-07-01T06:09:20.911 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi042.front.sepia.ceph.com Ignoring malparsed backtrace: 2020-07-01T06:11:04.152 INFO:teuthology.orchestra.run.smithi042.stdout: , 2020-07-01T06:11:04.153 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction Summary , 2020-07-01T06:11:04.153 INFO:teuthology.orchestra.run.smithi042.stdout:================================================================================ Ignoring malparsed backtrace: 2020-07-01T06:11:08.888 INFO:teuthology.orchestra.run.smithi019.stdout: , 2020-07-01T06:11:08.888 INFO:teuthology.orchestra.run.smithi019.stdout:Freed space: 179 M , 2020-07-01T06:11:08.889 INFO:teuthology.orchestra.run.smithi019.stdout:Running transaction check Ignoring malparsed backtrace: 2020-07-01T06:11:14.404 INFO:teuthology.orchestra.run.smithi042.stdout: Preparing : 1/1 , 2020-07-01T06:11:14.434 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-2:15.2.4-4.gabcb13a.el8.x86_64 1/1 , 2020-07-01T06:11:14.490 INFO:teuthology.orchestra.run.smithi019.stdout: Preparing : 1/1 Ignoring malparsed backtrace: 2020-07-01T06:11:19.467 INFO:teuthology.orchestra.run.smithi042.stdout: python3-google-auth noarch 1:1.1.1-10.el8 @epel 306 k , 2020-07-01T06:11:19.467 INFO:teuthology.orchestra.run.smithi042.stdout: python3-html5lib noarch 1:0.999999999-6.el8 @rhel-8-for-x86_64-appstream-rpms 1.1 M , 2020-07-01T06:11:19.468 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco noarch 6.2-6.el8 @epel 4.0 k Ignoring malparsed backtrace: 2020-07-01T06:11:19.595 INFO:teuthology.orchestra.run.smithi019.stdout: python3-google-auth noarch 1:1.1.1-10.el8 @epel 306 k , 2020-07-01T06:11:19.595 INFO:teuthology.orchestra.run.smithi019.stdout: python3-html5lib noarch 1:0.999999999-6.el8 @rhel-8-for-x86_64-appstream-rpms 1.1 M , 2020-07-01T06:11:19.595 INFO:teuthology.orchestra.run.smithi019.stdout: python3-jaraco noarch 6.2-6.el8 @epel 4.0 k Ignoring malparsed backtrace: 2020-07-01T06:11:24.269 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:15.2.4-4.gabcb13a. 15/81 , 2020-07-01T06:11:24.269 INFO:teuthology.orchestra.run.smithi019.stdout: Erasing : python3-scipy-1.0.0-20.module+el8.1.0+3334+5cb623d 16/81 , 2020-07-01T06:11:24.269 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: rbd-mirror-2:15.2.4-4.gabcb13a.el8.x86_64 17/81 Ignoring malparsed backtrace: 2020-07-01T06:11:31.903 INFO:teuthology.orchestra.run.smithi042.stdout:warning: directory /var/lib/ceph: remove failed: Device or resource busy , 2020-07-01T06:11:31.903 INFO:teuthology.orchestra.run.smithi042.stdout: , 2020-07-01T06:11:32.048 INFO:teuthology.orchestra.run.smithi019.stdout: Erasing : python3-html5lib-1:0.999999999-6.el8.noarch 59/81 Ignoring malparsed backtrace: 2020-07-01T06:11:51.579 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-babel-2.5.1-5.el8.noarch 26/81 , 2020-07-01T06:11:51.580 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 27/81 , 2020-07-01T06:11:51.600 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 28/81 Ignoring malparsed backtrace: 2020-07-01T06:11:53.977 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 29/81 , 2020-07-01T06:11:53.978 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-ceph-argparse-2:15.2.4-4.gabcb13a.el8.x86_ 30/81 , 2020-07-01T06:11:53.978 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-ceph-common-2:15.2.4-4.gabcb13a.el8.x86_64 31/81 Ignoring malparsed backtrace: 2020-07-01T06:11:55.468 INFO:teuthology.orchestra.run.smithi019.stdout: python3-lxml-4.2.3-1.el8.x86_64 , 2020-07-01T06:11:55.469 INFO:teuthology.orchestra.run.smithi019.stdout: python3-mako-1.0.6-13.el8.noarch , 2020-07-01T06:11:55.469 INFO:teuthology.orchestra.run.smithi019.stdout: python3-markupsafe-0.23-19.el8.x86_64 Ignoring malparsed backtrace: 2020-07-01T06:11:58.230 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cheroot-8.2.1-1.el8.noarch , 2020-07-01T06:11:58.230 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cherrypy-18.4.0-1.el8.noarch , 2020-07-01T06:11:58.230 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cssselect-0.9.2-10.el8.noarch Ignoring malparsed backtrace: 2020-07-01T06:12:01.933 INFO:teuthology.orchestra.run.smithi019.stdout:Remove 1 Package , 2020-07-01T06:12:01.933 INFO:teuthology.orchestra.run.smithi019.stdout: , 2020-07-01T06:12:01.933 INFO:teuthology.orchestra.run.smithi019.stdout:Freed space: 721 k Ignoring malparsed backtrace: - nothing provides module(perl:5.26) needed by module perl-YAML:1.24:8010020190322131811:a5949e2e-0.x86_64 , No packages marked for removal. , 2020-07-01T06:12:09.857 INFO:teuthology.orchestra.run.smithi019.stdout:No match for argument: ceph-mgr-rook Ignoring malparsed backtrace: 2020-07-01T06:12:15.172 INFO:teuthology.orchestra.run.smithi042.stdout:================================================================================ , 2020-07-01T06:12:15.172 INFO:teuthology.orchestra.run.smithi042.stdout: Package Arch Version Repository Size , 2020-07-01T06:12:15.172 INFO:teuthology.orchestra.run.smithi042.stdout:================================================================================ Ignoring malparsed backtrace: 2020-07-01T06:12:20.021 INFO:teuthology.orchestra.run.smithi042.stdout:Freed space: 2.1 M , 2020-07-01T06:12:20.021 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction check , 2020-07-01T06:12:20.022 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction check succeeded. Ignoring malparsed backtrace: 2020-07-01T06:12:25.449 INFO:teuthology.orchestra.run.smithi019.stdout: Erasing : fmt-6.2.1-1.el8.x86_64 6/7 , 2020-07-01T06:12:25.450 INFO:teuthology.orchestra.run.smithi019.stdout: Erasing : lttng-ust-2.8.1-11.el8.x86_64 7/7 , Modular dependency problem: Ignoring malparsed backtrace: 2020-07-01T06:12:30.980 INFO:teuthology.orchestra.run.smithi019.stdout:Complete! , 2020-07-01T06:12:31.389 INFO:teuthology.orchestra.run.smithi042.stdout: , 2020-07-01T06:12:31.390 INFO:teuthology.orchestra.run.smithi042.stdout:Removed: Ignoring malparsed backtrace: 2020-07-01T06:12:36.738 INFO:teuthology.orchestra.run.smithi019.stdout:Nothing to do. , 2020-07-01T06:12:36.738 INFO:teuthology.orchestra.run.smithi019.stdout:Complete! , 2020-07-01T06:12:37.229 INFO:teuthology.orchestra.run.smithi019.stdout:Updating Subscription Management repositories. Ignoring malparsed backtrace: 2020-07-01T06:12:43.167 INFO:teuthology.orchestra.run.smithi019.stdout:210 Number of sources = 4 , 2020-07-01T06:12:43.167 INFO:teuthology.orchestra.run.smithi019.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample , 2020-07-01T06:12:43.167 INFO:teuthology.orchestra.run.smithi019.stdout:=============================================================================== Ignoring malparsed backtrace: node=self.hostname, label=self.label , teuthology.exceptions.CommandFailedError: Command failed on smithi019 with status 1: 'which ceph_test_rados' , 2020-07-01T06:13:05.846 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload Ignoring malparsed backtrace: ceph version 15.2.4-4-gabcb13a (abcb13ae4e01e1d30857c98a01d0916e952030b9) octopus (stable) , 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x158) [0x7f4317695afc] , 2: (()+0x276d16) [0x7f4317695d16] Ignoring malparsed backtrace: 2020-07-01T06:08:18.993 INFO:teuthology.orchestra.run.smithi042.stdout: , dumped all , 2020-07-01T06:08:19.005 INFO:teuthology.orchestra.run.smithi042.stdout:{"pg_ready":true,"pg_map":{"version":129,"stamp":"2020-07-01T06:08:17.308951+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30152980850,"num_objects":10142,"num_object_clones":0,"num_object_copies":20284,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10115,"num_whiteouts":37,"num_read":22823,"num_read_kb":1350358,"num_write":53015,"num_write_kb":23915037,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":27,"num_bytes_hit_set_archive":13520,"num_flush":3560,"num_flush_kb":10400368,"num_evict":3179,"num_evict_kb":9266174,"num_promote":3936,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49201,"ondisk_log_size":49201,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":44867848,"kb_used_data":38477572,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":521363192,"statfs":{"total":579820584960,"available":533875908608,"internally_reserved":6442450944,"allocated":39401033728,"data_stored":39252435110,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":107914797,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":20,"num_read":1042,"num_read_kb":972772,"num_write":580,"num_write_kb":388950,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":1,"num_bytes_hit_set_archive":529,"num_flush":86,"num_flush_kb":243095,"num_evict":29,"num_evict_kb":78346,"num_promote":109,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002150"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.764251+0000","last_change":"2020-07-01T06:05:03.040752+0000","last_active":"2020-07-01T06:07:47.764251+0000","last_peered":"2020-07-01T06:07:47.764251+0000","last_clean":"2020-07-01T06:07:47.764251+0000","last_became_active":"2020-07-01T06:05:03.040287+0000","last_became_peered":"2020-07-01T06:05:03.040287+0000","last_unstale":"2020-07-01T06:07:47.764251+0000","last_undegraded":"2020-07-01T06:07:47.764251+0000","last_fullsized":"2020-07-01T06:07:47.764251+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.761306+0000","last_change":"2020-07-01T06:05:03.066148+0000","last_active":"2020-07-01T06:07:47.761306+0000","last_peered":"2020-07-01T06:07:47.761306+0000","last_clean":"2020-07-01T06:07:47.761306+0000","last_became_active":"2020-07-01T06:05:03.065647+0000","last_became_peered":"2020-07-01T06:05:03.065647+0000","last_unstale":"2020-07-01T06:07:47.761306+0000","last_undegraded":"2020-07-01T06:07:47.761306+0000","last_fullsized":"2020-07-01T06:07:47.761306+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5773","reported_seq":"7987","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:08:09.705740+0000","last_change":"2020-07-01T06:05:12.715597+0000","last_active":"2020-07-01T06:08:09.705740+0000","last_peered":"2020-07-01T06:08:09.705740+0000","last_clean":"2020-07-01T06:08:09.705740+0000","last_became_active":"2020-07-01T06:05:12.715286+0000","last_became_peered":"2020-07-01T06:05:12.715286+0000","last_unstale":"2020-07-01T06:08:09.705740+0000","last_undegraded":"2020-07-01T06:08:09.705740+0000","last_fullsized":"2020-07-01T06:08:09.705740+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_clean_scrub_stamp":"2020-07-01T06:05:11.706194+0000","log_size":5773,"ondisk_log_size":5773,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":98787888,"num_objects":50,"num_object_clones":0,"num_object_copies":100,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":42,"num_whiteouts":12,"num_read":1952,"num_read_kb":971,"num_write":5064,"num_write_kb":1170992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3949,"num_flush":917,"num_flush_kb":2673482,"num_evict":838,"num_evict_kb":2438479,"num_promote":1026,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6599","reported_seq":"8688","reported_epoch":"33","state":"active+clean","last_fresh":"2020-07-01T06:08:12.427521+0000","last_change":"2020-07-01T06:05:10.793859+0000","last_active":"2020-07-01T06:08:12.427521+0000","last_peered":"2020-07-01T06:08:12.427521+0000","last_clean":"2020-07-01T06:08:12.427521+0000","last_became_active":"2020-07-01T06:05:10.793445+0000","last_became_peered":"2020-07-01T06:05:10.793445+0000","last_unstale":"2020-07-01T06:08:12.427521+0000","last_undegraded":"2020-07-01T06:08:12.427521+0000","last_fullsized":"2020-07-01T06:08:12.427521+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_clean_scrub_stamp":"2020-07-01T06:05:09.701689+0000","log_size":6599,"ondisk_log_size":6599,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7351542432,"num_objects":2460,"num_object_clones":0,"num_object_copies":4920,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2460,"num_whiteouts":0,"num_read":3711,"num_read_kb":319158,"num_write":8205,"num_write_kb":4718998,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.764187+0000","last_change":"2020-07-01T06:05:03.065634+0000","last_active":"2020-07-01T06:07:47.764187+0000","last_peered":"2020-07-01T06:07:47.764187+0000","last_clean":"2020-07-01T06:07:47.764187+0000","last_became_active":"2020-07-01T06:05:03.065163+0000","last_became_peered":"2020-07-01T06:05:03.065163+0000","last_unstale":"2020-07-01T06:07:47.764187+0000","last_undegraded":"2020-07-01T06:07:47.764187+0000","last_fullsized":"2020-07-01T06:07:47.764187+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"33'5471","reported_seq":"7554","reported_epoch":"33","state":"active+clean","last_fresh":"2020-07-01T06:08:11.034923+0000","last_change":"2020-07-01T06:05:13.058750+0000","last_active":"2020-07-01T06:08:11.034923+0000","last_peered":"2020-07-01T06:08:11.034923+0000","last_clean":"2020-07-01T06:08:11.034923+0000","last_became_active":"2020-07-01T06:05:13.058349+0000","last_became_peered":"2020-07-01T06:05:13.058349+0000","last_unstale":"2020-07-01T06:08:11.034923+0000","last_undegraded":"2020-07-01T06:08:11.034923+0000","last_fullsized":"2020-07-01T06:08:11.034923+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_clean_scrub_stamp":"2020-07-01T06:05:11.706194+0000","log_size":5471,"ondisk_log_size":5471,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":113457335,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":8,"num_read":1887,"num_read_kb":921,"num_write":4892,"num_write_kb":1195597,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2644,"num_flush":870,"num_flush_kb":2557735,"num_evict":793,"num_evict_kb":2323729,"num_promote":959,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6666","reported_seq":"8856","reported_epoch":"33","state":"active+clean","last_fresh":"2020-07-01T06:08:12.439313+0000","last_change":"2020-07-01T06:05:10.712962+0000","last_active":"2020-07-01T06:08:12.439313+0000","last_peered":"2020-07-01T06:08:12.439313+0000","last_clean":"2020-07-01T06:08:12.439313+0000","last_became_active":"2020-07-01T06:05:10.712567+0000","last_became_peered":"2020-07-01T06:05:10.712567+0000","last_unstale":"2020-07-01T06:08:12.439313+0000","last_undegraded":"2020-07-01T06:08:12.439313+0000","last_fullsized":"2020-07-01T06:08:12.439313+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_clean_scrub_stamp":"2020-07-01T06:05:09.701689+0000","log_size":6666,"ondisk_log_size":6666,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7457514421,"num_objects":2502,"num_object_clones":0,"num_object_copies":5004,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2502,"num_whiteouts":0,"num_read":3789,"num_read_kb":286792,"num_write":8256,"num_write_kb":4887786,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.761389+0000","last_change":"2020-07-01T06:05:03.066158+0000","last_active":"2020-07-01T06:07:47.761389+0000","last_peered":"2020-07-01T06:07:47.761389+0000","last_clean":"2020-07-01T06:07:47.761389+0000","last_became_active":"2020-07-01T06:05:03.065602+0000","last_became_peered":"2020-07-01T06:05:03.065602+0000","last_unstale":"2020-07-01T06:07:47.761389+0000","last_undegraded":"2020-07-01T06:07:47.761389+0000","last_fullsized":"2020-07-01T06:07:47.761389+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5460","reported_seq":"7629","reported_epoch":"33","state":"active+clean","last_fresh":"2020-07-01T06:08:11.284048+0000","last_change":"2020-07-01T06:05:13.057409+0000","last_active":"2020-07-01T06:08:11.284048+0000","last_peered":"2020-07-01T06:08:11.284048+0000","last_clean":"2020-07-01T06:08:11.284048+0000","last_became_active":"2020-07-01T06:05:13.056913+0000","last_became_peered":"2020-07-01T06:05:13.056913+0000","last_unstale":"2020-07-01T06:08:11.284048+0000","last_undegraded":"2020-07-01T06:08:11.284048+0000","last_fullsized":"2020-07-01T06:08:11.284048+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_clean_scrub_stamp":"2020-07-01T06:05:11.706194+0000","log_size":5460,"ondisk_log_size":5460,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":120594660,"num_objects":54,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":7,"num_read":1901,"num_read_kb":900,"num_write":4828,"num_write_kb":1138749,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":2977,"num_flush":850,"num_flush_kb":2461298,"num_evict":712,"num_evict_kb":2056075,"num_promote":929,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6836","reported_seq":"9123","reported_epoch":"33","state":"active+clean","last_fresh":"2020-07-01T06:08:12.417167+0000","last_change":"2020-07-01T06:05:10.793572+0000","last_active":"2020-07-01T06:08:12.417167+0000","last_peered":"2020-07-01T06:08:12.417167+0000","last_clean":"2020-07-01T06:08:12.417167+0000","last_became_active":"2020-07-01T06:05:10.793143+0000","last_became_peered":"2020-07-01T06:05:10.793143+0000","last_unstale":"2020-07-01T06:08:12.417167+0000","last_undegraded":"2020-07-01T06:08:12.417167+0000","last_fullsized":"2020-07-01T06:08:12.417167+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_clean_scrub_stamp":"2020-07-01T06:05:09.701689+0000","log_size":6836,"ondisk_log_size":6836,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7620744579,"num_objects":2547,"num_object_clones":0,"num_object_copies":5094,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2547,"num_whiteouts":0,"num_read":3997,"num_read_kb":452821,"num_write":8470,"num_write_kb":4976422,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.761482+0000","last_change":"2020-07-01T06:05:03.066066+0000","last_active":"2020-07-01T06:07:47.761482+0000","last_peered":"2020-07-01T06:07:47.761482+0000","last_clean":"2020-07-01T06:07:47.761482+0000","last_became_active":"2020-07-01T06:05:03.065610+0000","last_became_peered":"2020-07-01T06:05:03.065610+0000","last_unstale":"2020-07-01T06:07:47.761482+0000","last_undegraded":"2020-07-01T06:07:47.761482+0000","last_fullsized":"2020-07-01T06:07:47.761482+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5823","reported_seq":"8053","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:08:09.317824+0000","last_change":"2020-07-01T06:05:12.716513+0000","last_active":"2020-07-01T06:08:09.317824+0000","last_peered":"2020-07-01T06:08:09.317824+0000","last_clean":"2020-07-01T06:08:09.317824+0000","last_became_active":"2020-07-01T06:05:12.716139+0000","last_became_peered":"2020-07-01T06:05:12.716139+0000","last_unstale":"2020-07-01T06:08:09.317824+0000","last_undegraded":"2020-07-01T06:08:09.317824+0000","last_fullsized":"2020-07-01T06:08:09.317824+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:11.706194+0000","last_clean_scrub_stamp":"2020-07-01T06:05:11.706194+0000","log_size":5823,"ondisk_log_size":5823,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":99175935,"num_objects":49,"num_object_clones":0,"num_object_copies":98,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":41,"num_whiteouts":10,"num_read":1958,"num_read_kb":977,"num_write":5128,"num_write_kb":1180416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3950,"num_flush":923,"num_flush_kb":2707853,"num_evict":836,"num_evict_kb":2447891,"num_promote":1022,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6573","reported_seq":"8565","reported_epoch":"33","state":"active+clean","last_fresh":"2020-07-01T06:08:11.769540+0000","last_change":"2020-07-01T06:05:10.793817+0000","last_active":"2020-07-01T06:08:11.769540+0000","last_peered":"2020-07-01T06:08:11.769540+0000","last_clean":"2020-07-01T06:08:11.769540+0000","last_became_active":"2020-07-01T06:05:10.793341+0000","last_became_peered":"2020-07-01T06:05:10.793341+0000","last_unstale":"2020-07-01T06:08:11.769540+0000","last_undegraded":"2020-07-01T06:08:11.769540+0000","last_fullsized":"2020-07-01T06:08:11.769540+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:09.701689+0000","last_clean_scrub_stamp":"2020-07-01T06:05:09.701689+0000","log_size":6573,"ondisk_log_size":6573,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7291163600,"num_objects":2428,"num_object_clones":0,"num_object_copies":4856,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2428,"num_whiteouts":0,"num_read":3628,"num_read_kb":287818,"num_write":8172,"num_write_kb":4646077,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.762140+0000","last_change":"2020-07-01T06:05:02.700518+0000","last_active":"2020-07-01T06:07:47.762140+0000","last_peered":"2020-07-01T06:07:47.762140+0000","last_clean":"2020-07-01T06:07:47.762140+0000","last_became_active":"2020-07-01T06:05:02.700021+0000","last_became_peered":"2020-07-01T06:05:02.700021+0000","last_unstale":"2020-07-01T06:07:47.762140+0000","last_undegraded":"2020-07-01T06:07:47.762140+0000","last_fullsized":"2020-07-01T06:07:47.762140+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.762255+0000","last_change":"2020-07-01T06:05:02.701920+0000","last_active":"2020-07-01T06:07:47.762255+0000","last_peered":"2020-07-01T06:07:47.762255+0000","last_clean":"2020-07-01T06:07:47.762255+0000","last_became_active":"2020-07-01T06:05:02.701535+0000","last_became_peered":"2020-07-01T06:05:02.701535+0000","last_unstale":"2020-07-01T06:07:47.762255+0000","last_undegraded":"2020-07-01T06:07:47.762255+0000","last_fullsized":"2020-07-01T06:07:47.762255+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-07-01T06:07:47.761267+0000","last_change":"2020-07-01T06:05:03.040661+0000","last_active":"2020-07-01T06:07:47.761267+0000","last_peered":"2020-07-01T06:07:47.761267+0000","last_clean":"2020-07-01T06:07:47.761267+0000","last_became_active":"2020-07-01T06:05:03.040253+0000","last_became_peered":"2020-07-01T06:05:03.040253+0000","last_unstale":"2020-07-01T06:07:47.761267+0000","last_undegraded":"2020-07-01T06:07:47.761267+0000","last_fullsized":"2020-07-01T06:07:47.761267+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-07-01T06:05:01.689777+0000","last_clean_scrub_stamp":"2020-07-01T06:05:01.689777+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":432015818,"num_objects":205,"num_object_clones":0,"num_object_copies":410,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":178,"num_whiteouts":37,"num_read":7698,"num_read_kb":3769,"num_write":19912,"num_write_kb":4685754,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":27,"num_bytes_hit_set_archive":13520,"num_flush":3560,"num_flush_kb":10400368,"num_evict":3179,"num_evict_kb":9266174,"num_promote":3936,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":680017920,"data_stored":678280898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22527,"ondisk_log_size":22527,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29720965032,"num_objects":9937,"num_object_clones":0,"num_object_copies":19874,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9937,"num_whiteouts":0,"num_read":15125,"num_read_kb":1346589,"num_write":33103,"num_write_kb":19229283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":38718308352,"data_stored":38572757424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26674,"ondisk_log_size":26674,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640299,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10616748,"kb_used_data":9555644,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83755092,"statfs":{"total":96636764160,"available":85765214208,"internally_reserved":1073741824,"allocated":9784979456,"data_stored":9748301686,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 1 06:08:06 2020","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.71699999999999997,"15min":0.72799999999999998},"min":{"1min":0.39400000000000002,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.3500000000000001,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":1.224},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.276,"5min":1.276,"15min":1.276},"last":0.999}]},{"osd":1,"last update":"Wed Jul 1 06:08:06 2020","interfaces":[{"interface":"back","average":{"1min":1.087,"5min":0.83599999999999997,"15min":0.79700000000000004},"min":{"1min":0.53700000000000003,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":6.7460000000000004,"5min":6.7460000000000004,"15min":6.7460000000000004},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.85599999999999998,"15min":0.85999999999999999},"min":{"1min":0.60499999999999998,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.3009999999999999,"5min":1.407,"15min":1.407},"last":1.03}]},{"osd":2,"last update":"Wed Jul 1 06:08:06 2020","interfaces":[{"interface":"back","average":{"1min":1.0229999999999999,"5min":0.89900000000000002,"15min":0.874},"min":{"1min":0.58199999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":2.4169999999999998,"5min":2.4169999999999998,"15min":2.4169999999999998},"last":1.2549999999999999},{"interface":"front","average":{"1min":1.2529999999999999,"5min":1.0129999999999999,"15min":0.98999999999999999},"min":{"1min":0.624,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":6.2949999999999999,"5min":6.2949999999999999,"15min":6.2949999999999999},"last":0.85399999999999998}]},{"osd":3,"last update":"Wed Jul 1 06:08:06 2020","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":0.97999999999999998,"15min":0.98399999999999999},"min":{"1min":0.60699999999999998,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":2.9449999999999998,"5min":2.9449999999999998,"15min":2.9449999999999998},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.94499999999999995,"5min":1.0369999999999999,"15min":1.0649999999999999},"min":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"max":{"1min":1.4319999999999999,"5min":1.452,"15min":1.452},"last":1.0840000000000001}]},{"osd":4,"last update":"Wed Jul 1 06:08:06 2020","interfaces":[{"interface":"back","average":{"1min":1.0309999999999999,"5min":1.02,"15min":1.036},"min":{"1min":0.70299999999999996,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":1.4099999999999999,"5min":2.2690000000000001,"15min":2.2690000000000001},"last":0.82499999999999996},{"interface":"front","average":{"1min":1.2110000000000001,"5min":1.1220000000000001,"15min":1.121},"min":{"1min":0.81200000000000006,"5min":0.79100000000000004,"15min":0.79100000000000004},"max":{"1min":4.0640000000000001,"5min":4.0640000000000001,"15min":4.0640000000000001},"last":0.89200000000000002}]}]},{"osd":4,"up_from":11,"seq":47244640298,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1216524,"kb_used_data":150224,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93155316,"statfs":{"total":96636764160,"available":95391043584,"internally_reserved":1073741824,"allocated":153829376,"data_stored":153231405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 1 06:08:05 2020","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.71299999999999997,"15min":0.73899999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.282,"5min":1.488,"15min":1.488},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.80200000000000005,"15min":0.82999999999999996},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.796,"5min":1.796,"15min":1.796},"last":0.81899999999999995}]},{"osd":1,"last update":"Wed Jul 1 06:08:05 2020","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.81000000000000005,"15min":0.83199999999999996},"min":{"1min":0.55300000000000005,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.145,"5min":1.387,"15min":1.387},"last":1.1579999999999999},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.80500000000000005,"15min":0.83299999999999996},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.133,"5min":1.4279999999999999,"15min":1.4279999999999999},"last":0.85699999999999998}]},{"osd":2,"last update":"Wed Jul 1 06:08:05 2020","interfaces":[{"interface":"back","average":{"1min":0.80500000000000005,"5min":0.86199999999999999,"15min":0.89100000000000001},"min":{"1min":0.60699999999999998,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.149,"5min":2.1080000000000001,"15min":2.1080000000000001},"last":0.94399999999999995},{"interface":"front","average":{"1min":1.214,"5min":1.0029999999999999,"15min":0.97599999999999998},"min":{"1min":0.76900000000000002,"5min":0.74099999999999999,"15min":0.74099999999999999},"max":{"1min":6.9950000000000001,"5min":6.9950000000000001,"15min":6.9950000000000001},"last":0.98999999999999999}]},{"osd":3,"last update":"Wed Jul 1 06:08:05 2020","interfaces":[{"interface":"back","average":{"1min":0.98199999999999998,"5min":0.90900000000000003,"15min":0.90100000000000002},"min":{"1min":0.68400000000000005,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.474,"5min":2.339,"15min":2.339},"last":1.121},{"interface":"front","average":{"1min":1.0820000000000001,"5min":1.0800000000000001,"15min":1.0820000000000001},"min":{"1min":0.76500000000000001,"5min":0.72499999999999998,"15min":0.72499999999999998},"max":{"1min":1.498,"5min":1.7110000000000001,"15min":1.7110000000000001},"last":1.323}]},{"osd":5,"last update":"Wed Jul 1 06:08:05 2020","interfaces":[{"interface":"back","average":{"1min":0.97499999999999998,"5min":0.96199999999999997,"15min":0.95999999999999996},"min":{"1min":0.68100000000000005,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.4219999999999999,"5min":2.2509999999999999,"15min":2.2509999999999999},"last":1.2809999999999999},{"interface":"front","average":{"1min":1.1890000000000001,"5min":1.141,"15min":1.143},"min":{"1min":0.96399999999999997,"5min":0.84999999999999998,"15min":0.84999999999999998},"max":{"1min":1.452,"5min":2.7050000000000001,"15min":2.7050000000000001},"last":1.3460000000000001}]}]},{"osd":3,"up_from":11,"seq":47244640297,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5642524,"kb_used_data":4578092,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":88729316,"statfs":{"total":96636764160,"available":90858819584,"internally_reserved":1073741824,"allocated":4687966208,"data_stored":4669691355,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 1 06:08:02 2020","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.81699999999999995,"15min":0.88400000000000001},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.0569999999999999,"5min":2.7810000000000001,"15min":2.7810000000000001},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.83799999999999997,"5min":0.95399999999999996,"15min":0.99099999999999999},"min":{"1min":0.63700000000000001,"5min":0.504,"15min":0.504},"max":{"1min":1.1890000000000001,"5min":2.9980000000000002,"15min":2.9980000000000002},"last":0.82099999999999995}]},{"osd":1,"last update":"Wed Jul 1 06:08:09 2020","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":0.77800000000000002,"15min":0.80200000000000005},"min":{"1min":0.501,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.2490000000000001,"5min":2.3690000000000002,"15min":2.3690000000000002},"last":0.876},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.85899999999999999,"15min":0.873},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.4910000000000001,"5min":1.8939999999999999,"15min":1.8939999999999999},"last":0.56799999999999995}]},{"osd":2,"last update":"Wed Jul 1 06:08:02 2020","interfaces":[{"interface":"back","average":{"1min":0.95299999999999996,"5min":0.92600000000000005,"15min":0.94899999999999995},"min":{"1min":0.61499999999999999,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.9119999999999999,"5min":3.298,"15min":3.298},"last":1.159},{"interface":"front","average":{"1min":1.01,"5min":0.98499999999999999,"15min":0.995},"min":{"1min":0.64900000000000002,"5min":0.628,"15min":0.628},"max":{"1min":1.367,"5min":1.395,"15min":1.395},"last":1.0289999999999999}]},{"osd":4,"last update":"Wed Jul 1 06:08:02 2020","interfaces":[{"interface":"back","average":{"1min":0.97899999999999998,"5min":0.92300000000000004,"15min":0.93200000000000005},"min":{"1min":0.65100000000000002,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.5009999999999999,"5min":1.673,"15min":1.673},"last":1.0549999999999999},{"interface":"front","average":{"1min":1.093,"5min":1.0529999999999999,"15min":1.0569999999999999},"min":{"1min":0.90600000000000003,"5min":0.81799999999999995,"15min":0.81799999999999995},"max":{"1min":1.5620000000000001,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":1.1339999999999999}]},{"osd":5,"last update":"Wed Jul 1 06:08:02 2020","interfaces":[{"interface":"back","average":{"1min":1.157,"5min":1.0840000000000001,"15min":1.0760000000000001},"min":{"1min":0.80200000000000005,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.952,"5min":1.952,"15min":1.952},"last":1.2929999999999999},{"interface":"front","average":{"1min":1.056,"5min":1.0960000000000001,"15min":1.097},"min":{"1min":0.76100000000000001,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.5009999999999999,"5min":1.883,"15min":1.883},"last":0.998}]}]},{"osd":2,"up_from":11,"seq":47244640298,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10796920,"kb_used_data":9747172,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83574920,"statfs":{"total":96636764160,"available":85580718080,"internally_reserved":1073741824,"allocated":9981104128,"data_stored":9944000252,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.65700000000000003,"15min":0.64900000000000002},"min":{"1min":0.40000000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1.597,"5min":1.597,"15min":1.597},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.94099999999999995,"5min":0.82599999999999996,"15min":0.81699999999999995},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":2.5950000000000002,"5min":2.5950000000000002,"15min":2.5950000000000002},"last":0.77100000000000002}]},{"osd":1,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":1.202,"5min":0.876,"15min":0.81999999999999995},"min":{"1min":0.65600000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":2.7930000000000001,"5min":2.7930000000000001,"15min":2.7930000000000001},"last":0.94399999999999995},{"interface":"front","average":{"1min":1.1579999999999999,"5min":0.81699999999999995,"15min":0.76400000000000001},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":4.6230000000000002,"5min":4.6230000000000002,"15min":4.6230000000000002},"last":0.626}]},{"osd":3,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":1.071,"5min":0.96399999999999997,"15min":0.95599999999999996},"min":{"1min":0.627,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":2.681,"5min":2.681,"15min":2.681},"last":1.107},{"interface":"front","average":{"1min":1.214,"5min":1.0389999999999999,"15min":1.044},"min":{"1min":0.65000000000000002,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":3.5209999999999999,"5min":3.5209999999999999,"15min":3.5209999999999999},"last":0.751}]},{"osd":4,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":1.448,"5min":1.054,"15min":1.006},"min":{"1min":0.65800000000000003,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":4.3360000000000003,"5min":4.3360000000000003,"15min":4.3360000000000003},"last":0.89900000000000002},{"interface":"front","average":{"1min":1.1180000000000001,"5min":0.94799999999999995,"15min":0.91500000000000004},"min":{"1min":0.72199999999999998,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":4.274,"5min":4.274,"15min":4.274},"last":0.85699999999999998}]},{"osd":5,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":1.179,"5min":1.038,"15min":1.018},"min":{"1min":0.72599999999999998,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":4.4699999999999998,"5min":4.4699999999999998,"15min":4.4699999999999998},"last":0.97899999999999998},{"interface":"front","average":{"1min":1.2709999999999999,"5min":1.224,"15min":1.246},"min":{"1min":0.88,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":2.9540000000000002,"5min":3.6499999999999999,"15min":3.6499999999999999},"last":1.2509999999999999}]}]},{"osd":0,"up_from":11,"seq":47244640297,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1216524,"kb_used_data":150224,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93155316,"statfs":{"total":96636764160,"available":95391043584,"internally_reserved":1073741824,"allocated":153829376,"data_stored":153231405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":0.67300000000000004,"15min":0.63500000000000001},"min":{"1min":0.45900000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":2.407,"5min":2.407,"15min":2.407},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.79700000000000004,"5min":0.72499999999999998,"15min":0.72399999999999998},"min":{"1min":0.44400000000000001,"5min":0.435,"15min":0.435},"max":{"1min":2.153,"5min":2.153,"15min":2.153},"last":0.70399999999999996}]},{"osd":2,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":1.337,"5min":0.878,"15min":0.80900000000000005},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":7.1799999999999997,"5min":7.1799999999999997,"15min":7.1799999999999997},"last":0.78100000000000003},{"interface":"front","average":{"1min":1.0700000000000001,"5min":0.83399999999999996,"15min":0.81200000000000006},"min":{"1min":0.52400000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":6.9749999999999996,"5min":6.9749999999999996,"15min":6.9749999999999996},"last":0.81499999999999995}]},{"osd":3,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.94199999999999995,"15min":0.97999999999999998},"min":{"1min":0.57199999999999995,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":3.4849999999999999,"5min":3.4849999999999999,"15min":3.4849999999999999},"last":0.745},{"interface":"front","average":{"1min":1.079,"5min":1.0649999999999999,"15min":1.0900000000000001},"min":{"1min":0.78800000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"max":{"1min":3.0409999999999999,"5min":3.0409999999999999,"15min":3.0409999999999999},"last":1.008}]},{"osd":4,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":1.0269999999999999,"5min":0.99399999999999999,"15min":1.0169999999999999},"min":{"1min":0.61399999999999999,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":3.5779999999999998,"5min":3.5779999999999998,"15min":3.5779999999999998},"last":0.83499999999999996},{"interface":"front","average":{"1min":1.21,"5min":1.1659999999999999,"15min":1.1879999999999999},"min":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":2.9199999999999999,"5min":2.9199999999999999,"15min":2.9199999999999999},"last":1.153}]},{"osd":5,"last update":"Wed Jul 1 06:08:04 2020","interfaces":[{"interface":"back","average":{"1min":1.123,"5min":1.0700000000000001,"15min":1.0900000000000001},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":2.02,"5min":2.4590000000000001,"15min":2.4590000000000001},"last":0.96999999999999997},{"interface":"front","average":{"1min":1.1539999999999999,"5min":1.117,"15min":1.1439999999999999},"min":{"1min":0.78200000000000003,"5min":0.745,"15min":0.745},"max":{"1min":3.649,"5min":3.649,"15min":3.649},"last":0.92600000000000005}]}]},{"osd":1,"up_from":11,"seq":47244640297,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":15378608,"kb_used_data":14296216,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":78993232,"statfs":{"total":96636764160,"available":80889069568,"internally_reserved":1073741824,"allocated":14639325184,"data_stored":14583979007,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Jul 1 06:08:03 2020","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.64000000000000001,"15min":0.67800000000000005},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.88200000000000001,"5min":1.2210000000000001,"15min":1.2210000000000001},"last":0.496},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.78600000000000003,"15min":0.79400000000000004},"min":{"1min":0.60199999999999998,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.413,"5min":1.413,"15min":1.413},"last":0.73199999999999998}]},{"osd":2,"last update":"Wed Jul 1 06:08:03 2020","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.70699999999999996,"15min":0.69399999999999995},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.1599999999999999,"5min":1.343,"15min":1.343},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.79000000000000004,"5min":0.81699999999999995,"15min":0.85499999999999998},"min":{"1min":0.58099999999999996,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.7070000000000001,"5min":2.004,"15min":2.004},"last":0.68899999999999995}]},{"osd":3,"last update":"Wed Jul 1 06:08:03 2020","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":0.88700000000000001,"15min":0.90900000000000003},"min":{"1min":0.59899999999999998,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.8240000000000001,"5min":1.8240000000000001,"15min":1.8240000000000001},"last":0.621},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.93600000000000005,"15min":0.98299999999999998},"min":{"1min":0.61399999999999999,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.577,"5min":1.577,"15min":1.577},"last":0.85699999999999998}]},{"osd":4,"last update":"Wed Jul 1 06:08:03 2020","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.92900000000000005,"15min":0.92900000000000005},"min":{"1min":0.66500000000000004,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.603,"5min":1.603,"15min":1.603},"last":1.1040000000000001},{"interface":"front","average":{"1min":1.0309999999999999,"5min":1.0509999999999999,"15min":1.085},"min":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"max":{"1min":1.478,"5min":1.841,"15min":1.841},"last":1.042}]},{"osd":5,"last update":"Wed Jul 1 06:08:03 2020","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":1.056,"15min":1.079},"min":{"1min":0.75,"5min":0.75,"15min":0.75},"max":{"1min":1.6699999999999999,"5min":1.8999999999999999,"15min":1.8999999999999999},"last":0.81100000000000005},{"interface":"front","average":{"1min":1.0760000000000001,"5min":1.113,"15min":1.117},"min":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"max":{"1min":1.415,"5min":1.6379999999999999,"15min":1.6379999999999999},"last":1.022}]}]}]}} Ignoring malparsed backtrace: 2020-07-01T06:09:20.831 INFO:tasks.ceph:Checking cluster log for badness... , 2020-07-01T06:09:20.832 INFO:teuthology.orchestra.run.smithi042:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v 'but it is still running' | egrep -v 'slow request' | egrep -v 'overall HEALTH_' | egrep -v '\(CACHE_POOL_' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(OSD_SLOW_PING_TIME' | head -n 1 , 2020-07-01T06:09:20.911 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi042.front.sepia.ceph.com Ignoring malparsed backtrace: 2020-07-01T06:11:04.152 INFO:teuthology.orchestra.run.smithi042.stdout: , 2020-07-01T06:11:04.153 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction Summary , 2020-07-01T06:11:04.153 INFO:teuthology.orchestra.run.smithi042.stdout:================================================================================ Ignoring malparsed backtrace: 2020-07-01T06:11:08.888 INFO:teuthology.orchestra.run.smithi019.stdout: , 2020-07-01T06:11:08.888 INFO:teuthology.orchestra.run.smithi019.stdout:Freed space: 179 M , 2020-07-01T06:11:08.889 INFO:teuthology.orchestra.run.smithi019.stdout:Running transaction check Ignoring malparsed backtrace: 2020-07-01T06:11:14.404 INFO:teuthology.orchestra.run.smithi042.stdout: Preparing : 1/1 , 2020-07-01T06:11:14.434 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-2:15.2.4-4.gabcb13a.el8.x86_64 1/1 , 2020-07-01T06:11:14.490 INFO:teuthology.orchestra.run.smithi019.stdout: Preparing : 1/1 Ignoring malparsed backtrace: 2020-07-01T06:11:19.467 INFO:teuthology.orchestra.run.smithi042.stdout: python3-google-auth noarch 1:1.1.1-10.el8 @epel 306 k , 2020-07-01T06:11:19.467 INFO:teuthology.orchestra.run.smithi042.stdout: python3-html5lib noarch 1:0.999999999-6.el8 @rhel-8-for-x86_64-appstream-rpms 1.1 M , 2020-07-01T06:11:19.468 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco noarch 6.2-6.el8 @epel 4.0 k Ignoring malparsed backtrace: 2020-07-01T06:11:19.595 INFO:teuthology.orchestra.run.smithi019.stdout: python3-google-auth noarch 1:1.1.1-10.el8 @epel 306 k , 2020-07-01T06:11:19.595 INFO:teuthology.orchestra.run.smithi019.stdout: python3-html5lib noarch 1:0.999999999-6.el8 @rhel-8-for-x86_64-appstream-rpms 1.1 M , 2020-07-01T06:11:19.595 INFO:teuthology.orchestra.run.smithi019.stdout: python3-jaraco noarch 6.2-6.el8 @epel 4.0 k Ignoring malparsed backtrace: 2020-07-01T06:11:24.269 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:15.2.4-4.gabcb13a. 15/81 , 2020-07-01T06:11:24.269 INFO:teuthology.orchestra.run.smithi019.stdout: Erasing : python3-scipy-1.0.0-20.module+el8.1.0+3334+5cb623d 16/81 , 2020-07-01T06:11:24.269 INFO:teuthology.orchestra.run.smithi019.stdout: Running scriptlet: rbd-mirror-2:15.2.4-4.gabcb13a.el8.x86_64 17/81 Ignoring malparsed backtrace: 2020-07-01T06:11:31.903 INFO:teuthology.orchestra.run.smithi042.stdout:warning: directory /var/lib/ceph: remove failed: Device or resource busy , 2020-07-01T06:11:31.903 INFO:teuthology.orchestra.run.smithi042.stdout: , 2020-07-01T06:11:32.048 INFO:teuthology.orchestra.run.smithi019.stdout: Erasing : python3-html5lib-1:0.999999999-6.el8.noarch 59/81 Ignoring malparsed backtrace: 2020-07-01T06:11:51.579 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-babel-2.5.1-5.el8.noarch 26/81 , 2020-07-01T06:11:51.580 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 27/81 , 2020-07-01T06:11:51.600 INFO:teuthology.orchestra.run.smithi019.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 28/81 Ignoring malparsed backtrace: 2020-07-01T06:11:53.977 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 29/81 , 2020-07-01T06:11:53.978 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-ceph-argparse-2:15.2.4-4.gabcb13a.el8.x86_ 30/81 , 2020-07-01T06:11:53.978 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-ceph-common-2:15.2.4-4.gabcb13a.el8.x86_64 31/81 Ignoring malparsed backtrace: 2020-07-01T06:11:55.468 INFO:teuthology.orchestra.run.smithi019.stdout: python3-lxml-4.2.3-1.el8.x86_64 , 2020-07-01T06:11:55.469 INFO:teuthology.orchestra.run.smithi019.stdout: python3-mako-1.0.6-13.el8.noarch , 2020-07-01T06:11:55.469 INFO:teuthology.orchestra.run.smithi019.stdout: python3-markupsafe-0.23-19.el8.x86_64 Ignoring malparsed backtrace: 2020-07-01T06:11:58.230 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cheroot-8.2.1-1.el8.noarch , 2020-07-01T06:11:58.230 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cherrypy-18.4.0-1.el8.noarch , 2020-07-01T06:11:58.230 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cssselect-0.9.2-10.el8.noarch Ignoring malparsed backtrace: 2020-07-01T06:12:01.933 INFO:teuthology.orchestra.run.smithi019.stdout:Remove 1 Package , 2020-07-01T06:12:01.933 INFO:teuthology.orchestra.run.smithi019.stdout: , 2020-07-01T06:12:01.933 INFO:teuthology.orchestra.run.smithi019.stdout:Freed space: 721 k Ignoring malparsed backtrace: - nothing provides module(perl:5.26) needed by module perl-YAML:1.24:8010020190322131811:a5949e2e-0.x86_64 , No packages marked for removal. , 2020-07-01T06:12:09.857 INFO:teuthology.orchestra.run.smithi019.stdout:No match for argument: ceph-mgr-rook Ignoring malparsed backtrace: 2020-07-01T06:12:15.172 INFO:teuthology.orchestra.run.smithi042.stdout:================================================================================ , 2020-07-01T06:12:15.172 INFO:teuthology.orchestra.run.smithi042.stdout: Package Arch Version Repository Size , 2020-07-01T06:12:15.172 INFO:teuthology.orchestra.run.smithi042.stdout:================================================================================ Ignoring malparsed backtrace: 2020-07-01T06:12:20.021 INFO:teuthology.orchestra.run.smithi042.stdout:Freed space: 2.1 M , 2020-07-01T06:12:20.021 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction check , 2020-07-01T06:12:20.022 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction check succeeded. Ignoring malparsed backtrace: 2020-07-01T06:12:25.449 INFO:teuthology.orchestra.run.smithi019.stdout: Erasing : fmt-6.2.1-1.el8.x86_64 6/7 , 2020-07-01T06:12:25.450 INFO:teuthology.orchestra.run.smithi019.stdout: Erasing : lttng-ust-2.8.1-11.el8.x86_64 7/7 , Modular dependency problem: Ignoring malparsed backtrace: 2020-07-01T06:12:30.980 INFO:teuthology.orchestra.run.smithi019.stdout:Complete! , 2020-07-01T06:12:31.389 INFO:teuthology.orchestra.run.smithi042.stdout: , 2020-07-01T06:12:31.390 INFO:teuthology.orchestra.run.smithi042.stdout:Removed: Ignoring malparsed backtrace: 2020-07-01T06:12:36.738 INFO:teuthology.orchestra.run.smithi019.stdout:Nothing to do. , 2020-07-01T06:12:36.738 INFO:teuthology.orchestra.run.smithi019.stdout:Complete! , 2020-07-01T06:12:37.229 INFO:teuthology.orchestra.run.smithi019.stdout:Updating Subscription Management repositories. Ignoring malparsed backtrace: 2020-07-01T06:12:43.167 INFO:teuthology.orchestra.run.smithi019.stdout:210 Number of sources = 4 , 2020-07-01T06:12:43.167 INFO:teuthology.orchestra.run.smithi019.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample , 2020-07-01T06:12:43.167 INFO:teuthology.orchestra.run.smithi019.stdout:=============================================================================== Ignoring malparsed backtrace: node=self.hostname, label=self.label , teuthology.exceptions.CommandFailedError: Command failed on smithi019 with status 1: 'which ceph_test_rados' , 2020-07-01T06:13:05.846 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload Found 6 distinct failure reasons Failure: reached maximum tries (180) after waiting for 180 seconds 4 jobs: ['5192528', '5192615', '5192558', '5192688'] suites intersection: ['ceph', 'clusters/{openstack', 'distro$/{centos_7.6}', 'rados', 'thrashosds-health', 'three-plus-one}'] suites union: ['1-install/mimic', '1-install/mimic-v1only', '1-install/nautilus-v2only', 'backoff/normal', 'backoff/peering', 'ceph', 'clusters/{openstack', 'd-balancer/crush-compat', 'd-balancer/off', 'distro$/{centos_7.6}', 'msgr-failures/fastclose', 'msgr-failures/few', 'rados', 'rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size', 'rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size', 'thrashers/careful', 'thrashers/morepggrow', 'thrashers/none', 'thrashosds-health', 'three-plus-one}', 'workloads/cache-snaps}', 'workloads/rbd_cls}', 'workloads/snaps-few-objects}'] Failure: Command failed (workunit test rados/test.sh) on smithi007 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=abcb13ae4e01e1d30857c98a01d0916e952030b9 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 ALLOW_TIMEOUTS=1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 6h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh' 1 jobs: ['5192610'] suites: ['ceph', 'clusters/{fixed-2', 'd-thrash/default/{default', 'msgr-failures/few', 'msgr/async-v2only', 'objectstore/bluestore-stupid', 'openstack}', 'rados', 'rados/verify/{centos_latest', 'tasks/rados_api_tests', 'thrashosds-health}', 'validater/valgrind}'] Failure: Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 400000 --objects 10000 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 600 --op read 100 --op write 50 --op delete 50 --op copy_from 50 --op write_excl 50 --pool base' 1 jobs: ['5192479'] suites: ['msgr-failures/few', 'msgr/async', 'objectstore/bluestore-bitmap', 'rados', 'rados/singleton/{all/thrash_cache_writeback_proxy_none', 'supported-random-distro$/{rhel_latest}}'] Failure: "2020-07-01T06:05:59.491156+0000 mds.b (mds.0) 1 : cluster [WRN] evicting unresponsive client smithi025:z (5816), after 302.34 seconds" in cluster log 1 jobs: ['5192487'] suites: ['debug/mgr', 'objectstore/bluestore-bitmap', 'rados/mgr/{clusters/{2-node-mgr}', 'supported-random-distro$/{rhel_latest}', 'tasks/module_selftest}'] Failure: Command failed on smithi093 with status 1: 'sudo yum -y install ceph-mgr-diskprediction-local' 1 jobs: ['5192564'] suites: ['msgr-failures/few', 'msgr/async', 'no_pools', 'objectstore/bluestore-low-osd-mem-target', 'rados', 'rados/multimon/{clusters/21', 'supported-random-distro$/{centos_latest}', 'tasks/mon_recovery}'] Failure: failed to reach quorum size 9 before timeout expired 1 jobs: ['5192536'] suites: ['clusters/9-mons', 'msgr-failures/mon-delay', 'msgr/async-v1only', 'objectstore/bluestore-comp-zlib', 'rados', 'rados/monthrash/{ceph', 'supported-random-distro$/{centos_latest}', 'thrashers/force-sync-many', 'workloads/rados_mon_osdmap_prune}']