Found 140 jobs Ignoring malparsed backtrace: ceph version 15.2.4-573-gf6091e8f70 (f6091e8f7076e74420a3a65cebb69faaddc0af34) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f6f93b8418c] , 2: (ReadOp::_finish(TestOp::CallbackInfo*)+0x13df) [0x55704530629f] Ignoring malparsed backtrace: dumped all , 2020-08-21T20:16:27.305 INFO:teuthology.orchestra.run.smithi173.stdout:{"pg_ready":true,"pg_map":{"version":139,"stamp":"2020-08-21T20:16:27.104245+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":29997285068,"num_objects":10059,"num_object_clones":0,"num_object_copies":20118,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10036,"num_whiteouts":9,"num_read":22161,"num_read_kb":701021,"num_write":53167,"num_write_kb":24381232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":23,"num_bytes_hit_set_archive":12096,"num_flush":3765,"num_flush_kb":10970001,"num_evict":3399,"num_evict_kb":9898778,"num_promote":4130,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49342,"ondisk_log_size":49342,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":45077408,"kb_used_data":38769312,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":521153632,"statfs":{"total":579820584960,"available":533661319168,"internally_reserved":6442450944,"allocated":39699775488,"data_stored":39554860974,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002567"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-08-21T20:15:41.793402+0000","last_change":"2020-08-21T20:12:52.761561+0000","last_active":"2020-08-21T20:15:41.793402+0000","last_peered":"2020-08-21T20:15:41.793402+0000","last_clean":"2020-08-21T20:15:41.793402+0000","last_became_active":"2020-08-21T20:12:52.761076+0000","last_became_peered":"2020-08-21T20:12:52.761076+0000","last_unstale":"2020-08-21T20:15:41.793402+0000","last_undegraded":"2020-08-21T20:15:41.793402+0000","last_fullsized":"2020-08-21T20:15:41.793402+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_clean_scrub_stamp":"2020-08-21T20:12:51.746509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-08-21T20:15:41.786831+0000","last_change":"2020-08-21T20:12:52.850442+0000","last_active":"2020-08-21T20:15:41.786831+0000","last_peered":"2020-08-21T20:15:41.786831+0000","last_clean":"2020-08-21T20:15:41.786831+0000","last_became_active":"2020-08-21T20:12:52.849710+0000","last_became_peered":"2020-08-21T20:12:52.849710+0000","last_unstale":"2020-08-21T20:15:41.786831+0000","last_undegraded":"2020-08-21T20:15:41.786831+0000","last_fullsized":"2020-08-21T20:15:41.786831+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_clean_scrub_stamp":"2020-08-21T20:12:51.746509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"33'6097","reported_seq":"8398","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:05.154239+0000","last_change":"2020-08-21T20:13:06.788176+0000","last_active":"2020-08-21T20:16:05.154239+0000","last_peered":"2020-08-21T20:16:05.154239+0000","last_clean":"2020-08-21T20:16:05.154239+0000","last_became_active":"2020-08-21T20:13:06.787825+0000","last_became_peered":"2020-08-21T20:13:06.787825+0000","last_unstale":"2020-08-21T20:16:05.154239+0000","last_undegraded":"2020-08-21T20:16:05.154239+0000","last_fullsized":"2020-08-21T20:16:05.154239+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:13:05.776821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:13:05.776821+0000","last_clean_scrub_stamp":"2020-08-21T20:13:05.776821+0000","log_size":6097,"ondisk_log_size":6097,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":132703563,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":4,"num_read":2083,"num_read_kb":1044,"num_write":5458,"num_write_kb":1262288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2887,"num_flush":977,"num_flush_kb":2832535,"num_evict":907,"num_evict_kb":2627333,"num_promote":1082,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6379","reported_seq":"8287","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:05.076496+0000","last_change":"2020-08-21T20:13:04.970642+0000","last_active":"2020-08-21T20:16:05.076496+0000","last_peered":"2020-08-21T20:16:05.076496+0000","last_clean":"2020-08-21T20:16:05.076496+0000","last_became_active":"2020-08-21T20:13:04.970340+0000","last_became_peered":"2020-08-21T20:13:04.970340+0000","last_unstale":"2020-08-21T20:16:05.076496+0000","last_undegraded":"2020-08-21T20:16:05.076496+0000","last_fullsized":"2020-08-21T20:16:05.076496+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_clean_scrub_stamp":"2020-08-21T20:13:03.771033+0000","log_size":6379,"ondisk_log_size":6379,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7297393450,"num_objects":2420,"num_object_clones":0,"num_object_copies":4840,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2420,"num_whiteouts":0,"num_read":3457,"num_read_kb":194846,"num_write":7906,"num_write_kb":4751290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-08-21T20:15:41.793272+0000","last_change":"2020-08-21T20:12:52.850261+0000","last_active":"2020-08-21T20:15:41.793272+0000","last_peered":"2020-08-21T20:15:41.793272+0000","last_clean":"2020-08-21T20:15:41.793272+0000","last_became_active":"2020-08-21T20:12:52.849401+0000","last_became_peered":"2020-08-21T20:12:52.849401+0000","last_unstale":"2020-08-21T20:15:41.793272+0000","last_undegraded":"2020-08-21T20:15:41.793272+0000","last_fullsized":"2020-08-21T20:15:41.793272+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_clean_scrub_stamp":"2020-08-21T20:12:51.746509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5657","reported_seq":"7767","reported_epoch":"32","state":"active+clean","last_fresh":"2020-08-21T20:16:04.280928+0000","last_change":"2020-08-21T20:13:06.788884+0000","last_active":"2020-08-21T20:16:04.280928+0000","last_peered":"2020-08-21T20:16:04.280928+0000","last_clean":"2020-08-21T20:16:04.280928+0000","last_became_active":"2020-08-21T20:13:06.788527+0000","last_became_peered":"2020-08-21T20:13:06.788527+0000","last_unstale":"2020-08-21T20:16:04.280928+0000","last_undegraded":"2020-08-21T20:16:04.280928+0000","last_fullsized":"2020-08-21T20:16:04.280928+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:13:05.776821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:13:05.776821+0000","last_clean_scrub_stamp":"2020-08-21T20:13:05.776821+0000","log_size":5657,"ondisk_log_size":5657,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":147377497,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":51,"num_whiteouts":2,"num_read":1963,"num_read_kb":957,"num_write":5164,"num_write_kb":1239104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2505,"num_flush":905,"num_flush_kb":2656977,"num_evict":822,"num_evict_kb":2417502,"num_promote":979,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6527","reported_seq":"8588","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:05.147588+0000","last_change":"2020-08-21T20:13:04.781530+0000","last_active":"2020-08-21T20:16:05.147588+0000","last_peered":"2020-08-21T20:16:05.147588+0000","last_clean":"2020-08-21T20:16:05.147588+0000","last_became_active":"2020-08-21T20:13:04.781241+0000","last_became_peered":"2020-08-21T20:13:04.781241+0000","last_unstale":"2020-08-21T20:16:05.147588+0000","last_undegraded":"2020-08-21T20:16:05.147588+0000","last_fullsized":"2020-08-21T20:16:05.147588+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_clean_scrub_stamp":"2020-08-21T20:13:03.771033+0000","log_size":6527,"ondisk_log_size":6527,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7443881981,"num_objects":2498,"num_object_clones":0,"num_object_copies":4996,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2498,"num_whiteouts":0,"num_read":3564,"num_read_kb":156139,"num_write":8059,"num_write_kb":4949063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-08-21T20:15:41.786942+0000","last_change":"2020-08-21T20:12:52.850897+0000","last_active":"2020-08-21T20:15:41.786942+0000","last_peered":"2020-08-21T20:15:41.786942+0000","last_clean":"2020-08-21T20:15:41.786942+0000","last_became_active":"2020-08-21T20:12:52.850422+0000","last_became_peered":"2020-08-21T20:12:52.850422+0000","last_unstale":"2020-08-21T20:15:41.786942+0000","last_undegraded":"2020-08-21T20:15:41.786942+0000","last_fullsized":"2020-08-21T20:15:41.786942+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_clean_scrub_stamp":"2020-08-21T20:12:51.746509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5665","reported_seq":"7907","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:08.036427+0000","last_change":"2020-08-21T20:13:07.545942+0000","last_active":"2020-08-21T20:16:08.036427+0000","last_peered":"2020-08-21T20:16:08.036427+0000","last_clean":"2020-08-21T20:16:08.036427+0000","last_became_active":"2020-08-21T20:13:07.545593+0000","last_became_peered":"2020-08-21T20:13:07.545593+0000","last_unstale":"2020-08-21T20:16:08.036427+0000","last_undegraded":"2020-08-21T20:16:08.036427+0000","last_fullsized":"2020-08-21T20:16:08.036427+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:13:05.776821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:13:05.776821+0000","last_clean_scrub_stamp":"2020-08-21T20:13:05.776821+0000","log_size":5665,"ondisk_log_size":5665,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":134145295,"num_objects":55,"num_object_clones":0,"num_object_copies":110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":1,"num_read":2010,"num_read_kb":956,"num_write":5095,"num_write_kb":1218455,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3880,"num_flush":896,"num_flush_kb":2628261,"num_evict":758,"num_evict_kb":2221966,"num_promote":976,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6441","reported_seq":"8482","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:05.199164+0000","last_change":"2020-08-21T20:13:04.970907+0000","last_active":"2020-08-21T20:16:05.199164+0000","last_peered":"2020-08-21T20:16:05.199164+0000","last_clean":"2020-08-21T20:16:05.199164+0000","last_became_active":"2020-08-21T20:13:04.970463+0000","last_became_peered":"2020-08-21T20:13:04.970463+0000","last_unstale":"2020-08-21T20:16:05.199164+0000","last_undegraded":"2020-08-21T20:16:05.199164+0000","last_fullsized":"2020-08-21T20:16:05.199164+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_clean_scrub_stamp":"2020-08-21T20:13:03.771033+0000","log_size":6441,"ondisk_log_size":6441,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7365478979,"num_objects":2470,"num_object_clones":0,"num_object_copies":4940,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2470,"num_whiteouts":0,"num_read":3507,"num_read_kb":173469,"num_write":7947,"num_write_kb":4940701,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-08-21T20:15:41.793219+0000","last_change":"2020-08-21T20:12:52.849964+0000","last_active":"2020-08-21T20:15:41.793219+0000","last_peered":"2020-08-21T20:15:41.793219+0000","last_clean":"2020-08-21T20:15:41.793219+0000","last_became_active":"2020-08-21T20:12:52.849519+0000","last_became_peered":"2020-08-21T20:12:52.849519+0000","last_unstale":"2020-08-21T20:15:41.793219+0000","last_undegraded":"2020-08-21T20:15:41.793219+0000","last_fullsized":"2020-08-21T20:15:41.793219+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_clean_scrub_stamp":"2020-08-21T20:12:51.746509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"33'6086","reported_seq":"8424","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:10.757563+0000","last_change":"2020-08-21T20:16:10.757644+0000","last_active":"2020-08-21T20:16:10.757563+0000","last_peered":"2020-08-21T20:16:10.757563+0000","last_clean":"2020-08-21T20:16:10.757563+0000","last_became_active":"2020-08-21T20:13:06.787336+0000","last_became_peered":"2020-08-21T20:13:06.787336+0000","last_unstale":"2020-08-21T20:16:10.757563+0000","last_undegraded":"2020-08-21T20:16:10.757563+0000","last_fullsized":"2020-08-21T20:16:10.757563+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"33'6086","last_scrub_stamp":"2020-08-21T20:16:10.757557+0000","last_deep_scrub":"33'6086","last_deep_scrub_stamp":"2020-08-21T20:16:10.757557+0000","last_clean_scrub_stamp":"2020-08-21T20:16:10.757557+0000","log_size":6086,"ondisk_log_size":6086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":130291971,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":2,"num_read":2128,"num_read_kb":19762,"num_write":5475,"num_write_kb":1266595,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2824,"num_flush":987,"num_flush_kb":2852228,"num_evict":912,"num_evict_kb":2631977,"num_promote":1093,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6490","reported_seq":"8370","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:08.029457+0000","last_change":"2020-08-21T20:13:04.970847+0000","last_active":"2020-08-21T20:16:08.029457+0000","last_peered":"2020-08-21T20:16:08.029457+0000","last_clean":"2020-08-21T20:16:08.029457+0000","last_became_active":"2020-08-21T20:13:04.970472+0000","last_became_peered":"2020-08-21T20:13:04.970472+0000","last_unstale":"2020-08-21T20:16:08.029457+0000","last_undegraded":"2020-08-21T20:16:08.029457+0000","last_fullsized":"2020-08-21T20:16:08.029457+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_clean_scrub_stamp":"2020-08-21T20:13:03.771033+0000","log_size":6490,"ondisk_log_size":6490,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7346012332,"num_objects":2456,"num_object_clones":0,"num_object_copies":4912,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2456,"num_whiteouts":0,"num_read":3449,"num_read_kb":153848,"num_write":8063,"num_write_kb":4753736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"29","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:18.266817+0000","last_change":"2020-08-21T20:16:18.266901+0000","last_active":"2020-08-21T20:16:18.266817+0000","last_peered":"2020-08-21T20:16:18.266817+0000","last_clean":"2020-08-21T20:16:18.266817+0000","last_became_active":"2020-08-21T20:12:52.757598+0000","last_became_peered":"2020-08-21T20:12:52.757598+0000","last_unstale":"2020-08-21T20:16:18.266817+0000","last_undegraded":"2020-08-21T20:16:18.266817+0000","last_fullsized":"2020-08-21T20:16:18.266817+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:16:18.266814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:16:18.266814+0000","last_clean_scrub_stamp":"2020-08-21T20:16:18.266814+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"29","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:21.241913+0000","last_change":"2020-08-21T20:16:21.241996+0000","last_active":"2020-08-21T20:16:21.241913+0000","last_peered":"2020-08-21T20:16:21.241913+0000","last_clean":"2020-08-21T20:16:21.241913+0000","last_became_active":"2020-08-21T20:12:52.758912+0000","last_became_peered":"2020-08-21T20:12:52.758912+0000","last_unstale":"2020-08-21T20:16:21.241913+0000","last_undegraded":"2020-08-21T20:16:21.241913+0000","last_fullsized":"2020-08-21T20:16:21.241913+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:16:21.241908+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:16:21.241908+0000","last_clean_scrub_stamp":"2020-08-21T20:16:21.241908+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-08-21T20:15:41.793330+0000","last_change":"2020-08-21T20:12:52.761684+0000","last_active":"2020-08-21T20:15:41.793330+0000","last_peered":"2020-08-21T20:15:41.793330+0000","last_clean":"2020-08-21T20:15:41.793330+0000","last_became_active":"2020-08-21T20:12:52.761194+0000","last_became_peered":"2020-08-21T20:12:52.761194+0000","last_unstale":"2020-08-21T20:15:41.793330+0000","last_undegraded":"2020-08-21T20:15:41.793330+0000","last_fullsized":"2020-08-21T20:15:41.793330+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_clean_scrub_stamp":"2020-08-21T20:12:51.746509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":544518326,"num_objects":215,"num_object_clones":0,"num_object_copies":430,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":192,"num_whiteouts":9,"num_read":8184,"num_read_kb":22719,"num_write":21192,"num_write_kb":4986442,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":23,"num_bytes_hit_set_archive":12096,"num_flush":3765,"num_flush_kb":10970001,"num_evict":3399,"num_evict_kb":9898778,"num_promote":4130,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":617979904,"data_stored":614815564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23505,"ondisk_log_size":23505,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29452766742,"num_objects":9844,"num_object_clones":0,"num_object_copies":19688,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9844,"num_whiteouts":0,"num_read":13977,"num_read_kb":678302,"num_write":31975,"num_write_kb":19394790,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":39080124416,"data_stored":38939342186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":25837,"ondisk_log_size":25837,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640303,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10700908,"kb_used_data":9635732,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83670932,"statfs":{"total":96636764160,"available":85679034368,"internally_reserved":1073741824,"allocated":9866989568,"data_stored":9831184883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.66500000000000004,"15min":0.71099999999999997},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.76800000000000002,"5min":1.216,"15min":1.216},"last":0.92400000000000004},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.629,"15min":0.63500000000000001},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":1.0029999999999999}]},{"osd":1,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.83699999999999997,"15min":0.79800000000000004},"min":{"1min":0.45400000000000001,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1,"5min":13.564,"15min":13.564},"last":0.96999999999999997},{"interface":"front","average":{"1min":0.89400000000000002,"5min":0.92600000000000005,"15min":0.84099999999999997},"min":{"1min":0.61599999999999999,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":2.786,"5min":13.002000000000001,"15min":13.002000000000001},"last":1.1890000000000001}]},{"osd":2,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":0.80400000000000005,"15min":0.81200000000000006},"min":{"1min":0.60399999999999998,"5min":0.499,"15min":0.499},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":1.1140000000000001},{"interface":"front","average":{"1min":0.78400000000000003,"5min":0.751,"15min":0.755},"min":{"1min":0.56000000000000005,"5min":0.504,"15min":0.504},"max":{"1min":2.1200000000000001,"5min":2.1200000000000001,"15min":2.1200000000000001},"last":1.0640000000000001}]},{"osd":3,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.71699999999999997,"15min":0.72699999999999998},"min":{"1min":0.501,"5min":0.436,"15min":0.436},"max":{"1min":1.3480000000000001,"5min":1.3480000000000001,"15min":1.3480000000000001},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.72099999999999997,"15min":0.68899999999999995},"min":{"1min":0.52700000000000002,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.556,"5min":1.556,"15min":1.556},"last":0.70099999999999996}]},{"osd":4,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.73299999999999998,"15min":0.71599999999999997},"min":{"1min":0.50600000000000001,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.9219999999999999,"5min":1.9219999999999999,"15min":1.9219999999999999},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.89300000000000002,"5min":0.84799999999999998,"15min":0.83799999999999997},"min":{"1min":0.65500000000000003,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.556,"5min":1.6579999999999999,"15min":1.6579999999999999},"last":0.90300000000000002}]}]},{"osd":4,"up_from":11,"seq":47244640301,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1198604,"kb_used_data":150020,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93173236,"statfs":{"total":96636764160,"available":95409393664,"internally_reserved":1073741824,"allocated":153620480,"data_stored":152709196,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.65200000000000002,"15min":0.67500000000000004},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.874,"5min":1.3460000000000001,"15min":1.3460000000000001},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.66200000000000003,"15min":0.68999999999999995},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.97899999999999998,"5min":1.2589999999999999,"15min":1.2589999999999999},"last":0.97799999999999998}]},{"osd":1,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.72399999999999998,"15min":0.752},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.026,"5min":1.367,"15min":1.367},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.83599999999999997,"15min":0.85599999999999998},"min":{"1min":0.52300000000000002,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.1859999999999999,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.81699999999999995}]},{"osd":2,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.88900000000000001,"5min":0.82499999999999996,"15min":0.81100000000000005},"min":{"1min":0.55600000000000005,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":2.6280000000000001,"5min":2.6280000000000001,"15min":2.6280000000000001},"last":0.85799999999999998},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.52200000000000002,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.90700000000000003,"5min":1.3169999999999999,"15min":1.3169999999999999},"last":0.66500000000000004}]},{"osd":3,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.76200000000000001,"15min":0.73799999999999999},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":2.4609999999999999,"5min":2.4609999999999999,"15min":2.4609999999999999},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.85599999999999998,"5min":0.85899999999999999,"15min":0.86699999999999999},"min":{"1min":0.70099999999999996,"5min":0.623,"15min":0.623},"max":{"1min":1.214,"5min":1.214,"15min":1.214},"last":0.54400000000000004}]},{"osd":5,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.75,"15min":0.75600000000000001},"min":{"1min":0.60099999999999998,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.0660000000000001,"5min":1.427,"15min":1.427},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.97199999999999998,"5min":0.90400000000000003,"15min":0.872},"min":{"1min":0.70999999999999996,"5min":0.435,"15min":0.435},"max":{"1min":2.282,"5min":2.282,"15min":2.282},"last":0.95699999999999996}]}]},{"osd":3,"up_from":11,"seq":47244640301,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5749044,"kb_used_data":4700460,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":88622796,"statfs":{"total":96636764160,"available":90749743104,"internally_reserved":1073741824,"allocated":4813271040,"data_stored":4795201765,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 21 20:15:55 2020","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.74099999999999999,"15min":0.80900000000000005},"min":{"1min":0.39900000000000002,"5min":0.379,"15min":0.379},"max":{"1min":0.94799999999999995,"5min":2.0270000000000001,"15min":2.0270000000000001},"last":0.90900000000000003},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.71999999999999997,"15min":0.75800000000000001},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.3580000000000001,"5min":1.4359999999999999,"15min":1.4359999999999999},"last":0.79600000000000004}]},{"osd":1,"last update":"Fri Aug 21 20:15:55 2020","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.71899999999999997,"15min":0.748},"min":{"1min":0.46200000000000002,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.1259999999999999,"5min":1.129,"15min":1.129},"last":0.85899999999999999},{"interface":"front","average":{"1min":0.79000000000000004,"5min":0.80200000000000005,"15min":0.81999999999999995},"min":{"1min":0.46800000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.0449999999999999,"5min":1.677,"15min":1.677},"last":1.048}]},{"osd":2,"last update":"Fri Aug 21 20:15:55 2020","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.85499999999999998,"15min":0.89400000000000002},"min":{"1min":0.54800000000000004,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.157,"5min":1.9059999999999999,"15min":1.9059999999999999},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.77100000000000002,"5min":0.78600000000000003,"15min":0.80500000000000005},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.6279999999999999,"5min":1.6279999999999999,"15min":1.6279999999999999},"last":0.93999999999999995}]},{"osd":4,"last update":"Fri Aug 21 20:15:55 2020","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.67200000000000004,"15min":0.65900000000000003},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.1839999999999999,"5min":1.1839999999999999,"15min":1.1839999999999999},"last":0.63200000000000001},{"interface":"front","average":{"1min":1,"5min":0.79900000000000004,"15min":0.76200000000000001},"min":{"1min":0.505,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":3.5539999999999998,"5min":3.5539999999999998,"15min":3.5539999999999998},"last":0.70199999999999996}]},{"osd":5,"last update":"Fri Aug 21 20:15:55 2020","interfaces":[{"interface":"back","average":{"1min":0.78500000000000003,"5min":0.72099999999999997,"15min":0.71299999999999997},"min":{"1min":0.50700000000000001,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.45,"5min":1.45,"15min":1.45},"last":1.089},{"interface":"front","average":{"1min":0.872,"5min":0.86399999999999999,"15min":0.86799999999999999},"min":{"1min":0.69499999999999995,"5min":0.66100000000000003,"15min":0.66100000000000003},"max":{"1min":1.389,"5min":1.389,"15min":1.389},"last":0.998}]}]},{"osd":2,"up_from":11,"seq":47244640301,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10799448,"kb_used_data":9750864,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83572392,"statfs":{"total":96636764160,"available":85578129408,"internally_reserved":1073741824,"allocated":9984884736,"data_stored":9949493418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.48899999999999999,"15min":0.48299999999999998},"min":{"1min":0.371,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":1.419,"5min":1.419,"15min":1.419},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.54700000000000004,"15min":0.54300000000000004},"min":{"1min":0.39100000000000001,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.66900000000000004}]},{"osd":1,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.66100000000000003,"15min":0.68000000000000005},"min":{"1min":0.45800000000000002,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.60799999999999998,"15min":0.59999999999999998},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":2.3929999999999998,"5min":2.3929999999999998,"15min":2.3929999999999998},"last":0.90100000000000002}]},{"osd":3,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.70999999999999996,"15min":0.70899999999999996},"min":{"1min":0.503,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.272,"5min":1.272,"15min":1.272},"last":1.0109999999999999},{"interface":"front","average":{"1min":0.88600000000000001,"5min":0.78300000000000003,"15min":0.77400000000000002},"min":{"1min":0.54700000000000004,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":2.5990000000000002,"5min":2.5990000000000002,"15min":2.5990000000000002},"last":0.95599999999999996}]},{"osd":4,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":0.80900000000000005,"15min":0.79200000000000004},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":2.464,"5min":2.464,"15min":2.464},"last":1.0660000000000001},{"interface":"front","average":{"1min":0.88400000000000001,"5min":0.78500000000000003,"15min":0.77700000000000002},"min":{"1min":0.53000000000000003,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":2.5569999999999999,"5min":2.5569999999999999,"15min":2.5569999999999999},"last":1.145}]},{"osd":5,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":1.0029999999999999,"5min":0.84399999999999997,"15min":0.82799999999999996},"min":{"1min":0.59399999999999997,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":2.6469999999999998,"5min":2.6469999999999998,"15min":2.6469999999999998},"last":1.048},{"interface":"front","average":{"1min":0.94399999999999995,"5min":0.87,"15min":0.872},"min":{"1min":0.61799999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.508,"5min":1.508,"15min":1.508},"last":1.181}]}]},{"osd":0,"up_from":11,"seq":47244640301,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1198604,"kb_used_data":150020,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93173236,"statfs":{"total":96636764160,"available":95409393664,"internally_reserved":1073741824,"allocated":153620480,"data_stored":152709196,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Aug 21 20:15:52 2020","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.55600000000000005,"15min":0.56299999999999994},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":1.367,"5min":1.367,"15min":1.367},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.66700000000000004,"15min":0.65200000000000002},"min":{"1min":0.377,"5min":0.372,"15min":0.372},"max":{"1min":3.1160000000000001,"5min":3.1160000000000001,"15min":3.1160000000000001},"last":0.70399999999999996}]},{"osd":2,"last update":"Fri Aug 21 20:15:52 2020","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.60399999999999998,"15min":0.622},"min":{"1min":0.40100000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":2.016,"5min":2.016,"15min":2.016},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.82599999999999996,"5min":0.76700000000000002,"15min":0.78000000000000003},"min":{"1min":0.53500000000000003,"5min":0.438,"15min":0.438},"max":{"1min":2.052,"5min":2.052,"15min":2.052},"last":0.88400000000000001}]},{"osd":3,"last update":"Fri Aug 21 20:15:53 2020","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.76000000000000001,"15min":0.77900000000000003},"min":{"1min":0.47699999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":3.1629999999999998,"5min":3.1629999999999998,"15min":3.1629999999999998},"last":1.0860000000000001},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.77900000000000003,"15min":0.79000000000000004},"min":{"1min":0.498,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.6100000000000001,"5min":1.6100000000000001,"15min":1.6100000000000001},"last":1.0029999999999999}]},{"osd":4,"last update":"Fri Aug 21 20:15:52 2020","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.82299999999999995,"15min":0.84199999999999997},"min":{"1min":0.59599999999999997,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.0469999999999999,"5min":1.448,"15min":1.448},"last":0.94999999999999996},{"interface":"front","average":{"1min":0.90500000000000003,"5min":0.82999999999999996,"15min":0.83599999999999997},"min":{"1min":0.60299999999999998,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.5569999999999999,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.92100000000000004}]},{"osd":5,"last update":"Fri Aug 21 20:15:52 2020","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.86299999999999999,"15min":0.89300000000000002},"min":{"1min":0.55900000000000005,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":1.0640000000000001},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.96099999999999997,"15min":0.98999999999999999},"min":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"max":{"1min":1.1890000000000001,"5min":1.375,"15min":1.375},"last":1.1699999999999999}]}]},{"osd":1,"up_from":11,"seq":47244640301,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":15430800,"kb_used_data":14382216,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":78941040,"statfs":{"total":96636764160,"available":80835624960,"internally_reserved":1073741824,"allocated":14727389184,"data_stored":14673562516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 21 20:15:53 2020","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.55300000000000005,"15min":0.53700000000000003},"min":{"1min":0.33000000000000002,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":5.0359999999999996,"5min":5.0359999999999996,"15min":5.0359999999999996},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.55300000000000005,"15min":0.56299999999999994},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":2.4860000000000002,"5min":2.4860000000000002,"15min":2.4860000000000002},"last":0.71899999999999997}]},{"osd":2,"last update":"Fri Aug 21 20:15:53 2020","interfaces":[{"interface":"back","average":{"1min":1.0609999999999999,"5min":0.67600000000000005,"15min":0.60599999999999998},"min":{"1min":0.40200000000000002,"5min":0.378,"15min":0.378},"max":{"1min":7.7629999999999999,"5min":7.7629999999999999,"15min":7.7629999999999999},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.82299999999999995,"5min":0.66000000000000003,"15min":0.63100000000000001},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":5.1509999999999998,"5min":5.1509999999999998,"15min":5.1509999999999998},"last":0.82299999999999995}]},{"osd":3,"last update":"Fri Aug 21 20:15:53 2020","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.76000000000000001,"15min":0.81000000000000005},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.96499999999999997,"5min":1.21,"15min":1.21},"last":0.65800000000000003},{"interface":"front","average":{"1min":1.123,"5min":0.87,"15min":0.85799999999999998},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":7.5129999999999999,"5min":7.5129999999999999,"15min":7.5129999999999999},"last":0.85099999999999998}]},{"osd":4,"last update":"Fri Aug 21 20:15:53 2020","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.82799999999999996,"15min":0.81599999999999995},"min":{"1min":0.54000000000000004,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":5.4669999999999996,"5min":5.4669999999999996,"15min":5.4669999999999996},"last":0.90700000000000003},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.85499999999999998,"15min":0.89200000000000002},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.079,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":0.76300000000000001}]},{"osd":5,"last update":"Fri Aug 21 20:15:53 2020","interfaces":[{"interface":"back","average":{"1min":1.119,"5min":0.93500000000000005,"15min":0.92300000000000004},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":5.3419999999999996,"5min":5.3419999999999996,"15min":5.3419999999999996},"last":1.0349999999999999},{"interface":"front","average":{"1min":1.2849999999999999,"5min":1.004,"15min":0.95999999999999996},"min":{"1min":0.69199999999999995,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":7.6479999999999997,"5min":7.6479999999999997,"15min":7.6479999999999997},"last":0.996}]}]}]}} , 2020-08-21T20:16:27.316 INFO:tasks.ceph:pgid 1.7 last_scrub_stamp 2020-08-21T20:12:51.746509+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=21, tm_hour=20, tm_min=12, tm_sec=51, tm_wday=4, tm_yday=234, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=21, tm_hour=20, tm_min=16, tm_sec=9, tm_wday=4, tm_yday=234, tm_isdst=0) Ignoring malparsed backtrace: 2020-08-21T20:17:43.183 INFO:teuthology.orchestra.run.smithi173:> sudo chmod 0666 /tmp/tmp.cFgJuxzBEi , 2020-08-21T20:17:43.282 DEBUG:teuthology.orchestra.remote:smithi173:/tmp/tmp.cFgJuxzBEi is 548KB , 2020-08-21T20:17:43.404 INFO:teuthology.orchestra.run.smithi173:> rm -fr /tmp/tmp.cFgJuxzBEi Ignoring malparsed backtrace: 2020-08-21T20:19:08.590 INFO:teuthology.orchestra.run.smithi085.stdout:Running transaction test , 2020-08-21T20:19:08.616 INFO:teuthology.orchestra.run.smithi085.stdout:Transaction test succeeded. , 2020-08-21T20:19:08.617 INFO:teuthology.orchestra.run.smithi085.stdout:Running transaction Ignoring malparsed backtrace: 2020-08-21T20:19:27.881 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-osd x86_64 2:15.2.4-573.gf6091e8f70.el8 @ceph 58 M , 2020-08-21T20:19:27.881 INFO:teuthology.orchestra.run.smithi173.stdout: , 2020-08-21T20:19:27.881 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction Summary Ignoring malparsed backtrace: 2020-08-21T20:19:27.892 INFO:teuthology.orchestra.run.smithi173.stdout: python3-prettytable noarch0.7.2-14.el8 @CentOS-AppStream 167 k , 2020-08-21T20:19:27.892 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyasn1 noarch0.3.7-6.el8 @CentOS-AppStream 522 k , 2020-08-21T20:19:27.892 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyasn1-modules noarch0.3.7-6.el8 @CentOS-AppStream 603 k Ignoring malparsed backtrace: 2020-08-21T20:19:27.902 INFO:teuthology.orchestra.run.smithi173.stdout: Erasing : python3-logutils-0.3.5-11.el8.noarch 53/85 , 2020-08-21T20:19:27.902 INFO:teuthology.orchestra.run.smithi173.stdout: Erasing : python3-simplegeneric-0.8.1-17.el8.noarch 54/85 , 2020-08-21T20:19:27.902 INFO:teuthology.orchestra.run.smithi173.stdout: Erasing : python3-singledispatch-3.4.0.3-18.el8.noarch 55/85 Ignoring malparsed backtrace: 2020-08-21T20:19:27.912 INFO:teuthology.orchestra.run.smithi085.stdout: ceph-prometheus-alerts noarch2:15.2.4-573.gf6091e8f70.el8 @ceph-noarch 8.8 k , 2020-08-21T20:19:27.912 INFO:teuthology.orchestra.run.smithi085.stdout: ceph-selinux x86_642:15.2.4-573.gf6091e8f70.el8 @ceph 131 k , 2020-08-21T20:19:27.912 INFO:teuthology.orchestra.run.smithi085.stdout: gperftools-libs x86_642.7-6.el8 @epel 1.7 M Ignoring malparsed backtrace: 2020-08-21T20:19:27.921 INFO:teuthology.orchestra.run.smithi085.stdout: Erasing : python3-webtest-2.0.33-1.el8.noarch 10/85 , 2020-08-21T20:19:27.922 INFO:teuthology.orchestra.run.smithi085.stdout: Erasing : python3-rsa-3.4.2-15.el8.noarch 11/85 , 2020-08-21T20:19:27.922 INFO:teuthology.orchestra.run.smithi085.stdout: Erasing : python3-requests-oauthlib-1.0.0-1.el8.noarch 12/85 Ignoring malparsed backtrace: 2020-08-21T20:19:44.105 INFO:teuthology.orchestra.run.smithi085.stdout:skipping the directory /tmp , 2020-08-21T20:19:44.105 INFO:teuthology.orchestra.run.smithi085.stdout:skipping the directory /dev , 2020-08-21T20:19:44.105 INFO:teuthology.orchestra.run.smithi085.stdout: Ignoring malparsed backtrace: 2020-08-21T20:19:58.332 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 74/85 , 2020-08-21T20:19:58.332 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 75/85 , 2020-08-21T20:19:58.332 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-trustme-0.5.2-4.el8.noarch 76/85 Ignoring malparsed backtrace: 2020-08-21T20:19:58.342 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. , 2020-08-21T20:19:58.342 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ , 2020-08-21T20:19:58.342 INFO:teuthology.orchestra.run.smithi173.stdout: Package Arch Version Repository Size Ignoring malparsed backtrace: 2020-08-21T20:19:58.351 INFO:teuthology.orchestra.run.smithi173.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 3/3 , 2020-08-21T20:19:58.351 INFO:teuthology.orchestra.run.smithi173.stdout:warning: /etc/fuse.conf saved as /etc/fuse.conf.rpmsave , 2020-08-21T20:19:58.351 INFO:teuthology.orchestra.run.smithi173.stdout: Ignoring malparsed backtrace: 2020-08-21T20:19:58.361 INFO:teuthology.orchestra.run.smithi085.stdout: Verifying : python3-cephfs-2:15.2.4-573.gf6091e8f70.el8.x86_64 32/85 , 2020-08-21T20:19:58.361 INFO:teuthology.orchestra.run.smithi085.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 33/85 , 2020-08-21T20:19:58.361 INFO:teuthology.orchestra.run.smithi085.stdout: Verifying : python3-chardet-3.0.4-7.el8.noarch 34/85 Ignoring malparsed backtrace: 2020-08-21T20:19:58.371 INFO:teuthology.orchestra.run.smithi085.stdout: python3-jsonpointer-1.10-11.el8.noarch , 2020-08-21T20:19:58.371 INFO:teuthology.orchestra.run.smithi085.stdout: python3-jwt-1.6.1-2.el8.noarch , 2020-08-21T20:19:58.371 INFO:teuthology.orchestra.run.smithi085.stdout: python3-kubernetes-11.0.0-2.el8.noarch Ignoring malparsed backtrace: 2020-08-21T20:19:58.380 INFO:teuthology.orchestra.run.smithi085.stdout:Complete! , 2020-08-21T20:19:58.380 INFO:teuthology.orchestra.run.smithi085.stdout:No match for argument: ceph-mgr-dashboard , 2020-08-21T20:19:58.380 INFO:teuthology.orchestra.run.smithi085.stdout:Dependencies resolved. Ignoring malparsed backtrace: 2020-08-21T20:19:59.790 INFO:teuthology.orchestra.run.smithi173.stdout: Package Arch Version Repository Size , 2020-08-21T20:19:59.790 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ , 2020-08-21T20:19:59.790 INFO:teuthology.orchestra.run.smithi173.stdout:Removing: Ignoring malparsed backtrace: 2020-08-21T20:20:02.340 INFO:teuthology.orchestra.run.smithi085.stdout: Erasing : rbd-fuse-2:15.2.4-573.gf6091e8f70.el8.x86_64 2/7 , 2020-08-21T20:20:02.511 INFO:teuthology.orchestra.run.smithi085.stdout: Erasing : qemu-kvm-block-rbd-15:2.12.0-88.module_el8.1.0+297+d 3/7 , 2020-08-21T20:20:02.511 INFO:teuthology.orchestra.run.smithi085.stdout: Erasing : librbd1-2:15.2.4-573.gf6091e8f70.el8.x86_64 4/7 Ignoring malparsed backtrace: 2020-08-21T20:20:07.033 INFO:teuthology.orchestra.run.smithi173.stdout:Cache was expired , 2020-08-21T20:20:07.033 INFO:teuthology.orchestra.run.smithi173.stdout:0 files removed , 2020-08-21T20:20:07.061 DEBUG:teuthology.parallel:result is None Ignoring malparsed backtrace: 2020-08-21T20:20:35.949 INFO:teuthology.task.internal:Transferring archived files... , 2020-08-21T20:20:35.949 DEBUG:teuthology.misc:Transferring archived files from smithi173:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2020-08-17_03:30:02-rados-octopus-distro-basic-smithi/5350797/remote/smithi173 , 2020-08-21T20:20:35.949 INFO:teuthology.orchestra.run.smithi173:> sudo tar cz -f - -C /home/ubuntu/cephtest/archive -- . Ignoring malparsed backtrace: ceph version 15.2.4-573-gf6091e8f70 (f6091e8f7076e74420a3a65cebb69faaddc0af34) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f6f93b8418c] , 2: (ReadOp::_finish(TestOp::CallbackInfo*)+0x13df) [0x55704530629f] Ignoring malparsed backtrace: dumped all , 2020-08-21T20:16:27.305 INFO:teuthology.orchestra.run.smithi173.stdout:{"pg_ready":true,"pg_map":{"version":139,"stamp":"2020-08-21T20:16:27.104245+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":29997285068,"num_objects":10059,"num_object_clones":0,"num_object_copies":20118,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10036,"num_whiteouts":9,"num_read":22161,"num_read_kb":701021,"num_write":53167,"num_write_kb":24381232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":23,"num_bytes_hit_set_archive":12096,"num_flush":3765,"num_flush_kb":10970001,"num_evict":3399,"num_evict_kb":9898778,"num_promote":4130,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49342,"ondisk_log_size":49342,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":45077408,"kb_used_data":38769312,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":521153632,"statfs":{"total":579820584960,"available":533661319168,"internally_reserved":6442450944,"allocated":39699775488,"data_stored":39554860974,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002567"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-08-21T20:15:41.793402+0000","last_change":"2020-08-21T20:12:52.761561+0000","last_active":"2020-08-21T20:15:41.793402+0000","last_peered":"2020-08-21T20:15:41.793402+0000","last_clean":"2020-08-21T20:15:41.793402+0000","last_became_active":"2020-08-21T20:12:52.761076+0000","last_became_peered":"2020-08-21T20:12:52.761076+0000","last_unstale":"2020-08-21T20:15:41.793402+0000","last_undegraded":"2020-08-21T20:15:41.793402+0000","last_fullsized":"2020-08-21T20:15:41.793402+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_clean_scrub_stamp":"2020-08-21T20:12:51.746509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-08-21T20:15:41.786831+0000","last_change":"2020-08-21T20:12:52.850442+0000","last_active":"2020-08-21T20:15:41.786831+0000","last_peered":"2020-08-21T20:15:41.786831+0000","last_clean":"2020-08-21T20:15:41.786831+0000","last_became_active":"2020-08-21T20:12:52.849710+0000","last_became_peered":"2020-08-21T20:12:52.849710+0000","last_unstale":"2020-08-21T20:15:41.786831+0000","last_undegraded":"2020-08-21T20:15:41.786831+0000","last_fullsized":"2020-08-21T20:15:41.786831+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_clean_scrub_stamp":"2020-08-21T20:12:51.746509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"33'6097","reported_seq":"8398","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:05.154239+0000","last_change":"2020-08-21T20:13:06.788176+0000","last_active":"2020-08-21T20:16:05.154239+0000","last_peered":"2020-08-21T20:16:05.154239+0000","last_clean":"2020-08-21T20:16:05.154239+0000","last_became_active":"2020-08-21T20:13:06.787825+0000","last_became_peered":"2020-08-21T20:13:06.787825+0000","last_unstale":"2020-08-21T20:16:05.154239+0000","last_undegraded":"2020-08-21T20:16:05.154239+0000","last_fullsized":"2020-08-21T20:16:05.154239+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:13:05.776821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:13:05.776821+0000","last_clean_scrub_stamp":"2020-08-21T20:13:05.776821+0000","log_size":6097,"ondisk_log_size":6097,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":132703563,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":4,"num_read":2083,"num_read_kb":1044,"num_write":5458,"num_write_kb":1262288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2887,"num_flush":977,"num_flush_kb":2832535,"num_evict":907,"num_evict_kb":2627333,"num_promote":1082,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6379","reported_seq":"8287","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:05.076496+0000","last_change":"2020-08-21T20:13:04.970642+0000","last_active":"2020-08-21T20:16:05.076496+0000","last_peered":"2020-08-21T20:16:05.076496+0000","last_clean":"2020-08-21T20:16:05.076496+0000","last_became_active":"2020-08-21T20:13:04.970340+0000","last_became_peered":"2020-08-21T20:13:04.970340+0000","last_unstale":"2020-08-21T20:16:05.076496+0000","last_undegraded":"2020-08-21T20:16:05.076496+0000","last_fullsized":"2020-08-21T20:16:05.076496+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_clean_scrub_stamp":"2020-08-21T20:13:03.771033+0000","log_size":6379,"ondisk_log_size":6379,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7297393450,"num_objects":2420,"num_object_clones":0,"num_object_copies":4840,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2420,"num_whiteouts":0,"num_read":3457,"num_read_kb":194846,"num_write":7906,"num_write_kb":4751290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-08-21T20:15:41.793272+0000","last_change":"2020-08-21T20:12:52.850261+0000","last_active":"2020-08-21T20:15:41.793272+0000","last_peered":"2020-08-21T20:15:41.793272+0000","last_clean":"2020-08-21T20:15:41.793272+0000","last_became_active":"2020-08-21T20:12:52.849401+0000","last_became_peered":"2020-08-21T20:12:52.849401+0000","last_unstale":"2020-08-21T20:15:41.793272+0000","last_undegraded":"2020-08-21T20:15:41.793272+0000","last_fullsized":"2020-08-21T20:15:41.793272+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_clean_scrub_stamp":"2020-08-21T20:12:51.746509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5657","reported_seq":"7767","reported_epoch":"32","state":"active+clean","last_fresh":"2020-08-21T20:16:04.280928+0000","last_change":"2020-08-21T20:13:06.788884+0000","last_active":"2020-08-21T20:16:04.280928+0000","last_peered":"2020-08-21T20:16:04.280928+0000","last_clean":"2020-08-21T20:16:04.280928+0000","last_became_active":"2020-08-21T20:13:06.788527+0000","last_became_peered":"2020-08-21T20:13:06.788527+0000","last_unstale":"2020-08-21T20:16:04.280928+0000","last_undegraded":"2020-08-21T20:16:04.280928+0000","last_fullsized":"2020-08-21T20:16:04.280928+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:13:05.776821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:13:05.776821+0000","last_clean_scrub_stamp":"2020-08-21T20:13:05.776821+0000","log_size":5657,"ondisk_log_size":5657,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":147377497,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":51,"num_whiteouts":2,"num_read":1963,"num_read_kb":957,"num_write":5164,"num_write_kb":1239104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2505,"num_flush":905,"num_flush_kb":2656977,"num_evict":822,"num_evict_kb":2417502,"num_promote":979,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6527","reported_seq":"8588","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:05.147588+0000","last_change":"2020-08-21T20:13:04.781530+0000","last_active":"2020-08-21T20:16:05.147588+0000","last_peered":"2020-08-21T20:16:05.147588+0000","last_clean":"2020-08-21T20:16:05.147588+0000","last_became_active":"2020-08-21T20:13:04.781241+0000","last_became_peered":"2020-08-21T20:13:04.781241+0000","last_unstale":"2020-08-21T20:16:05.147588+0000","last_undegraded":"2020-08-21T20:16:05.147588+0000","last_fullsized":"2020-08-21T20:16:05.147588+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_clean_scrub_stamp":"2020-08-21T20:13:03.771033+0000","log_size":6527,"ondisk_log_size":6527,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7443881981,"num_objects":2498,"num_object_clones":0,"num_object_copies":4996,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2498,"num_whiteouts":0,"num_read":3564,"num_read_kb":156139,"num_write":8059,"num_write_kb":4949063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-08-21T20:15:41.786942+0000","last_change":"2020-08-21T20:12:52.850897+0000","last_active":"2020-08-21T20:15:41.786942+0000","last_peered":"2020-08-21T20:15:41.786942+0000","last_clean":"2020-08-21T20:15:41.786942+0000","last_became_active":"2020-08-21T20:12:52.850422+0000","last_became_peered":"2020-08-21T20:12:52.850422+0000","last_unstale":"2020-08-21T20:15:41.786942+0000","last_undegraded":"2020-08-21T20:15:41.786942+0000","last_fullsized":"2020-08-21T20:15:41.786942+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_clean_scrub_stamp":"2020-08-21T20:12:51.746509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5665","reported_seq":"7907","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:08.036427+0000","last_change":"2020-08-21T20:13:07.545942+0000","last_active":"2020-08-21T20:16:08.036427+0000","last_peered":"2020-08-21T20:16:08.036427+0000","last_clean":"2020-08-21T20:16:08.036427+0000","last_became_active":"2020-08-21T20:13:07.545593+0000","last_became_peered":"2020-08-21T20:13:07.545593+0000","last_unstale":"2020-08-21T20:16:08.036427+0000","last_undegraded":"2020-08-21T20:16:08.036427+0000","last_fullsized":"2020-08-21T20:16:08.036427+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:13:05.776821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:13:05.776821+0000","last_clean_scrub_stamp":"2020-08-21T20:13:05.776821+0000","log_size":5665,"ondisk_log_size":5665,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":134145295,"num_objects":55,"num_object_clones":0,"num_object_copies":110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":1,"num_read":2010,"num_read_kb":956,"num_write":5095,"num_write_kb":1218455,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3880,"num_flush":896,"num_flush_kb":2628261,"num_evict":758,"num_evict_kb":2221966,"num_promote":976,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6441","reported_seq":"8482","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:05.199164+0000","last_change":"2020-08-21T20:13:04.970907+0000","last_active":"2020-08-21T20:16:05.199164+0000","last_peered":"2020-08-21T20:16:05.199164+0000","last_clean":"2020-08-21T20:16:05.199164+0000","last_became_active":"2020-08-21T20:13:04.970463+0000","last_became_peered":"2020-08-21T20:13:04.970463+0000","last_unstale":"2020-08-21T20:16:05.199164+0000","last_undegraded":"2020-08-21T20:16:05.199164+0000","last_fullsized":"2020-08-21T20:16:05.199164+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_clean_scrub_stamp":"2020-08-21T20:13:03.771033+0000","log_size":6441,"ondisk_log_size":6441,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7365478979,"num_objects":2470,"num_object_clones":0,"num_object_copies":4940,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2470,"num_whiteouts":0,"num_read":3507,"num_read_kb":173469,"num_write":7947,"num_write_kb":4940701,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-08-21T20:15:41.793219+0000","last_change":"2020-08-21T20:12:52.849964+0000","last_active":"2020-08-21T20:15:41.793219+0000","last_peered":"2020-08-21T20:15:41.793219+0000","last_clean":"2020-08-21T20:15:41.793219+0000","last_became_active":"2020-08-21T20:12:52.849519+0000","last_became_peered":"2020-08-21T20:12:52.849519+0000","last_unstale":"2020-08-21T20:15:41.793219+0000","last_undegraded":"2020-08-21T20:15:41.793219+0000","last_fullsized":"2020-08-21T20:15:41.793219+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_clean_scrub_stamp":"2020-08-21T20:12:51.746509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"33'6086","reported_seq":"8424","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:10.757563+0000","last_change":"2020-08-21T20:16:10.757644+0000","last_active":"2020-08-21T20:16:10.757563+0000","last_peered":"2020-08-21T20:16:10.757563+0000","last_clean":"2020-08-21T20:16:10.757563+0000","last_became_active":"2020-08-21T20:13:06.787336+0000","last_became_peered":"2020-08-21T20:13:06.787336+0000","last_unstale":"2020-08-21T20:16:10.757563+0000","last_undegraded":"2020-08-21T20:16:10.757563+0000","last_fullsized":"2020-08-21T20:16:10.757563+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"33'6086","last_scrub_stamp":"2020-08-21T20:16:10.757557+0000","last_deep_scrub":"33'6086","last_deep_scrub_stamp":"2020-08-21T20:16:10.757557+0000","last_clean_scrub_stamp":"2020-08-21T20:16:10.757557+0000","log_size":6086,"ondisk_log_size":6086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":130291971,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":2,"num_read":2128,"num_read_kb":19762,"num_write":5475,"num_write_kb":1266595,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2824,"num_flush":987,"num_flush_kb":2852228,"num_evict":912,"num_evict_kb":2631977,"num_promote":1093,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6490","reported_seq":"8370","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:08.029457+0000","last_change":"2020-08-21T20:13:04.970847+0000","last_active":"2020-08-21T20:16:08.029457+0000","last_peered":"2020-08-21T20:16:08.029457+0000","last_clean":"2020-08-21T20:16:08.029457+0000","last_became_active":"2020-08-21T20:13:04.970472+0000","last_became_peered":"2020-08-21T20:13:04.970472+0000","last_unstale":"2020-08-21T20:16:08.029457+0000","last_undegraded":"2020-08-21T20:16:08.029457+0000","last_fullsized":"2020-08-21T20:16:08.029457+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_clean_scrub_stamp":"2020-08-21T20:13:03.771033+0000","log_size":6490,"ondisk_log_size":6490,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7346012332,"num_objects":2456,"num_object_clones":0,"num_object_copies":4912,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2456,"num_whiteouts":0,"num_read":3449,"num_read_kb":153848,"num_write":8063,"num_write_kb":4753736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"29","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:18.266817+0000","last_change":"2020-08-21T20:16:18.266901+0000","last_active":"2020-08-21T20:16:18.266817+0000","last_peered":"2020-08-21T20:16:18.266817+0000","last_clean":"2020-08-21T20:16:18.266817+0000","last_became_active":"2020-08-21T20:12:52.757598+0000","last_became_peered":"2020-08-21T20:12:52.757598+0000","last_unstale":"2020-08-21T20:16:18.266817+0000","last_undegraded":"2020-08-21T20:16:18.266817+0000","last_fullsized":"2020-08-21T20:16:18.266817+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:16:18.266814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:16:18.266814+0000","last_clean_scrub_stamp":"2020-08-21T20:16:18.266814+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"29","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:21.241913+0000","last_change":"2020-08-21T20:16:21.241996+0000","last_active":"2020-08-21T20:16:21.241913+0000","last_peered":"2020-08-21T20:16:21.241913+0000","last_clean":"2020-08-21T20:16:21.241913+0000","last_became_active":"2020-08-21T20:12:52.758912+0000","last_became_peered":"2020-08-21T20:12:52.758912+0000","last_unstale":"2020-08-21T20:16:21.241913+0000","last_undegraded":"2020-08-21T20:16:21.241913+0000","last_fullsized":"2020-08-21T20:16:21.241913+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:16:21.241908+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:16:21.241908+0000","last_clean_scrub_stamp":"2020-08-21T20:16:21.241908+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-08-21T20:15:41.793330+0000","last_change":"2020-08-21T20:12:52.761684+0000","last_active":"2020-08-21T20:15:41.793330+0000","last_peered":"2020-08-21T20:15:41.793330+0000","last_clean":"2020-08-21T20:15:41.793330+0000","last_became_active":"2020-08-21T20:12:52.761194+0000","last_became_peered":"2020-08-21T20:12:52.761194+0000","last_unstale":"2020-08-21T20:15:41.793330+0000","last_undegraded":"2020-08-21T20:15:41.793330+0000","last_fullsized":"2020-08-21T20:15:41.793330+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_clean_scrub_stamp":"2020-08-21T20:12:51.746509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":544518326,"num_objects":215,"num_object_clones":0,"num_object_copies":430,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":192,"num_whiteouts":9,"num_read":8184,"num_read_kb":22719,"num_write":21192,"num_write_kb":4986442,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":23,"num_bytes_hit_set_archive":12096,"num_flush":3765,"num_flush_kb":10970001,"num_evict":3399,"num_evict_kb":9898778,"num_promote":4130,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":617979904,"data_stored":614815564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23505,"ondisk_log_size":23505,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29452766742,"num_objects":9844,"num_object_clones":0,"num_object_copies":19688,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9844,"num_whiteouts":0,"num_read":13977,"num_read_kb":678302,"num_write":31975,"num_write_kb":19394790,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":39080124416,"data_stored":38939342186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":25837,"ondisk_log_size":25837,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640303,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10700908,"kb_used_data":9635732,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83670932,"statfs":{"total":96636764160,"available":85679034368,"internally_reserved":1073741824,"allocated":9866989568,"data_stored":9831184883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.66500000000000004,"15min":0.71099999999999997},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.76800000000000002,"5min":1.216,"15min":1.216},"last":0.92400000000000004},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.629,"15min":0.63500000000000001},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":1.0029999999999999}]},{"osd":1,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.83699999999999997,"15min":0.79800000000000004},"min":{"1min":0.45400000000000001,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1,"5min":13.564,"15min":13.564},"last":0.96999999999999997},{"interface":"front","average":{"1min":0.89400000000000002,"5min":0.92600000000000005,"15min":0.84099999999999997},"min":{"1min":0.61599999999999999,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":2.786,"5min":13.002000000000001,"15min":13.002000000000001},"last":1.1890000000000001}]},{"osd":2,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":0.80400000000000005,"15min":0.81200000000000006},"min":{"1min":0.60399999999999998,"5min":0.499,"15min":0.499},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":1.1140000000000001},{"interface":"front","average":{"1min":0.78400000000000003,"5min":0.751,"15min":0.755},"min":{"1min":0.56000000000000005,"5min":0.504,"15min":0.504},"max":{"1min":2.1200000000000001,"5min":2.1200000000000001,"15min":2.1200000000000001},"last":1.0640000000000001}]},{"osd":3,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.71699999999999997,"15min":0.72699999999999998},"min":{"1min":0.501,"5min":0.436,"15min":0.436},"max":{"1min":1.3480000000000001,"5min":1.3480000000000001,"15min":1.3480000000000001},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.72099999999999997,"15min":0.68899999999999995},"min":{"1min":0.52700000000000002,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.556,"5min":1.556,"15min":1.556},"last":0.70099999999999996}]},{"osd":4,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.73299999999999998,"15min":0.71599999999999997},"min":{"1min":0.50600000000000001,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.9219999999999999,"5min":1.9219999999999999,"15min":1.9219999999999999},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.89300000000000002,"5min":0.84799999999999998,"15min":0.83799999999999997},"min":{"1min":0.65500000000000003,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.556,"5min":1.6579999999999999,"15min":1.6579999999999999},"last":0.90300000000000002}]}]},{"osd":4,"up_from":11,"seq":47244640301,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1198604,"kb_used_data":150020,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93173236,"statfs":{"total":96636764160,"available":95409393664,"internally_reserved":1073741824,"allocated":153620480,"data_stored":152709196,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.65200000000000002,"15min":0.67500000000000004},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.874,"5min":1.3460000000000001,"15min":1.3460000000000001},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.66200000000000003,"15min":0.68999999999999995},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.97899999999999998,"5min":1.2589999999999999,"15min":1.2589999999999999},"last":0.97799999999999998}]},{"osd":1,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.72399999999999998,"15min":0.752},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.026,"5min":1.367,"15min":1.367},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.83599999999999997,"15min":0.85599999999999998},"min":{"1min":0.52300000000000002,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.1859999999999999,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.81699999999999995}]},{"osd":2,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.88900000000000001,"5min":0.82499999999999996,"15min":0.81100000000000005},"min":{"1min":0.55600000000000005,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":2.6280000000000001,"5min":2.6280000000000001,"15min":2.6280000000000001},"last":0.85799999999999998},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.52200000000000002,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.90700000000000003,"5min":1.3169999999999999,"15min":1.3169999999999999},"last":0.66500000000000004}]},{"osd":3,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.76200000000000001,"15min":0.73799999999999999},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":2.4609999999999999,"5min":2.4609999999999999,"15min":2.4609999999999999},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.85599999999999998,"5min":0.85899999999999999,"15min":0.86699999999999999},"min":{"1min":0.70099999999999996,"5min":0.623,"15min":0.623},"max":{"1min":1.214,"5min":1.214,"15min":1.214},"last":0.54400000000000004}]},{"osd":5,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.75,"15min":0.75600000000000001},"min":{"1min":0.60099999999999998,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.0660000000000001,"5min":1.427,"15min":1.427},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.97199999999999998,"5min":0.90400000000000003,"15min":0.872},"min":{"1min":0.70999999999999996,"5min":0.435,"15min":0.435},"max":{"1min":2.282,"5min":2.282,"15min":2.282},"last":0.95699999999999996}]}]},{"osd":3,"up_from":11,"seq":47244640301,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5749044,"kb_used_data":4700460,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":88622796,"statfs":{"total":96636764160,"available":90749743104,"internally_reserved":1073741824,"allocated":4813271040,"data_stored":4795201765,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 21 20:15:55 2020","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.74099999999999999,"15min":0.80900000000000005},"min":{"1min":0.39900000000000002,"5min":0.379,"15min":0.379},"max":{"1min":0.94799999999999995,"5min":2.0270000000000001,"15min":2.0270000000000001},"last":0.90900000000000003},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.71999999999999997,"15min":0.75800000000000001},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.3580000000000001,"5min":1.4359999999999999,"15min":1.4359999999999999},"last":0.79600000000000004}]},{"osd":1,"last update":"Fri Aug 21 20:15:55 2020","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.71899999999999997,"15min":0.748},"min":{"1min":0.46200000000000002,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.1259999999999999,"5min":1.129,"15min":1.129},"last":0.85899999999999999},{"interface":"front","average":{"1min":0.79000000000000004,"5min":0.80200000000000005,"15min":0.81999999999999995},"min":{"1min":0.46800000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.0449999999999999,"5min":1.677,"15min":1.677},"last":1.048}]},{"osd":2,"last update":"Fri Aug 21 20:15:55 2020","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.85499999999999998,"15min":0.89400000000000002},"min":{"1min":0.54800000000000004,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.157,"5min":1.9059999999999999,"15min":1.9059999999999999},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.77100000000000002,"5min":0.78600000000000003,"15min":0.80500000000000005},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.6279999999999999,"5min":1.6279999999999999,"15min":1.6279999999999999},"last":0.93999999999999995}]},{"osd":4,"last update":"Fri Aug 21 20:15:55 2020","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.67200000000000004,"15min":0.65900000000000003},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.1839999999999999,"5min":1.1839999999999999,"15min":1.1839999999999999},"last":0.63200000000000001},{"interface":"front","average":{"1min":1,"5min":0.79900000000000004,"15min":0.76200000000000001},"min":{"1min":0.505,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":3.5539999999999998,"5min":3.5539999999999998,"15min":3.5539999999999998},"last":0.70199999999999996}]},{"osd":5,"last update":"Fri Aug 21 20:15:55 2020","interfaces":[{"interface":"back","average":{"1min":0.78500000000000003,"5min":0.72099999999999997,"15min":0.71299999999999997},"min":{"1min":0.50700000000000001,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.45,"5min":1.45,"15min":1.45},"last":1.089},{"interface":"front","average":{"1min":0.872,"5min":0.86399999999999999,"15min":0.86799999999999999},"min":{"1min":0.69499999999999995,"5min":0.66100000000000003,"15min":0.66100000000000003},"max":{"1min":1.389,"5min":1.389,"15min":1.389},"last":0.998}]}]},{"osd":2,"up_from":11,"seq":47244640301,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10799448,"kb_used_data":9750864,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83572392,"statfs":{"total":96636764160,"available":85578129408,"internally_reserved":1073741824,"allocated":9984884736,"data_stored":9949493418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.48899999999999999,"15min":0.48299999999999998},"min":{"1min":0.371,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":1.419,"5min":1.419,"15min":1.419},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.54700000000000004,"15min":0.54300000000000004},"min":{"1min":0.39100000000000001,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.66900000000000004}]},{"osd":1,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.66100000000000003,"15min":0.68000000000000005},"min":{"1min":0.45800000000000002,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.60799999999999998,"15min":0.59999999999999998},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":2.3929999999999998,"5min":2.3929999999999998,"15min":2.3929999999999998},"last":0.90100000000000002}]},{"osd":3,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.70999999999999996,"15min":0.70899999999999996},"min":{"1min":0.503,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.272,"5min":1.272,"15min":1.272},"last":1.0109999999999999},{"interface":"front","average":{"1min":0.88600000000000001,"5min":0.78300000000000003,"15min":0.77400000000000002},"min":{"1min":0.54700000000000004,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":2.5990000000000002,"5min":2.5990000000000002,"15min":2.5990000000000002},"last":0.95599999999999996}]},{"osd":4,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":0.80900000000000005,"15min":0.79200000000000004},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":2.464,"5min":2.464,"15min":2.464},"last":1.0660000000000001},{"interface":"front","average":{"1min":0.88400000000000001,"5min":0.78500000000000003,"15min":0.77700000000000002},"min":{"1min":0.53000000000000003,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":2.5569999999999999,"5min":2.5569999999999999,"15min":2.5569999999999999},"last":1.145}]},{"osd":5,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":1.0029999999999999,"5min":0.84399999999999997,"15min":0.82799999999999996},"min":{"1min":0.59399999999999997,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":2.6469999999999998,"5min":2.6469999999999998,"15min":2.6469999999999998},"last":1.048},{"interface":"front","average":{"1min":0.94399999999999995,"5min":0.87,"15min":0.872},"min":{"1min":0.61799999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.508,"5min":1.508,"15min":1.508},"last":1.181}]}]},{"osd":0,"up_from":11,"seq":47244640301,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1198604,"kb_used_data":150020,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93173236,"statfs":{"total":96636764160,"available":95409393664,"internally_reserved":1073741824,"allocated":153620480,"data_stored":152709196,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Aug 21 20:15:52 2020","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.55600000000000005,"15min":0.56299999999999994},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":1.367,"5min":1.367,"15min":1.367},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.66700000000000004,"15min":0.65200000000000002},"min":{"1min":0.377,"5min":0.372,"15min":0.372},"max":{"1min":3.1160000000000001,"5min":3.1160000000000001,"15min":3.1160000000000001},"last":0.70399999999999996}]},{"osd":2,"last update":"Fri Aug 21 20:15:52 2020","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.60399999999999998,"15min":0.622},"min":{"1min":0.40100000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":2.016,"5min":2.016,"15min":2.016},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.82599999999999996,"5min":0.76700000000000002,"15min":0.78000000000000003},"min":{"1min":0.53500000000000003,"5min":0.438,"15min":0.438},"max":{"1min":2.052,"5min":2.052,"15min":2.052},"last":0.88400000000000001}]},{"osd":3,"last update":"Fri Aug 21 20:15:53 2020","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.76000000000000001,"15min":0.77900000000000003},"min":{"1min":0.47699999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":3.1629999999999998,"5min":3.1629999999999998,"15min":3.1629999999999998},"last":1.0860000000000001},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.77900000000000003,"15min":0.79000000000000004},"min":{"1min":0.498,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.6100000000000001,"5min":1.6100000000000001,"15min":1.6100000000000001},"last":1.0029999999999999}]},{"osd":4,"last update":"Fri Aug 21 20:15:52 2020","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.82299999999999995,"15min":0.84199999999999997},"min":{"1min":0.59599999999999997,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.0469999999999999,"5min":1.448,"15min":1.448},"last":0.94999999999999996},{"interface":"front","average":{"1min":0.90500000000000003,"5min":0.82999999999999996,"15min":0.83599999999999997},"min":{"1min":0.60299999999999998,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.5569999999999999,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.92100000000000004}]},{"osd":5,"last update":"Fri Aug 21 20:15:52 2020","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.86299999999999999,"15min":0.89300000000000002},"min":{"1min":0.55900000000000005,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":1.0640000000000001},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.96099999999999997,"15min":0.98999999999999999},"min":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"max":{"1min":1.1890000000000001,"5min":1.375,"15min":1.375},"last":1.1699999999999999}]}]},{"osd":1,"up_from":11,"seq":47244640301,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":15430800,"kb_used_data":14382216,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":78941040,"statfs":{"total":96636764160,"available":80835624960,"internally_reserved":1073741824,"allocated":14727389184,"data_stored":14673562516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 21 20:15:53 2020","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.55300000000000005,"15min":0.53700000000000003},"min":{"1min":0.33000000000000002,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":5.0359999999999996,"5min":5.0359999999999996,"15min":5.0359999999999996},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.55300000000000005,"15min":0.56299999999999994},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":2.4860000000000002,"5min":2.4860000000000002,"15min":2.4860000000000002},"last":0.71899999999999997}]},{"osd":2,"last update":"Fri Aug 21 20:15:53 2020","interfaces":[{"interface":"back","average":{"1min":1.0609999999999999,"5min":0.67600000000000005,"15min":0.60599999999999998},"min":{"1min":0.40200000000000002,"5min":0.378,"15min":0.378},"max":{"1min":7.7629999999999999,"5min":7.7629999999999999,"15min":7.7629999999999999},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.82299999999999995,"5min":0.66000000000000003,"15min":0.63100000000000001},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":5.1509999999999998,"5min":5.1509999999999998,"15min":5.1509999999999998},"last":0.82299999999999995}]},{"osd":3,"last update":"Fri Aug 21 20:15:53 2020","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.76000000000000001,"15min":0.81000000000000005},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.96499999999999997,"5min":1.21,"15min":1.21},"last":0.65800000000000003},{"interface":"front","average":{"1min":1.123,"5min":0.87,"15min":0.85799999999999998},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":7.5129999999999999,"5min":7.5129999999999999,"15min":7.5129999999999999},"last":0.85099999999999998}]},{"osd":4,"last update":"Fri Aug 21 20:15:53 2020","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.82799999999999996,"15min":0.81599999999999995},"min":{"1min":0.54000000000000004,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":5.4669999999999996,"5min":5.4669999999999996,"15min":5.4669999999999996},"last":0.90700000000000003},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.85499999999999998,"15min":0.89200000000000002},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.079,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":0.76300000000000001}]},{"osd":5,"last update":"Fri Aug 21 20:15:53 2020","interfaces":[{"interface":"back","average":{"1min":1.119,"5min":0.93500000000000005,"15min":0.92300000000000004},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":5.3419999999999996,"5min":5.3419999999999996,"15min":5.3419999999999996},"last":1.0349999999999999},{"interface":"front","average":{"1min":1.2849999999999999,"5min":1.004,"15min":0.95999999999999996},"min":{"1min":0.69199999999999995,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":7.6479999999999997,"5min":7.6479999999999997,"15min":7.6479999999999997},"last":0.996}]}]}]}} , 2020-08-21T20:16:27.316 INFO:tasks.ceph:pgid 1.7 last_scrub_stamp 2020-08-21T20:12:51.746509+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=21, tm_hour=20, tm_min=12, tm_sec=51, tm_wday=4, tm_yday=234, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=21, tm_hour=20, tm_min=16, tm_sec=9, tm_wday=4, tm_yday=234, tm_isdst=0) Ignoring malparsed backtrace: 2020-08-21T20:17:43.183 INFO:teuthology.orchestra.run.smithi173:> sudo chmod 0666 /tmp/tmp.cFgJuxzBEi , 2020-08-21T20:17:43.282 DEBUG:teuthology.orchestra.remote:smithi173:/tmp/tmp.cFgJuxzBEi is 548KB , 2020-08-21T20:17:43.404 INFO:teuthology.orchestra.run.smithi173:> rm -fr /tmp/tmp.cFgJuxzBEi Ignoring malparsed backtrace: 2020-08-21T20:19:08.590 INFO:teuthology.orchestra.run.smithi085.stdout:Running transaction test , 2020-08-21T20:19:08.616 INFO:teuthology.orchestra.run.smithi085.stdout:Transaction test succeeded. , 2020-08-21T20:19:08.617 INFO:teuthology.orchestra.run.smithi085.stdout:Running transaction Ignoring malparsed backtrace: 2020-08-21T20:19:27.881 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-osd x86_64 2:15.2.4-573.gf6091e8f70.el8 @ceph 58 M , 2020-08-21T20:19:27.881 INFO:teuthology.orchestra.run.smithi173.stdout: , 2020-08-21T20:19:27.881 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction Summary Ignoring malparsed backtrace: 2020-08-21T20:19:27.892 INFO:teuthology.orchestra.run.smithi173.stdout: python3-prettytable noarch0.7.2-14.el8 @CentOS-AppStream 167 k , 2020-08-21T20:19:27.892 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyasn1 noarch0.3.7-6.el8 @CentOS-AppStream 522 k , 2020-08-21T20:19:27.892 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyasn1-modules noarch0.3.7-6.el8 @CentOS-AppStream 603 k Ignoring malparsed backtrace: 2020-08-21T20:19:27.902 INFO:teuthology.orchestra.run.smithi173.stdout: Erasing : python3-logutils-0.3.5-11.el8.noarch 53/85 , 2020-08-21T20:19:27.902 INFO:teuthology.orchestra.run.smithi173.stdout: Erasing : python3-simplegeneric-0.8.1-17.el8.noarch 54/85 , 2020-08-21T20:19:27.902 INFO:teuthology.orchestra.run.smithi173.stdout: Erasing : python3-singledispatch-3.4.0.3-18.el8.noarch 55/85 Ignoring malparsed backtrace: 2020-08-21T20:19:27.912 INFO:teuthology.orchestra.run.smithi085.stdout: ceph-prometheus-alerts noarch2:15.2.4-573.gf6091e8f70.el8 @ceph-noarch 8.8 k , 2020-08-21T20:19:27.912 INFO:teuthology.orchestra.run.smithi085.stdout: ceph-selinux x86_642:15.2.4-573.gf6091e8f70.el8 @ceph 131 k , 2020-08-21T20:19:27.912 INFO:teuthology.orchestra.run.smithi085.stdout: gperftools-libs x86_642.7-6.el8 @epel 1.7 M Ignoring malparsed backtrace: 2020-08-21T20:19:27.921 INFO:teuthology.orchestra.run.smithi085.stdout: Erasing : python3-webtest-2.0.33-1.el8.noarch 10/85 , 2020-08-21T20:19:27.922 INFO:teuthology.orchestra.run.smithi085.stdout: Erasing : python3-rsa-3.4.2-15.el8.noarch 11/85 , 2020-08-21T20:19:27.922 INFO:teuthology.orchestra.run.smithi085.stdout: Erasing : python3-requests-oauthlib-1.0.0-1.el8.noarch 12/85 Ignoring malparsed backtrace: 2020-08-21T20:19:44.105 INFO:teuthology.orchestra.run.smithi085.stdout:skipping the directory /tmp , 2020-08-21T20:19:44.105 INFO:teuthology.orchestra.run.smithi085.stdout:skipping the directory /dev , 2020-08-21T20:19:44.105 INFO:teuthology.orchestra.run.smithi085.stdout: Ignoring malparsed backtrace: 2020-08-21T20:19:58.332 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 74/85 , 2020-08-21T20:19:58.332 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 75/85 , 2020-08-21T20:19:58.332 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-trustme-0.5.2-4.el8.noarch 76/85 Ignoring malparsed backtrace: 2020-08-21T20:19:58.342 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. , 2020-08-21T20:19:58.342 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ , 2020-08-21T20:19:58.342 INFO:teuthology.orchestra.run.smithi173.stdout: Package Arch Version Repository Size Ignoring malparsed backtrace: 2020-08-21T20:19:58.351 INFO:teuthology.orchestra.run.smithi173.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 3/3 , 2020-08-21T20:19:58.351 INFO:teuthology.orchestra.run.smithi173.stdout:warning: /etc/fuse.conf saved as /etc/fuse.conf.rpmsave , 2020-08-21T20:19:58.351 INFO:teuthology.orchestra.run.smithi173.stdout: Ignoring malparsed backtrace: 2020-08-21T20:19:58.361 INFO:teuthology.orchestra.run.smithi085.stdout: Verifying : python3-cephfs-2:15.2.4-573.gf6091e8f70.el8.x86_64 32/85 , 2020-08-21T20:19:58.361 INFO:teuthology.orchestra.run.smithi085.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 33/85 , 2020-08-21T20:19:58.361 INFO:teuthology.orchestra.run.smithi085.stdout: Verifying : python3-chardet-3.0.4-7.el8.noarch 34/85 Ignoring malparsed backtrace: 2020-08-21T20:19:58.371 INFO:teuthology.orchestra.run.smithi085.stdout: python3-jsonpointer-1.10-11.el8.noarch , 2020-08-21T20:19:58.371 INFO:teuthology.orchestra.run.smithi085.stdout: python3-jwt-1.6.1-2.el8.noarch , 2020-08-21T20:19:58.371 INFO:teuthology.orchestra.run.smithi085.stdout: python3-kubernetes-11.0.0-2.el8.noarch Ignoring malparsed backtrace: 2020-08-21T20:19:58.380 INFO:teuthology.orchestra.run.smithi085.stdout:Complete! , 2020-08-21T20:19:58.380 INFO:teuthology.orchestra.run.smithi085.stdout:No match for argument: ceph-mgr-dashboard , 2020-08-21T20:19:58.380 INFO:teuthology.orchestra.run.smithi085.stdout:Dependencies resolved. Ignoring malparsed backtrace: 2020-08-21T20:19:59.790 INFO:teuthology.orchestra.run.smithi173.stdout: Package Arch Version Repository Size , 2020-08-21T20:19:59.790 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ , 2020-08-21T20:19:59.790 INFO:teuthology.orchestra.run.smithi173.stdout:Removing: Ignoring malparsed backtrace: 2020-08-21T20:20:02.340 INFO:teuthology.orchestra.run.smithi085.stdout: Erasing : rbd-fuse-2:15.2.4-573.gf6091e8f70.el8.x86_64 2/7 , 2020-08-21T20:20:02.511 INFO:teuthology.orchestra.run.smithi085.stdout: Erasing : qemu-kvm-block-rbd-15:2.12.0-88.module_el8.1.0+297+d 3/7 , 2020-08-21T20:20:02.511 INFO:teuthology.orchestra.run.smithi085.stdout: Erasing : librbd1-2:15.2.4-573.gf6091e8f70.el8.x86_64 4/7 Ignoring malparsed backtrace: 2020-08-21T20:20:07.033 INFO:teuthology.orchestra.run.smithi173.stdout:Cache was expired , 2020-08-21T20:20:07.033 INFO:teuthology.orchestra.run.smithi173.stdout:0 files removed , 2020-08-21T20:20:07.061 DEBUG:teuthology.parallel:result is None Ignoring malparsed backtrace: 2020-08-21T20:20:35.949 INFO:teuthology.task.internal:Transferring archived files... , 2020-08-21T20:20:35.949 DEBUG:teuthology.misc:Transferring archived files from smithi173:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2020-08-17_03:30:02-rados-octopus-distro-basic-smithi/5350797/remote/smithi173 , 2020-08-21T20:20:35.949 INFO:teuthology.orchestra.run.smithi173:> sudo tar cz -f - -C /home/ubuntu/cephtest/archive -- . Ignoring malparsed backtrace: ceph version 15.2.4-573-gf6091e8f70 (f6091e8f7076e74420a3a65cebb69faaddc0af34) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f6f93b8418c] , 2: (ReadOp::_finish(TestOp::CallbackInfo*)+0x13df) [0x55704530629f] Ignoring malparsed backtrace: dumped all , 2020-08-21T20:16:27.305 INFO:teuthology.orchestra.run.smithi173.stdout:{"pg_ready":true,"pg_map":{"version":139,"stamp":"2020-08-21T20:16:27.104245+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":29997285068,"num_objects":10059,"num_object_clones":0,"num_object_copies":20118,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10036,"num_whiteouts":9,"num_read":22161,"num_read_kb":701021,"num_write":53167,"num_write_kb":24381232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":23,"num_bytes_hit_set_archive":12096,"num_flush":3765,"num_flush_kb":10970001,"num_evict":3399,"num_evict_kb":9898778,"num_promote":4130,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49342,"ondisk_log_size":49342,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":45077408,"kb_used_data":38769312,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":521153632,"statfs":{"total":579820584960,"available":533661319168,"internally_reserved":6442450944,"allocated":39699775488,"data_stored":39554860974,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002567"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-08-21T20:15:41.793402+0000","last_change":"2020-08-21T20:12:52.761561+0000","last_active":"2020-08-21T20:15:41.793402+0000","last_peered":"2020-08-21T20:15:41.793402+0000","last_clean":"2020-08-21T20:15:41.793402+0000","last_became_active":"2020-08-21T20:12:52.761076+0000","last_became_peered":"2020-08-21T20:12:52.761076+0000","last_unstale":"2020-08-21T20:15:41.793402+0000","last_undegraded":"2020-08-21T20:15:41.793402+0000","last_fullsized":"2020-08-21T20:15:41.793402+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_clean_scrub_stamp":"2020-08-21T20:12:51.746509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-08-21T20:15:41.786831+0000","last_change":"2020-08-21T20:12:52.850442+0000","last_active":"2020-08-21T20:15:41.786831+0000","last_peered":"2020-08-21T20:15:41.786831+0000","last_clean":"2020-08-21T20:15:41.786831+0000","last_became_active":"2020-08-21T20:12:52.849710+0000","last_became_peered":"2020-08-21T20:12:52.849710+0000","last_unstale":"2020-08-21T20:15:41.786831+0000","last_undegraded":"2020-08-21T20:15:41.786831+0000","last_fullsized":"2020-08-21T20:15:41.786831+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_clean_scrub_stamp":"2020-08-21T20:12:51.746509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"33'6097","reported_seq":"8398","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:05.154239+0000","last_change":"2020-08-21T20:13:06.788176+0000","last_active":"2020-08-21T20:16:05.154239+0000","last_peered":"2020-08-21T20:16:05.154239+0000","last_clean":"2020-08-21T20:16:05.154239+0000","last_became_active":"2020-08-21T20:13:06.787825+0000","last_became_peered":"2020-08-21T20:13:06.787825+0000","last_unstale":"2020-08-21T20:16:05.154239+0000","last_undegraded":"2020-08-21T20:16:05.154239+0000","last_fullsized":"2020-08-21T20:16:05.154239+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:13:05.776821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:13:05.776821+0000","last_clean_scrub_stamp":"2020-08-21T20:13:05.776821+0000","log_size":6097,"ondisk_log_size":6097,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":132703563,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":4,"num_read":2083,"num_read_kb":1044,"num_write":5458,"num_write_kb":1262288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2887,"num_flush":977,"num_flush_kb":2832535,"num_evict":907,"num_evict_kb":2627333,"num_promote":1082,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6379","reported_seq":"8287","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:05.076496+0000","last_change":"2020-08-21T20:13:04.970642+0000","last_active":"2020-08-21T20:16:05.076496+0000","last_peered":"2020-08-21T20:16:05.076496+0000","last_clean":"2020-08-21T20:16:05.076496+0000","last_became_active":"2020-08-21T20:13:04.970340+0000","last_became_peered":"2020-08-21T20:13:04.970340+0000","last_unstale":"2020-08-21T20:16:05.076496+0000","last_undegraded":"2020-08-21T20:16:05.076496+0000","last_fullsized":"2020-08-21T20:16:05.076496+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_clean_scrub_stamp":"2020-08-21T20:13:03.771033+0000","log_size":6379,"ondisk_log_size":6379,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7297393450,"num_objects":2420,"num_object_clones":0,"num_object_copies":4840,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2420,"num_whiteouts":0,"num_read":3457,"num_read_kb":194846,"num_write":7906,"num_write_kb":4751290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-08-21T20:15:41.793272+0000","last_change":"2020-08-21T20:12:52.850261+0000","last_active":"2020-08-21T20:15:41.793272+0000","last_peered":"2020-08-21T20:15:41.793272+0000","last_clean":"2020-08-21T20:15:41.793272+0000","last_became_active":"2020-08-21T20:12:52.849401+0000","last_became_peered":"2020-08-21T20:12:52.849401+0000","last_unstale":"2020-08-21T20:15:41.793272+0000","last_undegraded":"2020-08-21T20:15:41.793272+0000","last_fullsized":"2020-08-21T20:15:41.793272+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_clean_scrub_stamp":"2020-08-21T20:12:51.746509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5657","reported_seq":"7767","reported_epoch":"32","state":"active+clean","last_fresh":"2020-08-21T20:16:04.280928+0000","last_change":"2020-08-21T20:13:06.788884+0000","last_active":"2020-08-21T20:16:04.280928+0000","last_peered":"2020-08-21T20:16:04.280928+0000","last_clean":"2020-08-21T20:16:04.280928+0000","last_became_active":"2020-08-21T20:13:06.788527+0000","last_became_peered":"2020-08-21T20:13:06.788527+0000","last_unstale":"2020-08-21T20:16:04.280928+0000","last_undegraded":"2020-08-21T20:16:04.280928+0000","last_fullsized":"2020-08-21T20:16:04.280928+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:13:05.776821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:13:05.776821+0000","last_clean_scrub_stamp":"2020-08-21T20:13:05.776821+0000","log_size":5657,"ondisk_log_size":5657,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":147377497,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":51,"num_whiteouts":2,"num_read":1963,"num_read_kb":957,"num_write":5164,"num_write_kb":1239104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2505,"num_flush":905,"num_flush_kb":2656977,"num_evict":822,"num_evict_kb":2417502,"num_promote":979,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6527","reported_seq":"8588","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:05.147588+0000","last_change":"2020-08-21T20:13:04.781530+0000","last_active":"2020-08-21T20:16:05.147588+0000","last_peered":"2020-08-21T20:16:05.147588+0000","last_clean":"2020-08-21T20:16:05.147588+0000","last_became_active":"2020-08-21T20:13:04.781241+0000","last_became_peered":"2020-08-21T20:13:04.781241+0000","last_unstale":"2020-08-21T20:16:05.147588+0000","last_undegraded":"2020-08-21T20:16:05.147588+0000","last_fullsized":"2020-08-21T20:16:05.147588+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_clean_scrub_stamp":"2020-08-21T20:13:03.771033+0000","log_size":6527,"ondisk_log_size":6527,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7443881981,"num_objects":2498,"num_object_clones":0,"num_object_copies":4996,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2498,"num_whiteouts":0,"num_read":3564,"num_read_kb":156139,"num_write":8059,"num_write_kb":4949063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-08-21T20:15:41.786942+0000","last_change":"2020-08-21T20:12:52.850897+0000","last_active":"2020-08-21T20:15:41.786942+0000","last_peered":"2020-08-21T20:15:41.786942+0000","last_clean":"2020-08-21T20:15:41.786942+0000","last_became_active":"2020-08-21T20:12:52.850422+0000","last_became_peered":"2020-08-21T20:12:52.850422+0000","last_unstale":"2020-08-21T20:15:41.786942+0000","last_undegraded":"2020-08-21T20:15:41.786942+0000","last_fullsized":"2020-08-21T20:15:41.786942+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_clean_scrub_stamp":"2020-08-21T20:12:51.746509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5665","reported_seq":"7907","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:08.036427+0000","last_change":"2020-08-21T20:13:07.545942+0000","last_active":"2020-08-21T20:16:08.036427+0000","last_peered":"2020-08-21T20:16:08.036427+0000","last_clean":"2020-08-21T20:16:08.036427+0000","last_became_active":"2020-08-21T20:13:07.545593+0000","last_became_peered":"2020-08-21T20:13:07.545593+0000","last_unstale":"2020-08-21T20:16:08.036427+0000","last_undegraded":"2020-08-21T20:16:08.036427+0000","last_fullsized":"2020-08-21T20:16:08.036427+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:13:05.776821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:13:05.776821+0000","last_clean_scrub_stamp":"2020-08-21T20:13:05.776821+0000","log_size":5665,"ondisk_log_size":5665,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":134145295,"num_objects":55,"num_object_clones":0,"num_object_copies":110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":1,"num_read":2010,"num_read_kb":956,"num_write":5095,"num_write_kb":1218455,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3880,"num_flush":896,"num_flush_kb":2628261,"num_evict":758,"num_evict_kb":2221966,"num_promote":976,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6441","reported_seq":"8482","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:05.199164+0000","last_change":"2020-08-21T20:13:04.970907+0000","last_active":"2020-08-21T20:16:05.199164+0000","last_peered":"2020-08-21T20:16:05.199164+0000","last_clean":"2020-08-21T20:16:05.199164+0000","last_became_active":"2020-08-21T20:13:04.970463+0000","last_became_peered":"2020-08-21T20:13:04.970463+0000","last_unstale":"2020-08-21T20:16:05.199164+0000","last_undegraded":"2020-08-21T20:16:05.199164+0000","last_fullsized":"2020-08-21T20:16:05.199164+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_clean_scrub_stamp":"2020-08-21T20:13:03.771033+0000","log_size":6441,"ondisk_log_size":6441,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7365478979,"num_objects":2470,"num_object_clones":0,"num_object_copies":4940,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2470,"num_whiteouts":0,"num_read":3507,"num_read_kb":173469,"num_write":7947,"num_write_kb":4940701,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-08-21T20:15:41.793219+0000","last_change":"2020-08-21T20:12:52.849964+0000","last_active":"2020-08-21T20:15:41.793219+0000","last_peered":"2020-08-21T20:15:41.793219+0000","last_clean":"2020-08-21T20:15:41.793219+0000","last_became_active":"2020-08-21T20:12:52.849519+0000","last_became_peered":"2020-08-21T20:12:52.849519+0000","last_unstale":"2020-08-21T20:15:41.793219+0000","last_undegraded":"2020-08-21T20:15:41.793219+0000","last_fullsized":"2020-08-21T20:15:41.793219+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_clean_scrub_stamp":"2020-08-21T20:12:51.746509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"33'6086","reported_seq":"8424","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:10.757563+0000","last_change":"2020-08-21T20:16:10.757644+0000","last_active":"2020-08-21T20:16:10.757563+0000","last_peered":"2020-08-21T20:16:10.757563+0000","last_clean":"2020-08-21T20:16:10.757563+0000","last_became_active":"2020-08-21T20:13:06.787336+0000","last_became_peered":"2020-08-21T20:13:06.787336+0000","last_unstale":"2020-08-21T20:16:10.757563+0000","last_undegraded":"2020-08-21T20:16:10.757563+0000","last_fullsized":"2020-08-21T20:16:10.757563+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"33'6086","last_scrub_stamp":"2020-08-21T20:16:10.757557+0000","last_deep_scrub":"33'6086","last_deep_scrub_stamp":"2020-08-21T20:16:10.757557+0000","last_clean_scrub_stamp":"2020-08-21T20:16:10.757557+0000","log_size":6086,"ondisk_log_size":6086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":130291971,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":2,"num_read":2128,"num_read_kb":19762,"num_write":5475,"num_write_kb":1266595,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2824,"num_flush":987,"num_flush_kb":2852228,"num_evict":912,"num_evict_kb":2631977,"num_promote":1093,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6490","reported_seq":"8370","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:08.029457+0000","last_change":"2020-08-21T20:13:04.970847+0000","last_active":"2020-08-21T20:16:08.029457+0000","last_peered":"2020-08-21T20:16:08.029457+0000","last_clean":"2020-08-21T20:16:08.029457+0000","last_became_active":"2020-08-21T20:13:04.970472+0000","last_became_peered":"2020-08-21T20:13:04.970472+0000","last_unstale":"2020-08-21T20:16:08.029457+0000","last_undegraded":"2020-08-21T20:16:08.029457+0000","last_fullsized":"2020-08-21T20:16:08.029457+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_clean_scrub_stamp":"2020-08-21T20:13:03.771033+0000","log_size":6490,"ondisk_log_size":6490,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7346012332,"num_objects":2456,"num_object_clones":0,"num_object_copies":4912,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2456,"num_whiteouts":0,"num_read":3449,"num_read_kb":153848,"num_write":8063,"num_write_kb":4753736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"29","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:18.266817+0000","last_change":"2020-08-21T20:16:18.266901+0000","last_active":"2020-08-21T20:16:18.266817+0000","last_peered":"2020-08-21T20:16:18.266817+0000","last_clean":"2020-08-21T20:16:18.266817+0000","last_became_active":"2020-08-21T20:12:52.757598+0000","last_became_peered":"2020-08-21T20:12:52.757598+0000","last_unstale":"2020-08-21T20:16:18.266817+0000","last_undegraded":"2020-08-21T20:16:18.266817+0000","last_fullsized":"2020-08-21T20:16:18.266817+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:16:18.266814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:16:18.266814+0000","last_clean_scrub_stamp":"2020-08-21T20:16:18.266814+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"29","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:21.241913+0000","last_change":"2020-08-21T20:16:21.241996+0000","last_active":"2020-08-21T20:16:21.241913+0000","last_peered":"2020-08-21T20:16:21.241913+0000","last_clean":"2020-08-21T20:16:21.241913+0000","last_became_active":"2020-08-21T20:12:52.758912+0000","last_became_peered":"2020-08-21T20:12:52.758912+0000","last_unstale":"2020-08-21T20:16:21.241913+0000","last_undegraded":"2020-08-21T20:16:21.241913+0000","last_fullsized":"2020-08-21T20:16:21.241913+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:16:21.241908+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:16:21.241908+0000","last_clean_scrub_stamp":"2020-08-21T20:16:21.241908+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-08-21T20:15:41.793330+0000","last_change":"2020-08-21T20:12:52.761684+0000","last_active":"2020-08-21T20:15:41.793330+0000","last_peered":"2020-08-21T20:15:41.793330+0000","last_clean":"2020-08-21T20:15:41.793330+0000","last_became_active":"2020-08-21T20:12:52.761194+0000","last_became_peered":"2020-08-21T20:12:52.761194+0000","last_unstale":"2020-08-21T20:15:41.793330+0000","last_undegraded":"2020-08-21T20:15:41.793330+0000","last_fullsized":"2020-08-21T20:15:41.793330+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_clean_scrub_stamp":"2020-08-21T20:12:51.746509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":544518326,"num_objects":215,"num_object_clones":0,"num_object_copies":430,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":192,"num_whiteouts":9,"num_read":8184,"num_read_kb":22719,"num_write":21192,"num_write_kb":4986442,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":23,"num_bytes_hit_set_archive":12096,"num_flush":3765,"num_flush_kb":10970001,"num_evict":3399,"num_evict_kb":9898778,"num_promote":4130,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":617979904,"data_stored":614815564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23505,"ondisk_log_size":23505,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29452766742,"num_objects":9844,"num_object_clones":0,"num_object_copies":19688,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9844,"num_whiteouts":0,"num_read":13977,"num_read_kb":678302,"num_write":31975,"num_write_kb":19394790,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":39080124416,"data_stored":38939342186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":25837,"ondisk_log_size":25837,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640303,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10700908,"kb_used_data":9635732,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83670932,"statfs":{"total":96636764160,"available":85679034368,"internally_reserved":1073741824,"allocated":9866989568,"data_stored":9831184883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.66500000000000004,"15min":0.71099999999999997},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.76800000000000002,"5min":1.216,"15min":1.216},"last":0.92400000000000004},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.629,"15min":0.63500000000000001},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":1.0029999999999999}]},{"osd":1,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.83699999999999997,"15min":0.79800000000000004},"min":{"1min":0.45400000000000001,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1,"5min":13.564,"15min":13.564},"last":0.96999999999999997},{"interface":"front","average":{"1min":0.89400000000000002,"5min":0.92600000000000005,"15min":0.84099999999999997},"min":{"1min":0.61599999999999999,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":2.786,"5min":13.002000000000001,"15min":13.002000000000001},"last":1.1890000000000001}]},{"osd":2,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":0.80400000000000005,"15min":0.81200000000000006},"min":{"1min":0.60399999999999998,"5min":0.499,"15min":0.499},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":1.1140000000000001},{"interface":"front","average":{"1min":0.78400000000000003,"5min":0.751,"15min":0.755},"min":{"1min":0.56000000000000005,"5min":0.504,"15min":0.504},"max":{"1min":2.1200000000000001,"5min":2.1200000000000001,"15min":2.1200000000000001},"last":1.0640000000000001}]},{"osd":3,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.71699999999999997,"15min":0.72699999999999998},"min":{"1min":0.501,"5min":0.436,"15min":0.436},"max":{"1min":1.3480000000000001,"5min":1.3480000000000001,"15min":1.3480000000000001},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.72099999999999997,"15min":0.68899999999999995},"min":{"1min":0.52700000000000002,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.556,"5min":1.556,"15min":1.556},"last":0.70099999999999996}]},{"osd":4,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.73299999999999998,"15min":0.71599999999999997},"min":{"1min":0.50600000000000001,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.9219999999999999,"5min":1.9219999999999999,"15min":1.9219999999999999},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.89300000000000002,"5min":0.84799999999999998,"15min":0.83799999999999997},"min":{"1min":0.65500000000000003,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.556,"5min":1.6579999999999999,"15min":1.6579999999999999},"last":0.90300000000000002}]}]},{"osd":4,"up_from":11,"seq":47244640301,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1198604,"kb_used_data":150020,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93173236,"statfs":{"total":96636764160,"available":95409393664,"internally_reserved":1073741824,"allocated":153620480,"data_stored":152709196,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.65200000000000002,"15min":0.67500000000000004},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.874,"5min":1.3460000000000001,"15min":1.3460000000000001},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.66200000000000003,"15min":0.68999999999999995},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.97899999999999998,"5min":1.2589999999999999,"15min":1.2589999999999999},"last":0.97799999999999998}]},{"osd":1,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.72399999999999998,"15min":0.752},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.026,"5min":1.367,"15min":1.367},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.83599999999999997,"15min":0.85599999999999998},"min":{"1min":0.52300000000000002,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.1859999999999999,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.81699999999999995}]},{"osd":2,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.88900000000000001,"5min":0.82499999999999996,"15min":0.81100000000000005},"min":{"1min":0.55600000000000005,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":2.6280000000000001,"5min":2.6280000000000001,"15min":2.6280000000000001},"last":0.85799999999999998},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.52200000000000002,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.90700000000000003,"5min":1.3169999999999999,"15min":1.3169999999999999},"last":0.66500000000000004}]},{"osd":3,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.76200000000000001,"15min":0.73799999999999999},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":2.4609999999999999,"5min":2.4609999999999999,"15min":2.4609999999999999},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.85599999999999998,"5min":0.85899999999999999,"15min":0.86699999999999999},"min":{"1min":0.70099999999999996,"5min":0.623,"15min":0.623},"max":{"1min":1.214,"5min":1.214,"15min":1.214},"last":0.54400000000000004}]},{"osd":5,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.75,"15min":0.75600000000000001},"min":{"1min":0.60099999999999998,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.0660000000000001,"5min":1.427,"15min":1.427},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.97199999999999998,"5min":0.90400000000000003,"15min":0.872},"min":{"1min":0.70999999999999996,"5min":0.435,"15min":0.435},"max":{"1min":2.282,"5min":2.282,"15min":2.282},"last":0.95699999999999996}]}]},{"osd":3,"up_from":11,"seq":47244640301,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5749044,"kb_used_data":4700460,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":88622796,"statfs":{"total":96636764160,"available":90749743104,"internally_reserved":1073741824,"allocated":4813271040,"data_stored":4795201765,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 21 20:15:55 2020","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.74099999999999999,"15min":0.80900000000000005},"min":{"1min":0.39900000000000002,"5min":0.379,"15min":0.379},"max":{"1min":0.94799999999999995,"5min":2.0270000000000001,"15min":2.0270000000000001},"last":0.90900000000000003},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.71999999999999997,"15min":0.75800000000000001},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.3580000000000001,"5min":1.4359999999999999,"15min":1.4359999999999999},"last":0.79600000000000004}]},{"osd":1,"last update":"Fri Aug 21 20:15:55 2020","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.71899999999999997,"15min":0.748},"min":{"1min":0.46200000000000002,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.1259999999999999,"5min":1.129,"15min":1.129},"last":0.85899999999999999},{"interface":"front","average":{"1min":0.79000000000000004,"5min":0.80200000000000005,"15min":0.81999999999999995},"min":{"1min":0.46800000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.0449999999999999,"5min":1.677,"15min":1.677},"last":1.048}]},{"osd":2,"last update":"Fri Aug 21 20:15:55 2020","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.85499999999999998,"15min":0.89400000000000002},"min":{"1min":0.54800000000000004,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.157,"5min":1.9059999999999999,"15min":1.9059999999999999},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.77100000000000002,"5min":0.78600000000000003,"15min":0.80500000000000005},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.6279999999999999,"5min":1.6279999999999999,"15min":1.6279999999999999},"last":0.93999999999999995}]},{"osd":4,"last update":"Fri Aug 21 20:15:55 2020","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.67200000000000004,"15min":0.65900000000000003},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.1839999999999999,"5min":1.1839999999999999,"15min":1.1839999999999999},"last":0.63200000000000001},{"interface":"front","average":{"1min":1,"5min":0.79900000000000004,"15min":0.76200000000000001},"min":{"1min":0.505,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":3.5539999999999998,"5min":3.5539999999999998,"15min":3.5539999999999998},"last":0.70199999999999996}]},{"osd":5,"last update":"Fri Aug 21 20:15:55 2020","interfaces":[{"interface":"back","average":{"1min":0.78500000000000003,"5min":0.72099999999999997,"15min":0.71299999999999997},"min":{"1min":0.50700000000000001,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.45,"5min":1.45,"15min":1.45},"last":1.089},{"interface":"front","average":{"1min":0.872,"5min":0.86399999999999999,"15min":0.86799999999999999},"min":{"1min":0.69499999999999995,"5min":0.66100000000000003,"15min":0.66100000000000003},"max":{"1min":1.389,"5min":1.389,"15min":1.389},"last":0.998}]}]},{"osd":2,"up_from":11,"seq":47244640301,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10799448,"kb_used_data":9750864,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83572392,"statfs":{"total":96636764160,"available":85578129408,"internally_reserved":1073741824,"allocated":9984884736,"data_stored":9949493418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.48899999999999999,"15min":0.48299999999999998},"min":{"1min":0.371,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":1.419,"5min":1.419,"15min":1.419},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.54700000000000004,"15min":0.54300000000000004},"min":{"1min":0.39100000000000001,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.66900000000000004}]},{"osd":1,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.66100000000000003,"15min":0.68000000000000005},"min":{"1min":0.45800000000000002,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.60799999999999998,"15min":0.59999999999999998},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":2.3929999999999998,"5min":2.3929999999999998,"15min":2.3929999999999998},"last":0.90100000000000002}]},{"osd":3,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.70999999999999996,"15min":0.70899999999999996},"min":{"1min":0.503,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.272,"5min":1.272,"15min":1.272},"last":1.0109999999999999},{"interface":"front","average":{"1min":0.88600000000000001,"5min":0.78300000000000003,"15min":0.77400000000000002},"min":{"1min":0.54700000000000004,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":2.5990000000000002,"5min":2.5990000000000002,"15min":2.5990000000000002},"last":0.95599999999999996}]},{"osd":4,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":0.80900000000000005,"15min":0.79200000000000004},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":2.464,"5min":2.464,"15min":2.464},"last":1.0660000000000001},{"interface":"front","average":{"1min":0.88400000000000001,"5min":0.78500000000000003,"15min":0.77700000000000002},"min":{"1min":0.53000000000000003,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":2.5569999999999999,"5min":2.5569999999999999,"15min":2.5569999999999999},"last":1.145}]},{"osd":5,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":1.0029999999999999,"5min":0.84399999999999997,"15min":0.82799999999999996},"min":{"1min":0.59399999999999997,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":2.6469999999999998,"5min":2.6469999999999998,"15min":2.6469999999999998},"last":1.048},{"interface":"front","average":{"1min":0.94399999999999995,"5min":0.87,"15min":0.872},"min":{"1min":0.61799999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.508,"5min":1.508,"15min":1.508},"last":1.181}]}]},{"osd":0,"up_from":11,"seq":47244640301,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1198604,"kb_used_data":150020,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93173236,"statfs":{"total":96636764160,"available":95409393664,"internally_reserved":1073741824,"allocated":153620480,"data_stored":152709196,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Aug 21 20:15:52 2020","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.55600000000000005,"15min":0.56299999999999994},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":1.367,"5min":1.367,"15min":1.367},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.66700000000000004,"15min":0.65200000000000002},"min":{"1min":0.377,"5min":0.372,"15min":0.372},"max":{"1min":3.1160000000000001,"5min":3.1160000000000001,"15min":3.1160000000000001},"last":0.70399999999999996}]},{"osd":2,"last update":"Fri Aug 21 20:15:52 2020","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.60399999999999998,"15min":0.622},"min":{"1min":0.40100000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":2.016,"5min":2.016,"15min":2.016},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.82599999999999996,"5min":0.76700000000000002,"15min":0.78000000000000003},"min":{"1min":0.53500000000000003,"5min":0.438,"15min":0.438},"max":{"1min":2.052,"5min":2.052,"15min":2.052},"last":0.88400000000000001}]},{"osd":3,"last update":"Fri Aug 21 20:15:53 2020","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.76000000000000001,"15min":0.77900000000000003},"min":{"1min":0.47699999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":3.1629999999999998,"5min":3.1629999999999998,"15min":3.1629999999999998},"last":1.0860000000000001},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.77900000000000003,"15min":0.79000000000000004},"min":{"1min":0.498,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.6100000000000001,"5min":1.6100000000000001,"15min":1.6100000000000001},"last":1.0029999999999999}]},{"osd":4,"last update":"Fri Aug 21 20:15:52 2020","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.82299999999999995,"15min":0.84199999999999997},"min":{"1min":0.59599999999999997,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.0469999999999999,"5min":1.448,"15min":1.448},"last":0.94999999999999996},{"interface":"front","average":{"1min":0.90500000000000003,"5min":0.82999999999999996,"15min":0.83599999999999997},"min":{"1min":0.60299999999999998,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.5569999999999999,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.92100000000000004}]},{"osd":5,"last update":"Fri Aug 21 20:15:52 2020","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.86299999999999999,"15min":0.89300000000000002},"min":{"1min":0.55900000000000005,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":1.0640000000000001},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.96099999999999997,"15min":0.98999999999999999},"min":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"max":{"1min":1.1890000000000001,"5min":1.375,"15min":1.375},"last":1.1699999999999999}]}]},{"osd":1,"up_from":11,"seq":47244640301,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":15430800,"kb_used_data":14382216,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":78941040,"statfs":{"total":96636764160,"available":80835624960,"internally_reserved":1073741824,"allocated":14727389184,"data_stored":14673562516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 21 20:15:53 2020","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.55300000000000005,"15min":0.53700000000000003},"min":{"1min":0.33000000000000002,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":5.0359999999999996,"5min":5.0359999999999996,"15min":5.0359999999999996},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.55300000000000005,"15min":0.56299999999999994},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":2.4860000000000002,"5min":2.4860000000000002,"15min":2.4860000000000002},"last":0.71899999999999997}]},{"osd":2,"last update":"Fri Aug 21 20:15:53 2020","interfaces":[{"interface":"back","average":{"1min":1.0609999999999999,"5min":0.67600000000000005,"15min":0.60599999999999998},"min":{"1min":0.40200000000000002,"5min":0.378,"15min":0.378},"max":{"1min":7.7629999999999999,"5min":7.7629999999999999,"15min":7.7629999999999999},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.82299999999999995,"5min":0.66000000000000003,"15min":0.63100000000000001},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":5.1509999999999998,"5min":5.1509999999999998,"15min":5.1509999999999998},"last":0.82299999999999995}]},{"osd":3,"last update":"Fri Aug 21 20:15:53 2020","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.76000000000000001,"15min":0.81000000000000005},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.96499999999999997,"5min":1.21,"15min":1.21},"last":0.65800000000000003},{"interface":"front","average":{"1min":1.123,"5min":0.87,"15min":0.85799999999999998},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":7.5129999999999999,"5min":7.5129999999999999,"15min":7.5129999999999999},"last":0.85099999999999998}]},{"osd":4,"last update":"Fri Aug 21 20:15:53 2020","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.82799999999999996,"15min":0.81599999999999995},"min":{"1min":0.54000000000000004,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":5.4669999999999996,"5min":5.4669999999999996,"15min":5.4669999999999996},"last":0.90700000000000003},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.85499999999999998,"15min":0.89200000000000002},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.079,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":0.76300000000000001}]},{"osd":5,"last update":"Fri Aug 21 20:15:53 2020","interfaces":[{"interface":"back","average":{"1min":1.119,"5min":0.93500000000000005,"15min":0.92300000000000004},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":5.3419999999999996,"5min":5.3419999999999996,"15min":5.3419999999999996},"last":1.0349999999999999},{"interface":"front","average":{"1min":1.2849999999999999,"5min":1.004,"15min":0.95999999999999996},"min":{"1min":0.69199999999999995,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":7.6479999999999997,"5min":7.6479999999999997,"15min":7.6479999999999997},"last":0.996}]}]}]}} , 2020-08-21T20:16:27.316 INFO:tasks.ceph:pgid 1.7 last_scrub_stamp 2020-08-21T20:12:51.746509+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=21, tm_hour=20, tm_min=12, tm_sec=51, tm_wday=4, tm_yday=234, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=21, tm_hour=20, tm_min=16, tm_sec=9, tm_wday=4, tm_yday=234, tm_isdst=0) Ignoring malparsed backtrace: 2020-08-21T20:17:43.183 INFO:teuthology.orchestra.run.smithi173:> sudo chmod 0666 /tmp/tmp.cFgJuxzBEi , 2020-08-21T20:17:43.282 DEBUG:teuthology.orchestra.remote:smithi173:/tmp/tmp.cFgJuxzBEi is 548KB , 2020-08-21T20:17:43.404 INFO:teuthology.orchestra.run.smithi173:> rm -fr /tmp/tmp.cFgJuxzBEi Ignoring malparsed backtrace: 2020-08-21T20:19:08.590 INFO:teuthology.orchestra.run.smithi085.stdout:Running transaction test , 2020-08-21T20:19:08.616 INFO:teuthology.orchestra.run.smithi085.stdout:Transaction test succeeded. , 2020-08-21T20:19:08.617 INFO:teuthology.orchestra.run.smithi085.stdout:Running transaction Ignoring malparsed backtrace: 2020-08-21T20:19:27.881 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-osd x86_64 2:15.2.4-573.gf6091e8f70.el8 @ceph 58 M , 2020-08-21T20:19:27.881 INFO:teuthology.orchestra.run.smithi173.stdout: , 2020-08-21T20:19:27.881 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction Summary Ignoring malparsed backtrace: 2020-08-21T20:19:27.892 INFO:teuthology.orchestra.run.smithi173.stdout: python3-prettytable noarch0.7.2-14.el8 @CentOS-AppStream 167 k , 2020-08-21T20:19:27.892 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyasn1 noarch0.3.7-6.el8 @CentOS-AppStream 522 k , 2020-08-21T20:19:27.892 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyasn1-modules noarch0.3.7-6.el8 @CentOS-AppStream 603 k Ignoring malparsed backtrace: 2020-08-21T20:19:27.902 INFO:teuthology.orchestra.run.smithi173.stdout: Erasing : python3-logutils-0.3.5-11.el8.noarch 53/85 , 2020-08-21T20:19:27.902 INFO:teuthology.orchestra.run.smithi173.stdout: Erasing : python3-simplegeneric-0.8.1-17.el8.noarch 54/85 , 2020-08-21T20:19:27.902 INFO:teuthology.orchestra.run.smithi173.stdout: Erasing : python3-singledispatch-3.4.0.3-18.el8.noarch 55/85 Ignoring malparsed backtrace: 2020-08-21T20:19:27.912 INFO:teuthology.orchestra.run.smithi085.stdout: ceph-prometheus-alerts noarch2:15.2.4-573.gf6091e8f70.el8 @ceph-noarch 8.8 k , 2020-08-21T20:19:27.912 INFO:teuthology.orchestra.run.smithi085.stdout: ceph-selinux x86_642:15.2.4-573.gf6091e8f70.el8 @ceph 131 k , 2020-08-21T20:19:27.912 INFO:teuthology.orchestra.run.smithi085.stdout: gperftools-libs x86_642.7-6.el8 @epel 1.7 M Ignoring malparsed backtrace: 2020-08-21T20:19:27.921 INFO:teuthology.orchestra.run.smithi085.stdout: Erasing : python3-webtest-2.0.33-1.el8.noarch 10/85 , 2020-08-21T20:19:27.922 INFO:teuthology.orchestra.run.smithi085.stdout: Erasing : python3-rsa-3.4.2-15.el8.noarch 11/85 , 2020-08-21T20:19:27.922 INFO:teuthology.orchestra.run.smithi085.stdout: Erasing : python3-requests-oauthlib-1.0.0-1.el8.noarch 12/85 Ignoring malparsed backtrace: 2020-08-21T20:19:44.105 INFO:teuthology.orchestra.run.smithi085.stdout:skipping the directory /tmp , 2020-08-21T20:19:44.105 INFO:teuthology.orchestra.run.smithi085.stdout:skipping the directory /dev , 2020-08-21T20:19:44.105 INFO:teuthology.orchestra.run.smithi085.stdout: Ignoring malparsed backtrace: 2020-08-21T20:19:58.332 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 74/85 , 2020-08-21T20:19:58.332 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 75/85 , 2020-08-21T20:19:58.332 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-trustme-0.5.2-4.el8.noarch 76/85 Ignoring malparsed backtrace: 2020-08-21T20:19:58.342 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. , 2020-08-21T20:19:58.342 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ , 2020-08-21T20:19:58.342 INFO:teuthology.orchestra.run.smithi173.stdout: Package Arch Version Repository Size Ignoring malparsed backtrace: 2020-08-21T20:19:58.351 INFO:teuthology.orchestra.run.smithi173.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 3/3 , 2020-08-21T20:19:58.351 INFO:teuthology.orchestra.run.smithi173.stdout:warning: /etc/fuse.conf saved as /etc/fuse.conf.rpmsave , 2020-08-21T20:19:58.351 INFO:teuthology.orchestra.run.smithi173.stdout: Ignoring malparsed backtrace: 2020-08-21T20:19:58.361 INFO:teuthology.orchestra.run.smithi085.stdout: Verifying : python3-cephfs-2:15.2.4-573.gf6091e8f70.el8.x86_64 32/85 , 2020-08-21T20:19:58.361 INFO:teuthology.orchestra.run.smithi085.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 33/85 , 2020-08-21T20:19:58.361 INFO:teuthology.orchestra.run.smithi085.stdout: Verifying : python3-chardet-3.0.4-7.el8.noarch 34/85 Ignoring malparsed backtrace: 2020-08-21T20:19:58.371 INFO:teuthology.orchestra.run.smithi085.stdout: python3-jsonpointer-1.10-11.el8.noarch , 2020-08-21T20:19:58.371 INFO:teuthology.orchestra.run.smithi085.stdout: python3-jwt-1.6.1-2.el8.noarch , 2020-08-21T20:19:58.371 INFO:teuthology.orchestra.run.smithi085.stdout: python3-kubernetes-11.0.0-2.el8.noarch Ignoring malparsed backtrace: 2020-08-21T20:19:58.380 INFO:teuthology.orchestra.run.smithi085.stdout:Complete! , 2020-08-21T20:19:58.380 INFO:teuthology.orchestra.run.smithi085.stdout:No match for argument: ceph-mgr-dashboard , 2020-08-21T20:19:58.380 INFO:teuthology.orchestra.run.smithi085.stdout:Dependencies resolved. Ignoring malparsed backtrace: 2020-08-21T20:19:59.790 INFO:teuthology.orchestra.run.smithi173.stdout: Package Arch Version Repository Size , 2020-08-21T20:19:59.790 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ , 2020-08-21T20:19:59.790 INFO:teuthology.orchestra.run.smithi173.stdout:Removing: Ignoring malparsed backtrace: 2020-08-21T20:20:02.340 INFO:teuthology.orchestra.run.smithi085.stdout: Erasing : rbd-fuse-2:15.2.4-573.gf6091e8f70.el8.x86_64 2/7 , 2020-08-21T20:20:02.511 INFO:teuthology.orchestra.run.smithi085.stdout: Erasing : qemu-kvm-block-rbd-15:2.12.0-88.module_el8.1.0+297+d 3/7 , 2020-08-21T20:20:02.511 INFO:teuthology.orchestra.run.smithi085.stdout: Erasing : librbd1-2:15.2.4-573.gf6091e8f70.el8.x86_64 4/7 Ignoring malparsed backtrace: 2020-08-21T20:20:07.033 INFO:teuthology.orchestra.run.smithi173.stdout:Cache was expired , 2020-08-21T20:20:07.033 INFO:teuthology.orchestra.run.smithi173.stdout:0 files removed , 2020-08-21T20:20:07.061 DEBUG:teuthology.parallel:result is None Ignoring malparsed backtrace: 2020-08-21T20:20:35.949 INFO:teuthology.task.internal:Transferring archived files... , 2020-08-21T20:20:35.949 DEBUG:teuthology.misc:Transferring archived files from smithi173:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2020-08-17_03:30:02-rados-octopus-distro-basic-smithi/5350797/remote/smithi173 , 2020-08-21T20:20:35.949 INFO:teuthology.orchestra.run.smithi173:> sudo tar cz -f - -C /home/ubuntu/cephtest/archive -- . Ignoring malparsed backtrace: ceph version 15.2.4-573-gf6091e8f70 (f6091e8f7076e74420a3a65cebb69faaddc0af34) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f6f93b8418c] , 2: (ReadOp::_finish(TestOp::CallbackInfo*)+0x13df) [0x55704530629f] Ignoring malparsed backtrace: dumped all , 2020-08-21T20:16:27.305 INFO:teuthology.orchestra.run.smithi173.stdout:{"pg_ready":true,"pg_map":{"version":139,"stamp":"2020-08-21T20:16:27.104245+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":29997285068,"num_objects":10059,"num_object_clones":0,"num_object_copies":20118,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10036,"num_whiteouts":9,"num_read":22161,"num_read_kb":701021,"num_write":53167,"num_write_kb":24381232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":23,"num_bytes_hit_set_archive":12096,"num_flush":3765,"num_flush_kb":10970001,"num_evict":3399,"num_evict_kb":9898778,"num_promote":4130,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49342,"ondisk_log_size":49342,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":45077408,"kb_used_data":38769312,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":521153632,"statfs":{"total":579820584960,"available":533661319168,"internally_reserved":6442450944,"allocated":39699775488,"data_stored":39554860974,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002567"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-08-21T20:15:41.793402+0000","last_change":"2020-08-21T20:12:52.761561+0000","last_active":"2020-08-21T20:15:41.793402+0000","last_peered":"2020-08-21T20:15:41.793402+0000","last_clean":"2020-08-21T20:15:41.793402+0000","last_became_active":"2020-08-21T20:12:52.761076+0000","last_became_peered":"2020-08-21T20:12:52.761076+0000","last_unstale":"2020-08-21T20:15:41.793402+0000","last_undegraded":"2020-08-21T20:15:41.793402+0000","last_fullsized":"2020-08-21T20:15:41.793402+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_clean_scrub_stamp":"2020-08-21T20:12:51.746509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-08-21T20:15:41.786831+0000","last_change":"2020-08-21T20:12:52.850442+0000","last_active":"2020-08-21T20:15:41.786831+0000","last_peered":"2020-08-21T20:15:41.786831+0000","last_clean":"2020-08-21T20:15:41.786831+0000","last_became_active":"2020-08-21T20:12:52.849710+0000","last_became_peered":"2020-08-21T20:12:52.849710+0000","last_unstale":"2020-08-21T20:15:41.786831+0000","last_undegraded":"2020-08-21T20:15:41.786831+0000","last_fullsized":"2020-08-21T20:15:41.786831+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_clean_scrub_stamp":"2020-08-21T20:12:51.746509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"33'6097","reported_seq":"8398","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:05.154239+0000","last_change":"2020-08-21T20:13:06.788176+0000","last_active":"2020-08-21T20:16:05.154239+0000","last_peered":"2020-08-21T20:16:05.154239+0000","last_clean":"2020-08-21T20:16:05.154239+0000","last_became_active":"2020-08-21T20:13:06.787825+0000","last_became_peered":"2020-08-21T20:13:06.787825+0000","last_unstale":"2020-08-21T20:16:05.154239+0000","last_undegraded":"2020-08-21T20:16:05.154239+0000","last_fullsized":"2020-08-21T20:16:05.154239+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:13:05.776821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:13:05.776821+0000","last_clean_scrub_stamp":"2020-08-21T20:13:05.776821+0000","log_size":6097,"ondisk_log_size":6097,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":132703563,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":4,"num_read":2083,"num_read_kb":1044,"num_write":5458,"num_write_kb":1262288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2887,"num_flush":977,"num_flush_kb":2832535,"num_evict":907,"num_evict_kb":2627333,"num_promote":1082,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6379","reported_seq":"8287","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:05.076496+0000","last_change":"2020-08-21T20:13:04.970642+0000","last_active":"2020-08-21T20:16:05.076496+0000","last_peered":"2020-08-21T20:16:05.076496+0000","last_clean":"2020-08-21T20:16:05.076496+0000","last_became_active":"2020-08-21T20:13:04.970340+0000","last_became_peered":"2020-08-21T20:13:04.970340+0000","last_unstale":"2020-08-21T20:16:05.076496+0000","last_undegraded":"2020-08-21T20:16:05.076496+0000","last_fullsized":"2020-08-21T20:16:05.076496+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_clean_scrub_stamp":"2020-08-21T20:13:03.771033+0000","log_size":6379,"ondisk_log_size":6379,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7297393450,"num_objects":2420,"num_object_clones":0,"num_object_copies":4840,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2420,"num_whiteouts":0,"num_read":3457,"num_read_kb":194846,"num_write":7906,"num_write_kb":4751290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-08-21T20:15:41.793272+0000","last_change":"2020-08-21T20:12:52.850261+0000","last_active":"2020-08-21T20:15:41.793272+0000","last_peered":"2020-08-21T20:15:41.793272+0000","last_clean":"2020-08-21T20:15:41.793272+0000","last_became_active":"2020-08-21T20:12:52.849401+0000","last_became_peered":"2020-08-21T20:12:52.849401+0000","last_unstale":"2020-08-21T20:15:41.793272+0000","last_undegraded":"2020-08-21T20:15:41.793272+0000","last_fullsized":"2020-08-21T20:15:41.793272+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_clean_scrub_stamp":"2020-08-21T20:12:51.746509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5657","reported_seq":"7767","reported_epoch":"32","state":"active+clean","last_fresh":"2020-08-21T20:16:04.280928+0000","last_change":"2020-08-21T20:13:06.788884+0000","last_active":"2020-08-21T20:16:04.280928+0000","last_peered":"2020-08-21T20:16:04.280928+0000","last_clean":"2020-08-21T20:16:04.280928+0000","last_became_active":"2020-08-21T20:13:06.788527+0000","last_became_peered":"2020-08-21T20:13:06.788527+0000","last_unstale":"2020-08-21T20:16:04.280928+0000","last_undegraded":"2020-08-21T20:16:04.280928+0000","last_fullsized":"2020-08-21T20:16:04.280928+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:13:05.776821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:13:05.776821+0000","last_clean_scrub_stamp":"2020-08-21T20:13:05.776821+0000","log_size":5657,"ondisk_log_size":5657,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":147377497,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":51,"num_whiteouts":2,"num_read":1963,"num_read_kb":957,"num_write":5164,"num_write_kb":1239104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2505,"num_flush":905,"num_flush_kb":2656977,"num_evict":822,"num_evict_kb":2417502,"num_promote":979,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6527","reported_seq":"8588","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:05.147588+0000","last_change":"2020-08-21T20:13:04.781530+0000","last_active":"2020-08-21T20:16:05.147588+0000","last_peered":"2020-08-21T20:16:05.147588+0000","last_clean":"2020-08-21T20:16:05.147588+0000","last_became_active":"2020-08-21T20:13:04.781241+0000","last_became_peered":"2020-08-21T20:13:04.781241+0000","last_unstale":"2020-08-21T20:16:05.147588+0000","last_undegraded":"2020-08-21T20:16:05.147588+0000","last_fullsized":"2020-08-21T20:16:05.147588+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_clean_scrub_stamp":"2020-08-21T20:13:03.771033+0000","log_size":6527,"ondisk_log_size":6527,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7443881981,"num_objects":2498,"num_object_clones":0,"num_object_copies":4996,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2498,"num_whiteouts":0,"num_read":3564,"num_read_kb":156139,"num_write":8059,"num_write_kb":4949063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-08-21T20:15:41.786942+0000","last_change":"2020-08-21T20:12:52.850897+0000","last_active":"2020-08-21T20:15:41.786942+0000","last_peered":"2020-08-21T20:15:41.786942+0000","last_clean":"2020-08-21T20:15:41.786942+0000","last_became_active":"2020-08-21T20:12:52.850422+0000","last_became_peered":"2020-08-21T20:12:52.850422+0000","last_unstale":"2020-08-21T20:15:41.786942+0000","last_undegraded":"2020-08-21T20:15:41.786942+0000","last_fullsized":"2020-08-21T20:15:41.786942+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_clean_scrub_stamp":"2020-08-21T20:12:51.746509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5665","reported_seq":"7907","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:08.036427+0000","last_change":"2020-08-21T20:13:07.545942+0000","last_active":"2020-08-21T20:16:08.036427+0000","last_peered":"2020-08-21T20:16:08.036427+0000","last_clean":"2020-08-21T20:16:08.036427+0000","last_became_active":"2020-08-21T20:13:07.545593+0000","last_became_peered":"2020-08-21T20:13:07.545593+0000","last_unstale":"2020-08-21T20:16:08.036427+0000","last_undegraded":"2020-08-21T20:16:08.036427+0000","last_fullsized":"2020-08-21T20:16:08.036427+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:13:05.776821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:13:05.776821+0000","last_clean_scrub_stamp":"2020-08-21T20:13:05.776821+0000","log_size":5665,"ondisk_log_size":5665,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":134145295,"num_objects":55,"num_object_clones":0,"num_object_copies":110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":1,"num_read":2010,"num_read_kb":956,"num_write":5095,"num_write_kb":1218455,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3880,"num_flush":896,"num_flush_kb":2628261,"num_evict":758,"num_evict_kb":2221966,"num_promote":976,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6441","reported_seq":"8482","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:05.199164+0000","last_change":"2020-08-21T20:13:04.970907+0000","last_active":"2020-08-21T20:16:05.199164+0000","last_peered":"2020-08-21T20:16:05.199164+0000","last_clean":"2020-08-21T20:16:05.199164+0000","last_became_active":"2020-08-21T20:13:04.970463+0000","last_became_peered":"2020-08-21T20:13:04.970463+0000","last_unstale":"2020-08-21T20:16:05.199164+0000","last_undegraded":"2020-08-21T20:16:05.199164+0000","last_fullsized":"2020-08-21T20:16:05.199164+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_clean_scrub_stamp":"2020-08-21T20:13:03.771033+0000","log_size":6441,"ondisk_log_size":6441,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7365478979,"num_objects":2470,"num_object_clones":0,"num_object_copies":4940,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2470,"num_whiteouts":0,"num_read":3507,"num_read_kb":173469,"num_write":7947,"num_write_kb":4940701,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-08-21T20:15:41.793219+0000","last_change":"2020-08-21T20:12:52.849964+0000","last_active":"2020-08-21T20:15:41.793219+0000","last_peered":"2020-08-21T20:15:41.793219+0000","last_clean":"2020-08-21T20:15:41.793219+0000","last_became_active":"2020-08-21T20:12:52.849519+0000","last_became_peered":"2020-08-21T20:12:52.849519+0000","last_unstale":"2020-08-21T20:15:41.793219+0000","last_undegraded":"2020-08-21T20:15:41.793219+0000","last_fullsized":"2020-08-21T20:15:41.793219+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_clean_scrub_stamp":"2020-08-21T20:12:51.746509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"33'6086","reported_seq":"8424","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:10.757563+0000","last_change":"2020-08-21T20:16:10.757644+0000","last_active":"2020-08-21T20:16:10.757563+0000","last_peered":"2020-08-21T20:16:10.757563+0000","last_clean":"2020-08-21T20:16:10.757563+0000","last_became_active":"2020-08-21T20:13:06.787336+0000","last_became_peered":"2020-08-21T20:13:06.787336+0000","last_unstale":"2020-08-21T20:16:10.757563+0000","last_undegraded":"2020-08-21T20:16:10.757563+0000","last_fullsized":"2020-08-21T20:16:10.757563+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"33'6086","last_scrub_stamp":"2020-08-21T20:16:10.757557+0000","last_deep_scrub":"33'6086","last_deep_scrub_stamp":"2020-08-21T20:16:10.757557+0000","last_clean_scrub_stamp":"2020-08-21T20:16:10.757557+0000","log_size":6086,"ondisk_log_size":6086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":130291971,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":2,"num_read":2128,"num_read_kb":19762,"num_write":5475,"num_write_kb":1266595,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2824,"num_flush":987,"num_flush_kb":2852228,"num_evict":912,"num_evict_kb":2631977,"num_promote":1093,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6490","reported_seq":"8370","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:08.029457+0000","last_change":"2020-08-21T20:13:04.970847+0000","last_active":"2020-08-21T20:16:08.029457+0000","last_peered":"2020-08-21T20:16:08.029457+0000","last_clean":"2020-08-21T20:16:08.029457+0000","last_became_active":"2020-08-21T20:13:04.970472+0000","last_became_peered":"2020-08-21T20:13:04.970472+0000","last_unstale":"2020-08-21T20:16:08.029457+0000","last_undegraded":"2020-08-21T20:16:08.029457+0000","last_fullsized":"2020-08-21T20:16:08.029457+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_clean_scrub_stamp":"2020-08-21T20:13:03.771033+0000","log_size":6490,"ondisk_log_size":6490,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7346012332,"num_objects":2456,"num_object_clones":0,"num_object_copies":4912,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2456,"num_whiteouts":0,"num_read":3449,"num_read_kb":153848,"num_write":8063,"num_write_kb":4753736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"29","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:18.266817+0000","last_change":"2020-08-21T20:16:18.266901+0000","last_active":"2020-08-21T20:16:18.266817+0000","last_peered":"2020-08-21T20:16:18.266817+0000","last_clean":"2020-08-21T20:16:18.266817+0000","last_became_active":"2020-08-21T20:12:52.757598+0000","last_became_peered":"2020-08-21T20:12:52.757598+0000","last_unstale":"2020-08-21T20:16:18.266817+0000","last_undegraded":"2020-08-21T20:16:18.266817+0000","last_fullsized":"2020-08-21T20:16:18.266817+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:16:18.266814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:16:18.266814+0000","last_clean_scrub_stamp":"2020-08-21T20:16:18.266814+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"29","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:21.241913+0000","last_change":"2020-08-21T20:16:21.241996+0000","last_active":"2020-08-21T20:16:21.241913+0000","last_peered":"2020-08-21T20:16:21.241913+0000","last_clean":"2020-08-21T20:16:21.241913+0000","last_became_active":"2020-08-21T20:12:52.758912+0000","last_became_peered":"2020-08-21T20:12:52.758912+0000","last_unstale":"2020-08-21T20:16:21.241913+0000","last_undegraded":"2020-08-21T20:16:21.241913+0000","last_fullsized":"2020-08-21T20:16:21.241913+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:16:21.241908+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:16:21.241908+0000","last_clean_scrub_stamp":"2020-08-21T20:16:21.241908+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-08-21T20:15:41.793330+0000","last_change":"2020-08-21T20:12:52.761684+0000","last_active":"2020-08-21T20:15:41.793330+0000","last_peered":"2020-08-21T20:15:41.793330+0000","last_clean":"2020-08-21T20:15:41.793330+0000","last_became_active":"2020-08-21T20:12:52.761194+0000","last_became_peered":"2020-08-21T20:12:52.761194+0000","last_unstale":"2020-08-21T20:15:41.793330+0000","last_undegraded":"2020-08-21T20:15:41.793330+0000","last_fullsized":"2020-08-21T20:15:41.793330+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_clean_scrub_stamp":"2020-08-21T20:12:51.746509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":544518326,"num_objects":215,"num_object_clones":0,"num_object_copies":430,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":192,"num_whiteouts":9,"num_read":8184,"num_read_kb":22719,"num_write":21192,"num_write_kb":4986442,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":23,"num_bytes_hit_set_archive":12096,"num_flush":3765,"num_flush_kb":10970001,"num_evict":3399,"num_evict_kb":9898778,"num_promote":4130,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":617979904,"data_stored":614815564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23505,"ondisk_log_size":23505,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29452766742,"num_objects":9844,"num_object_clones":0,"num_object_copies":19688,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9844,"num_whiteouts":0,"num_read":13977,"num_read_kb":678302,"num_write":31975,"num_write_kb":19394790,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":39080124416,"data_stored":38939342186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":25837,"ondisk_log_size":25837,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640303,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10700908,"kb_used_data":9635732,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83670932,"statfs":{"total":96636764160,"available":85679034368,"internally_reserved":1073741824,"allocated":9866989568,"data_stored":9831184883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.66500000000000004,"15min":0.71099999999999997},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.76800000000000002,"5min":1.216,"15min":1.216},"last":0.92400000000000004},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.629,"15min":0.63500000000000001},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":1.0029999999999999}]},{"osd":1,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.83699999999999997,"15min":0.79800000000000004},"min":{"1min":0.45400000000000001,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1,"5min":13.564,"15min":13.564},"last":0.96999999999999997},{"interface":"front","average":{"1min":0.89400000000000002,"5min":0.92600000000000005,"15min":0.84099999999999997},"min":{"1min":0.61599999999999999,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":2.786,"5min":13.002000000000001,"15min":13.002000000000001},"last":1.1890000000000001}]},{"osd":2,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":0.80400000000000005,"15min":0.81200000000000006},"min":{"1min":0.60399999999999998,"5min":0.499,"15min":0.499},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":1.1140000000000001},{"interface":"front","average":{"1min":0.78400000000000003,"5min":0.751,"15min":0.755},"min":{"1min":0.56000000000000005,"5min":0.504,"15min":0.504},"max":{"1min":2.1200000000000001,"5min":2.1200000000000001,"15min":2.1200000000000001},"last":1.0640000000000001}]},{"osd":3,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.71699999999999997,"15min":0.72699999999999998},"min":{"1min":0.501,"5min":0.436,"15min":0.436},"max":{"1min":1.3480000000000001,"5min":1.3480000000000001,"15min":1.3480000000000001},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.72099999999999997,"15min":0.68899999999999995},"min":{"1min":0.52700000000000002,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.556,"5min":1.556,"15min":1.556},"last":0.70099999999999996}]},{"osd":4,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.73299999999999998,"15min":0.71599999999999997},"min":{"1min":0.50600000000000001,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.9219999999999999,"5min":1.9219999999999999,"15min":1.9219999999999999},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.89300000000000002,"5min":0.84799999999999998,"15min":0.83799999999999997},"min":{"1min":0.65500000000000003,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.556,"5min":1.6579999999999999,"15min":1.6579999999999999},"last":0.90300000000000002}]}]},{"osd":4,"up_from":11,"seq":47244640301,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1198604,"kb_used_data":150020,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93173236,"statfs":{"total":96636764160,"available":95409393664,"internally_reserved":1073741824,"allocated":153620480,"data_stored":152709196,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.65200000000000002,"15min":0.67500000000000004},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.874,"5min":1.3460000000000001,"15min":1.3460000000000001},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.66200000000000003,"15min":0.68999999999999995},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.97899999999999998,"5min":1.2589999999999999,"15min":1.2589999999999999},"last":0.97799999999999998}]},{"osd":1,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.72399999999999998,"15min":0.752},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.026,"5min":1.367,"15min":1.367},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.83599999999999997,"15min":0.85599999999999998},"min":{"1min":0.52300000000000002,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.1859999999999999,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.81699999999999995}]},{"osd":2,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.88900000000000001,"5min":0.82499999999999996,"15min":0.81100000000000005},"min":{"1min":0.55600000000000005,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":2.6280000000000001,"5min":2.6280000000000001,"15min":2.6280000000000001},"last":0.85799999999999998},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.52200000000000002,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.90700000000000003,"5min":1.3169999999999999,"15min":1.3169999999999999},"last":0.66500000000000004}]},{"osd":3,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.76200000000000001,"15min":0.73799999999999999},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":2.4609999999999999,"5min":2.4609999999999999,"15min":2.4609999999999999},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.85599999999999998,"5min":0.85899999999999999,"15min":0.86699999999999999},"min":{"1min":0.70099999999999996,"5min":0.623,"15min":0.623},"max":{"1min":1.214,"5min":1.214,"15min":1.214},"last":0.54400000000000004}]},{"osd":5,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.75,"15min":0.75600000000000001},"min":{"1min":0.60099999999999998,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.0660000000000001,"5min":1.427,"15min":1.427},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.97199999999999998,"5min":0.90400000000000003,"15min":0.872},"min":{"1min":0.70999999999999996,"5min":0.435,"15min":0.435},"max":{"1min":2.282,"5min":2.282,"15min":2.282},"last":0.95699999999999996}]}]},{"osd":3,"up_from":11,"seq":47244640301,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5749044,"kb_used_data":4700460,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":88622796,"statfs":{"total":96636764160,"available":90749743104,"internally_reserved":1073741824,"allocated":4813271040,"data_stored":4795201765,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 21 20:15:55 2020","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.74099999999999999,"15min":0.80900000000000005},"min":{"1min":0.39900000000000002,"5min":0.379,"15min":0.379},"max":{"1min":0.94799999999999995,"5min":2.0270000000000001,"15min":2.0270000000000001},"last":0.90900000000000003},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.71999999999999997,"15min":0.75800000000000001},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.3580000000000001,"5min":1.4359999999999999,"15min":1.4359999999999999},"last":0.79600000000000004}]},{"osd":1,"last update":"Fri Aug 21 20:15:55 2020","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.71899999999999997,"15min":0.748},"min":{"1min":0.46200000000000002,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.1259999999999999,"5min":1.129,"15min":1.129},"last":0.85899999999999999},{"interface":"front","average":{"1min":0.79000000000000004,"5min":0.80200000000000005,"15min":0.81999999999999995},"min":{"1min":0.46800000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.0449999999999999,"5min":1.677,"15min":1.677},"last":1.048}]},{"osd":2,"last update":"Fri Aug 21 20:15:55 2020","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.85499999999999998,"15min":0.89400000000000002},"min":{"1min":0.54800000000000004,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.157,"5min":1.9059999999999999,"15min":1.9059999999999999},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.77100000000000002,"5min":0.78600000000000003,"15min":0.80500000000000005},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.6279999999999999,"5min":1.6279999999999999,"15min":1.6279999999999999},"last":0.93999999999999995}]},{"osd":4,"last update":"Fri Aug 21 20:15:55 2020","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.67200000000000004,"15min":0.65900000000000003},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.1839999999999999,"5min":1.1839999999999999,"15min":1.1839999999999999},"last":0.63200000000000001},{"interface":"front","average":{"1min":1,"5min":0.79900000000000004,"15min":0.76200000000000001},"min":{"1min":0.505,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":3.5539999999999998,"5min":3.5539999999999998,"15min":3.5539999999999998},"last":0.70199999999999996}]},{"osd":5,"last update":"Fri Aug 21 20:15:55 2020","interfaces":[{"interface":"back","average":{"1min":0.78500000000000003,"5min":0.72099999999999997,"15min":0.71299999999999997},"min":{"1min":0.50700000000000001,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.45,"5min":1.45,"15min":1.45},"last":1.089},{"interface":"front","average":{"1min":0.872,"5min":0.86399999999999999,"15min":0.86799999999999999},"min":{"1min":0.69499999999999995,"5min":0.66100000000000003,"15min":0.66100000000000003},"max":{"1min":1.389,"5min":1.389,"15min":1.389},"last":0.998}]}]},{"osd":2,"up_from":11,"seq":47244640301,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10799448,"kb_used_data":9750864,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83572392,"statfs":{"total":96636764160,"available":85578129408,"internally_reserved":1073741824,"allocated":9984884736,"data_stored":9949493418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.48899999999999999,"15min":0.48299999999999998},"min":{"1min":0.371,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":1.419,"5min":1.419,"15min":1.419},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.54700000000000004,"15min":0.54300000000000004},"min":{"1min":0.39100000000000001,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.66900000000000004}]},{"osd":1,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.66100000000000003,"15min":0.68000000000000005},"min":{"1min":0.45800000000000002,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.60799999999999998,"15min":0.59999999999999998},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":2.3929999999999998,"5min":2.3929999999999998,"15min":2.3929999999999998},"last":0.90100000000000002}]},{"osd":3,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.70999999999999996,"15min":0.70899999999999996},"min":{"1min":0.503,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.272,"5min":1.272,"15min":1.272},"last":1.0109999999999999},{"interface":"front","average":{"1min":0.88600000000000001,"5min":0.78300000000000003,"15min":0.77400000000000002},"min":{"1min":0.54700000000000004,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":2.5990000000000002,"5min":2.5990000000000002,"15min":2.5990000000000002},"last":0.95599999999999996}]},{"osd":4,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":0.80900000000000005,"15min":0.79200000000000004},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":2.464,"5min":2.464,"15min":2.464},"last":1.0660000000000001},{"interface":"front","average":{"1min":0.88400000000000001,"5min":0.78500000000000003,"15min":0.77700000000000002},"min":{"1min":0.53000000000000003,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":2.5569999999999999,"5min":2.5569999999999999,"15min":2.5569999999999999},"last":1.145}]},{"osd":5,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":1.0029999999999999,"5min":0.84399999999999997,"15min":0.82799999999999996},"min":{"1min":0.59399999999999997,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":2.6469999999999998,"5min":2.6469999999999998,"15min":2.6469999999999998},"last":1.048},{"interface":"front","average":{"1min":0.94399999999999995,"5min":0.87,"15min":0.872},"min":{"1min":0.61799999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.508,"5min":1.508,"15min":1.508},"last":1.181}]}]},{"osd":0,"up_from":11,"seq":47244640301,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1198604,"kb_used_data":150020,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93173236,"statfs":{"total":96636764160,"available":95409393664,"internally_reserved":1073741824,"allocated":153620480,"data_stored":152709196,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Aug 21 20:15:52 2020","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.55600000000000005,"15min":0.56299999999999994},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":1.367,"5min":1.367,"15min":1.367},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.66700000000000004,"15min":0.65200000000000002},"min":{"1min":0.377,"5min":0.372,"15min":0.372},"max":{"1min":3.1160000000000001,"5min":3.1160000000000001,"15min":3.1160000000000001},"last":0.70399999999999996}]},{"osd":2,"last update":"Fri Aug 21 20:15:52 2020","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.60399999999999998,"15min":0.622},"min":{"1min":0.40100000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":2.016,"5min":2.016,"15min":2.016},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.82599999999999996,"5min":0.76700000000000002,"15min":0.78000000000000003},"min":{"1min":0.53500000000000003,"5min":0.438,"15min":0.438},"max":{"1min":2.052,"5min":2.052,"15min":2.052},"last":0.88400000000000001}]},{"osd":3,"last update":"Fri Aug 21 20:15:53 2020","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.76000000000000001,"15min":0.77900000000000003},"min":{"1min":0.47699999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":3.1629999999999998,"5min":3.1629999999999998,"15min":3.1629999999999998},"last":1.0860000000000001},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.77900000000000003,"15min":0.79000000000000004},"min":{"1min":0.498,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.6100000000000001,"5min":1.6100000000000001,"15min":1.6100000000000001},"last":1.0029999999999999}]},{"osd":4,"last update":"Fri Aug 21 20:15:52 2020","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.82299999999999995,"15min":0.84199999999999997},"min":{"1min":0.59599999999999997,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.0469999999999999,"5min":1.448,"15min":1.448},"last":0.94999999999999996},{"interface":"front","average":{"1min":0.90500000000000003,"5min":0.82999999999999996,"15min":0.83599999999999997},"min":{"1min":0.60299999999999998,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.5569999999999999,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.92100000000000004}]},{"osd":5,"last update":"Fri Aug 21 20:15:52 2020","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.86299999999999999,"15min":0.89300000000000002},"min":{"1min":0.55900000000000005,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":1.0640000000000001},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.96099999999999997,"15min":0.98999999999999999},"min":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"max":{"1min":1.1890000000000001,"5min":1.375,"15min":1.375},"last":1.1699999999999999}]}]},{"osd":1,"up_from":11,"seq":47244640301,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":15430800,"kb_used_data":14382216,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":78941040,"statfs":{"total":96636764160,"available":80835624960,"internally_reserved":1073741824,"allocated":14727389184,"data_stored":14673562516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 21 20:15:53 2020","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.55300000000000005,"15min":0.53700000000000003},"min":{"1min":0.33000000000000002,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":5.0359999999999996,"5min":5.0359999999999996,"15min":5.0359999999999996},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.55300000000000005,"15min":0.56299999999999994},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":2.4860000000000002,"5min":2.4860000000000002,"15min":2.4860000000000002},"last":0.71899999999999997}]},{"osd":2,"last update":"Fri Aug 21 20:15:53 2020","interfaces":[{"interface":"back","average":{"1min":1.0609999999999999,"5min":0.67600000000000005,"15min":0.60599999999999998},"min":{"1min":0.40200000000000002,"5min":0.378,"15min":0.378},"max":{"1min":7.7629999999999999,"5min":7.7629999999999999,"15min":7.7629999999999999},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.82299999999999995,"5min":0.66000000000000003,"15min":0.63100000000000001},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":5.1509999999999998,"5min":5.1509999999999998,"15min":5.1509999999999998},"last":0.82299999999999995}]},{"osd":3,"last update":"Fri Aug 21 20:15:53 2020","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.76000000000000001,"15min":0.81000000000000005},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.96499999999999997,"5min":1.21,"15min":1.21},"last":0.65800000000000003},{"interface":"front","average":{"1min":1.123,"5min":0.87,"15min":0.85799999999999998},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":7.5129999999999999,"5min":7.5129999999999999,"15min":7.5129999999999999},"last":0.85099999999999998}]},{"osd":4,"last update":"Fri Aug 21 20:15:53 2020","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.82799999999999996,"15min":0.81599999999999995},"min":{"1min":0.54000000000000004,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":5.4669999999999996,"5min":5.4669999999999996,"15min":5.4669999999999996},"last":0.90700000000000003},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.85499999999999998,"15min":0.89200000000000002},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.079,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":0.76300000000000001}]},{"osd":5,"last update":"Fri Aug 21 20:15:53 2020","interfaces":[{"interface":"back","average":{"1min":1.119,"5min":0.93500000000000005,"15min":0.92300000000000004},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":5.3419999999999996,"5min":5.3419999999999996,"15min":5.3419999999999996},"last":1.0349999999999999},{"interface":"front","average":{"1min":1.2849999999999999,"5min":1.004,"15min":0.95999999999999996},"min":{"1min":0.69199999999999995,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":7.6479999999999997,"5min":7.6479999999999997,"15min":7.6479999999999997},"last":0.996}]}]}]}} , 2020-08-21T20:16:27.316 INFO:tasks.ceph:pgid 1.7 last_scrub_stamp 2020-08-21T20:12:51.746509+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=21, tm_hour=20, tm_min=12, tm_sec=51, tm_wday=4, tm_yday=234, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=21, tm_hour=20, tm_min=16, tm_sec=9, tm_wday=4, tm_yday=234, tm_isdst=0) Ignoring malparsed backtrace: 2020-08-21T20:17:43.183 INFO:teuthology.orchestra.run.smithi173:> sudo chmod 0666 /tmp/tmp.cFgJuxzBEi , 2020-08-21T20:17:43.282 DEBUG:teuthology.orchestra.remote:smithi173:/tmp/tmp.cFgJuxzBEi is 548KB , 2020-08-21T20:17:43.404 INFO:teuthology.orchestra.run.smithi173:> rm -fr /tmp/tmp.cFgJuxzBEi Ignoring malparsed backtrace: 2020-08-21T20:19:08.590 INFO:teuthology.orchestra.run.smithi085.stdout:Running transaction test , 2020-08-21T20:19:08.616 INFO:teuthology.orchestra.run.smithi085.stdout:Transaction test succeeded. , 2020-08-21T20:19:08.617 INFO:teuthology.orchestra.run.smithi085.stdout:Running transaction Ignoring malparsed backtrace: 2020-08-21T20:19:27.881 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-osd x86_64 2:15.2.4-573.gf6091e8f70.el8 @ceph 58 M , 2020-08-21T20:19:27.881 INFO:teuthology.orchestra.run.smithi173.stdout: , 2020-08-21T20:19:27.881 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction Summary Ignoring malparsed backtrace: 2020-08-21T20:19:27.892 INFO:teuthology.orchestra.run.smithi173.stdout: python3-prettytable noarch0.7.2-14.el8 @CentOS-AppStream 167 k , 2020-08-21T20:19:27.892 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyasn1 noarch0.3.7-6.el8 @CentOS-AppStream 522 k , 2020-08-21T20:19:27.892 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyasn1-modules noarch0.3.7-6.el8 @CentOS-AppStream 603 k Ignoring malparsed backtrace: 2020-08-21T20:19:27.902 INFO:teuthology.orchestra.run.smithi173.stdout: Erasing : python3-logutils-0.3.5-11.el8.noarch 53/85 , 2020-08-21T20:19:27.902 INFO:teuthology.orchestra.run.smithi173.stdout: Erasing : python3-simplegeneric-0.8.1-17.el8.noarch 54/85 , 2020-08-21T20:19:27.902 INFO:teuthology.orchestra.run.smithi173.stdout: Erasing : python3-singledispatch-3.4.0.3-18.el8.noarch 55/85 Ignoring malparsed backtrace: 2020-08-21T20:19:27.912 INFO:teuthology.orchestra.run.smithi085.stdout: ceph-prometheus-alerts noarch2:15.2.4-573.gf6091e8f70.el8 @ceph-noarch 8.8 k , 2020-08-21T20:19:27.912 INFO:teuthology.orchestra.run.smithi085.stdout: ceph-selinux x86_642:15.2.4-573.gf6091e8f70.el8 @ceph 131 k , 2020-08-21T20:19:27.912 INFO:teuthology.orchestra.run.smithi085.stdout: gperftools-libs x86_642.7-6.el8 @epel 1.7 M Ignoring malparsed backtrace: 2020-08-21T20:19:27.921 INFO:teuthology.orchestra.run.smithi085.stdout: Erasing : python3-webtest-2.0.33-1.el8.noarch 10/85 , 2020-08-21T20:19:27.922 INFO:teuthology.orchestra.run.smithi085.stdout: Erasing : python3-rsa-3.4.2-15.el8.noarch 11/85 , 2020-08-21T20:19:27.922 INFO:teuthology.orchestra.run.smithi085.stdout: Erasing : python3-requests-oauthlib-1.0.0-1.el8.noarch 12/85 Ignoring malparsed backtrace: 2020-08-21T20:19:44.105 INFO:teuthology.orchestra.run.smithi085.stdout:skipping the directory /tmp , 2020-08-21T20:19:44.105 INFO:teuthology.orchestra.run.smithi085.stdout:skipping the directory /dev , 2020-08-21T20:19:44.105 INFO:teuthology.orchestra.run.smithi085.stdout: Ignoring malparsed backtrace: 2020-08-21T20:19:58.332 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 74/85 , 2020-08-21T20:19:58.332 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 75/85 , 2020-08-21T20:19:58.332 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-trustme-0.5.2-4.el8.noarch 76/85 Ignoring malparsed backtrace: 2020-08-21T20:19:58.342 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. , 2020-08-21T20:19:58.342 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ , 2020-08-21T20:19:58.342 INFO:teuthology.orchestra.run.smithi173.stdout: Package Arch Version Repository Size Ignoring malparsed backtrace: 2020-08-21T20:19:58.351 INFO:teuthology.orchestra.run.smithi173.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 3/3 , 2020-08-21T20:19:58.351 INFO:teuthology.orchestra.run.smithi173.stdout:warning: /etc/fuse.conf saved as /etc/fuse.conf.rpmsave , 2020-08-21T20:19:58.351 INFO:teuthology.orchestra.run.smithi173.stdout: Ignoring malparsed backtrace: 2020-08-21T20:19:58.361 INFO:teuthology.orchestra.run.smithi085.stdout: Verifying : python3-cephfs-2:15.2.4-573.gf6091e8f70.el8.x86_64 32/85 , 2020-08-21T20:19:58.361 INFO:teuthology.orchestra.run.smithi085.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 33/85 , 2020-08-21T20:19:58.361 INFO:teuthology.orchestra.run.smithi085.stdout: Verifying : python3-chardet-3.0.4-7.el8.noarch 34/85 Ignoring malparsed backtrace: 2020-08-21T20:19:58.371 INFO:teuthology.orchestra.run.smithi085.stdout: python3-jsonpointer-1.10-11.el8.noarch , 2020-08-21T20:19:58.371 INFO:teuthology.orchestra.run.smithi085.stdout: python3-jwt-1.6.1-2.el8.noarch , 2020-08-21T20:19:58.371 INFO:teuthology.orchestra.run.smithi085.stdout: python3-kubernetes-11.0.0-2.el8.noarch Ignoring malparsed backtrace: 2020-08-21T20:19:58.380 INFO:teuthology.orchestra.run.smithi085.stdout:Complete! , 2020-08-21T20:19:58.380 INFO:teuthology.orchestra.run.smithi085.stdout:No match for argument: ceph-mgr-dashboard , 2020-08-21T20:19:58.380 INFO:teuthology.orchestra.run.smithi085.stdout:Dependencies resolved. Ignoring malparsed backtrace: 2020-08-21T20:19:59.790 INFO:teuthology.orchestra.run.smithi173.stdout: Package Arch Version Repository Size , 2020-08-21T20:19:59.790 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ , 2020-08-21T20:19:59.790 INFO:teuthology.orchestra.run.smithi173.stdout:Removing: Ignoring malparsed backtrace: 2020-08-21T20:20:02.340 INFO:teuthology.orchestra.run.smithi085.stdout: Erasing : rbd-fuse-2:15.2.4-573.gf6091e8f70.el8.x86_64 2/7 , 2020-08-21T20:20:02.511 INFO:teuthology.orchestra.run.smithi085.stdout: Erasing : qemu-kvm-block-rbd-15:2.12.0-88.module_el8.1.0+297+d 3/7 , 2020-08-21T20:20:02.511 INFO:teuthology.orchestra.run.smithi085.stdout: Erasing : librbd1-2:15.2.4-573.gf6091e8f70.el8.x86_64 4/7 Ignoring malparsed backtrace: 2020-08-21T20:20:07.033 INFO:teuthology.orchestra.run.smithi173.stdout:Cache was expired , 2020-08-21T20:20:07.033 INFO:teuthology.orchestra.run.smithi173.stdout:0 files removed , 2020-08-21T20:20:07.061 DEBUG:teuthology.parallel:result is None Ignoring malparsed backtrace: 2020-08-21T20:20:35.949 INFO:teuthology.task.internal:Transferring archived files... , 2020-08-21T20:20:35.949 DEBUG:teuthology.misc:Transferring archived files from smithi173:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2020-08-17_03:30:02-rados-octopus-distro-basic-smithi/5350797/remote/smithi173 , 2020-08-21T20:20:35.949 INFO:teuthology.orchestra.run.smithi173:> sudo tar cz -f - -C /home/ubuntu/cephtest/archive -- . Ignoring malparsed backtrace: ceph version 15.2.4-573-gf6091e8f70 (f6091e8f7076e74420a3a65cebb69faaddc0af34) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f6f93b8418c] , 2: (ReadOp::_finish(TestOp::CallbackInfo*)+0x13df) [0x55704530629f] Ignoring malparsed backtrace: dumped all , 2020-08-21T20:16:27.305 INFO:teuthology.orchestra.run.smithi173.stdout:{"pg_ready":true,"pg_map":{"version":139,"stamp":"2020-08-21T20:16:27.104245+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":29997285068,"num_objects":10059,"num_object_clones":0,"num_object_copies":20118,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10036,"num_whiteouts":9,"num_read":22161,"num_read_kb":701021,"num_write":53167,"num_write_kb":24381232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":23,"num_bytes_hit_set_archive":12096,"num_flush":3765,"num_flush_kb":10970001,"num_evict":3399,"num_evict_kb":9898778,"num_promote":4130,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49342,"ondisk_log_size":49342,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":45077408,"kb_used_data":38769312,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":521153632,"statfs":{"total":579820584960,"available":533661319168,"internally_reserved":6442450944,"allocated":39699775488,"data_stored":39554860974,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002567"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-08-21T20:15:41.793402+0000","last_change":"2020-08-21T20:12:52.761561+0000","last_active":"2020-08-21T20:15:41.793402+0000","last_peered":"2020-08-21T20:15:41.793402+0000","last_clean":"2020-08-21T20:15:41.793402+0000","last_became_active":"2020-08-21T20:12:52.761076+0000","last_became_peered":"2020-08-21T20:12:52.761076+0000","last_unstale":"2020-08-21T20:15:41.793402+0000","last_undegraded":"2020-08-21T20:15:41.793402+0000","last_fullsized":"2020-08-21T20:15:41.793402+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_clean_scrub_stamp":"2020-08-21T20:12:51.746509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-08-21T20:15:41.786831+0000","last_change":"2020-08-21T20:12:52.850442+0000","last_active":"2020-08-21T20:15:41.786831+0000","last_peered":"2020-08-21T20:15:41.786831+0000","last_clean":"2020-08-21T20:15:41.786831+0000","last_became_active":"2020-08-21T20:12:52.849710+0000","last_became_peered":"2020-08-21T20:12:52.849710+0000","last_unstale":"2020-08-21T20:15:41.786831+0000","last_undegraded":"2020-08-21T20:15:41.786831+0000","last_fullsized":"2020-08-21T20:15:41.786831+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_clean_scrub_stamp":"2020-08-21T20:12:51.746509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"33'6097","reported_seq":"8398","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:05.154239+0000","last_change":"2020-08-21T20:13:06.788176+0000","last_active":"2020-08-21T20:16:05.154239+0000","last_peered":"2020-08-21T20:16:05.154239+0000","last_clean":"2020-08-21T20:16:05.154239+0000","last_became_active":"2020-08-21T20:13:06.787825+0000","last_became_peered":"2020-08-21T20:13:06.787825+0000","last_unstale":"2020-08-21T20:16:05.154239+0000","last_undegraded":"2020-08-21T20:16:05.154239+0000","last_fullsized":"2020-08-21T20:16:05.154239+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:13:05.776821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:13:05.776821+0000","last_clean_scrub_stamp":"2020-08-21T20:13:05.776821+0000","log_size":6097,"ondisk_log_size":6097,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":132703563,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":4,"num_read":2083,"num_read_kb":1044,"num_write":5458,"num_write_kb":1262288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2887,"num_flush":977,"num_flush_kb":2832535,"num_evict":907,"num_evict_kb":2627333,"num_promote":1082,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6379","reported_seq":"8287","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:05.076496+0000","last_change":"2020-08-21T20:13:04.970642+0000","last_active":"2020-08-21T20:16:05.076496+0000","last_peered":"2020-08-21T20:16:05.076496+0000","last_clean":"2020-08-21T20:16:05.076496+0000","last_became_active":"2020-08-21T20:13:04.970340+0000","last_became_peered":"2020-08-21T20:13:04.970340+0000","last_unstale":"2020-08-21T20:16:05.076496+0000","last_undegraded":"2020-08-21T20:16:05.076496+0000","last_fullsized":"2020-08-21T20:16:05.076496+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_clean_scrub_stamp":"2020-08-21T20:13:03.771033+0000","log_size":6379,"ondisk_log_size":6379,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7297393450,"num_objects":2420,"num_object_clones":0,"num_object_copies":4840,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2420,"num_whiteouts":0,"num_read":3457,"num_read_kb":194846,"num_write":7906,"num_write_kb":4751290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-08-21T20:15:41.793272+0000","last_change":"2020-08-21T20:12:52.850261+0000","last_active":"2020-08-21T20:15:41.793272+0000","last_peered":"2020-08-21T20:15:41.793272+0000","last_clean":"2020-08-21T20:15:41.793272+0000","last_became_active":"2020-08-21T20:12:52.849401+0000","last_became_peered":"2020-08-21T20:12:52.849401+0000","last_unstale":"2020-08-21T20:15:41.793272+0000","last_undegraded":"2020-08-21T20:15:41.793272+0000","last_fullsized":"2020-08-21T20:15:41.793272+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_clean_scrub_stamp":"2020-08-21T20:12:51.746509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5657","reported_seq":"7767","reported_epoch":"32","state":"active+clean","last_fresh":"2020-08-21T20:16:04.280928+0000","last_change":"2020-08-21T20:13:06.788884+0000","last_active":"2020-08-21T20:16:04.280928+0000","last_peered":"2020-08-21T20:16:04.280928+0000","last_clean":"2020-08-21T20:16:04.280928+0000","last_became_active":"2020-08-21T20:13:06.788527+0000","last_became_peered":"2020-08-21T20:13:06.788527+0000","last_unstale":"2020-08-21T20:16:04.280928+0000","last_undegraded":"2020-08-21T20:16:04.280928+0000","last_fullsized":"2020-08-21T20:16:04.280928+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:13:05.776821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:13:05.776821+0000","last_clean_scrub_stamp":"2020-08-21T20:13:05.776821+0000","log_size":5657,"ondisk_log_size":5657,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":147377497,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":51,"num_whiteouts":2,"num_read":1963,"num_read_kb":957,"num_write":5164,"num_write_kb":1239104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2505,"num_flush":905,"num_flush_kb":2656977,"num_evict":822,"num_evict_kb":2417502,"num_promote":979,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6527","reported_seq":"8588","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:05.147588+0000","last_change":"2020-08-21T20:13:04.781530+0000","last_active":"2020-08-21T20:16:05.147588+0000","last_peered":"2020-08-21T20:16:05.147588+0000","last_clean":"2020-08-21T20:16:05.147588+0000","last_became_active":"2020-08-21T20:13:04.781241+0000","last_became_peered":"2020-08-21T20:13:04.781241+0000","last_unstale":"2020-08-21T20:16:05.147588+0000","last_undegraded":"2020-08-21T20:16:05.147588+0000","last_fullsized":"2020-08-21T20:16:05.147588+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_clean_scrub_stamp":"2020-08-21T20:13:03.771033+0000","log_size":6527,"ondisk_log_size":6527,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7443881981,"num_objects":2498,"num_object_clones":0,"num_object_copies":4996,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2498,"num_whiteouts":0,"num_read":3564,"num_read_kb":156139,"num_write":8059,"num_write_kb":4949063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-08-21T20:15:41.786942+0000","last_change":"2020-08-21T20:12:52.850897+0000","last_active":"2020-08-21T20:15:41.786942+0000","last_peered":"2020-08-21T20:15:41.786942+0000","last_clean":"2020-08-21T20:15:41.786942+0000","last_became_active":"2020-08-21T20:12:52.850422+0000","last_became_peered":"2020-08-21T20:12:52.850422+0000","last_unstale":"2020-08-21T20:15:41.786942+0000","last_undegraded":"2020-08-21T20:15:41.786942+0000","last_fullsized":"2020-08-21T20:15:41.786942+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_clean_scrub_stamp":"2020-08-21T20:12:51.746509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5665","reported_seq":"7907","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:08.036427+0000","last_change":"2020-08-21T20:13:07.545942+0000","last_active":"2020-08-21T20:16:08.036427+0000","last_peered":"2020-08-21T20:16:08.036427+0000","last_clean":"2020-08-21T20:16:08.036427+0000","last_became_active":"2020-08-21T20:13:07.545593+0000","last_became_peered":"2020-08-21T20:13:07.545593+0000","last_unstale":"2020-08-21T20:16:08.036427+0000","last_undegraded":"2020-08-21T20:16:08.036427+0000","last_fullsized":"2020-08-21T20:16:08.036427+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:13:05.776821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:13:05.776821+0000","last_clean_scrub_stamp":"2020-08-21T20:13:05.776821+0000","log_size":5665,"ondisk_log_size":5665,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":134145295,"num_objects":55,"num_object_clones":0,"num_object_copies":110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":1,"num_read":2010,"num_read_kb":956,"num_write":5095,"num_write_kb":1218455,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3880,"num_flush":896,"num_flush_kb":2628261,"num_evict":758,"num_evict_kb":2221966,"num_promote":976,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6441","reported_seq":"8482","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:05.199164+0000","last_change":"2020-08-21T20:13:04.970907+0000","last_active":"2020-08-21T20:16:05.199164+0000","last_peered":"2020-08-21T20:16:05.199164+0000","last_clean":"2020-08-21T20:16:05.199164+0000","last_became_active":"2020-08-21T20:13:04.970463+0000","last_became_peered":"2020-08-21T20:13:04.970463+0000","last_unstale":"2020-08-21T20:16:05.199164+0000","last_undegraded":"2020-08-21T20:16:05.199164+0000","last_fullsized":"2020-08-21T20:16:05.199164+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_clean_scrub_stamp":"2020-08-21T20:13:03.771033+0000","log_size":6441,"ondisk_log_size":6441,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7365478979,"num_objects":2470,"num_object_clones":0,"num_object_copies":4940,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2470,"num_whiteouts":0,"num_read":3507,"num_read_kb":173469,"num_write":7947,"num_write_kb":4940701,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-08-21T20:15:41.793219+0000","last_change":"2020-08-21T20:12:52.849964+0000","last_active":"2020-08-21T20:15:41.793219+0000","last_peered":"2020-08-21T20:15:41.793219+0000","last_clean":"2020-08-21T20:15:41.793219+0000","last_became_active":"2020-08-21T20:12:52.849519+0000","last_became_peered":"2020-08-21T20:12:52.849519+0000","last_unstale":"2020-08-21T20:15:41.793219+0000","last_undegraded":"2020-08-21T20:15:41.793219+0000","last_fullsized":"2020-08-21T20:15:41.793219+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_clean_scrub_stamp":"2020-08-21T20:12:51.746509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"33'6086","reported_seq":"8424","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:10.757563+0000","last_change":"2020-08-21T20:16:10.757644+0000","last_active":"2020-08-21T20:16:10.757563+0000","last_peered":"2020-08-21T20:16:10.757563+0000","last_clean":"2020-08-21T20:16:10.757563+0000","last_became_active":"2020-08-21T20:13:06.787336+0000","last_became_peered":"2020-08-21T20:13:06.787336+0000","last_unstale":"2020-08-21T20:16:10.757563+0000","last_undegraded":"2020-08-21T20:16:10.757563+0000","last_fullsized":"2020-08-21T20:16:10.757563+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"33'6086","last_scrub_stamp":"2020-08-21T20:16:10.757557+0000","last_deep_scrub":"33'6086","last_deep_scrub_stamp":"2020-08-21T20:16:10.757557+0000","last_clean_scrub_stamp":"2020-08-21T20:16:10.757557+0000","log_size":6086,"ondisk_log_size":6086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":130291971,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":2,"num_read":2128,"num_read_kb":19762,"num_write":5475,"num_write_kb":1266595,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2824,"num_flush":987,"num_flush_kb":2852228,"num_evict":912,"num_evict_kb":2631977,"num_promote":1093,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6490","reported_seq":"8370","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:08.029457+0000","last_change":"2020-08-21T20:13:04.970847+0000","last_active":"2020-08-21T20:16:08.029457+0000","last_peered":"2020-08-21T20:16:08.029457+0000","last_clean":"2020-08-21T20:16:08.029457+0000","last_became_active":"2020-08-21T20:13:04.970472+0000","last_became_peered":"2020-08-21T20:13:04.970472+0000","last_unstale":"2020-08-21T20:16:08.029457+0000","last_undegraded":"2020-08-21T20:16:08.029457+0000","last_fullsized":"2020-08-21T20:16:08.029457+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:13:03.771033+0000","last_clean_scrub_stamp":"2020-08-21T20:13:03.771033+0000","log_size":6490,"ondisk_log_size":6490,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7346012332,"num_objects":2456,"num_object_clones":0,"num_object_copies":4912,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2456,"num_whiteouts":0,"num_read":3449,"num_read_kb":153848,"num_write":8063,"num_write_kb":4753736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"29","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:18.266817+0000","last_change":"2020-08-21T20:16:18.266901+0000","last_active":"2020-08-21T20:16:18.266817+0000","last_peered":"2020-08-21T20:16:18.266817+0000","last_clean":"2020-08-21T20:16:18.266817+0000","last_became_active":"2020-08-21T20:12:52.757598+0000","last_became_peered":"2020-08-21T20:12:52.757598+0000","last_unstale":"2020-08-21T20:16:18.266817+0000","last_undegraded":"2020-08-21T20:16:18.266817+0000","last_fullsized":"2020-08-21T20:16:18.266817+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:16:18.266814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:16:18.266814+0000","last_clean_scrub_stamp":"2020-08-21T20:16:18.266814+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"29","reported_epoch":"33","state":"active+clean","last_fresh":"2020-08-21T20:16:21.241913+0000","last_change":"2020-08-21T20:16:21.241996+0000","last_active":"2020-08-21T20:16:21.241913+0000","last_peered":"2020-08-21T20:16:21.241913+0000","last_clean":"2020-08-21T20:16:21.241913+0000","last_became_active":"2020-08-21T20:12:52.758912+0000","last_became_peered":"2020-08-21T20:12:52.758912+0000","last_unstale":"2020-08-21T20:16:21.241913+0000","last_undegraded":"2020-08-21T20:16:21.241913+0000","last_fullsized":"2020-08-21T20:16:21.241913+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:16:21.241908+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:16:21.241908+0000","last_clean_scrub_stamp":"2020-08-21T20:16:21.241908+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-08-21T20:15:41.793330+0000","last_change":"2020-08-21T20:12:52.761684+0000","last_active":"2020-08-21T20:15:41.793330+0000","last_peered":"2020-08-21T20:15:41.793330+0000","last_clean":"2020-08-21T20:15:41.793330+0000","last_became_active":"2020-08-21T20:12:52.761194+0000","last_became_peered":"2020-08-21T20:12:52.761194+0000","last_unstale":"2020-08-21T20:15:41.793330+0000","last_undegraded":"2020-08-21T20:15:41.793330+0000","last_fullsized":"2020-08-21T20:15:41.793330+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-21T20:12:51.746509+0000","last_clean_scrub_stamp":"2020-08-21T20:12:51.746509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":544518326,"num_objects":215,"num_object_clones":0,"num_object_copies":430,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":192,"num_whiteouts":9,"num_read":8184,"num_read_kb":22719,"num_write":21192,"num_write_kb":4986442,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":23,"num_bytes_hit_set_archive":12096,"num_flush":3765,"num_flush_kb":10970001,"num_evict":3399,"num_evict_kb":9898778,"num_promote":4130,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":617979904,"data_stored":614815564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23505,"ondisk_log_size":23505,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29452766742,"num_objects":9844,"num_object_clones":0,"num_object_copies":19688,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9844,"num_whiteouts":0,"num_read":13977,"num_read_kb":678302,"num_write":31975,"num_write_kb":19394790,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":39080124416,"data_stored":38939342186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":25837,"ondisk_log_size":25837,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640303,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10700908,"kb_used_data":9635732,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83670932,"statfs":{"total":96636764160,"available":85679034368,"internally_reserved":1073741824,"allocated":9866989568,"data_stored":9831184883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.66500000000000004,"15min":0.71099999999999997},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.76800000000000002,"5min":1.216,"15min":1.216},"last":0.92400000000000004},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.629,"15min":0.63500000000000001},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":1.0029999999999999}]},{"osd":1,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.83699999999999997,"15min":0.79800000000000004},"min":{"1min":0.45400000000000001,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1,"5min":13.564,"15min":13.564},"last":0.96999999999999997},{"interface":"front","average":{"1min":0.89400000000000002,"5min":0.92600000000000005,"15min":0.84099999999999997},"min":{"1min":0.61599999999999999,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":2.786,"5min":13.002000000000001,"15min":13.002000000000001},"last":1.1890000000000001}]},{"osd":2,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":0.80400000000000005,"15min":0.81200000000000006},"min":{"1min":0.60399999999999998,"5min":0.499,"15min":0.499},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":1.1140000000000001},{"interface":"front","average":{"1min":0.78400000000000003,"5min":0.751,"15min":0.755},"min":{"1min":0.56000000000000005,"5min":0.504,"15min":0.504},"max":{"1min":2.1200000000000001,"5min":2.1200000000000001,"15min":2.1200000000000001},"last":1.0640000000000001}]},{"osd":3,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.71699999999999997,"15min":0.72699999999999998},"min":{"1min":0.501,"5min":0.436,"15min":0.436},"max":{"1min":1.3480000000000001,"5min":1.3480000000000001,"15min":1.3480000000000001},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.72099999999999997,"15min":0.68899999999999995},"min":{"1min":0.52700000000000002,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.556,"5min":1.556,"15min":1.556},"last":0.70099999999999996}]},{"osd":4,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.73299999999999998,"15min":0.71599999999999997},"min":{"1min":0.50600000000000001,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.9219999999999999,"5min":1.9219999999999999,"15min":1.9219999999999999},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.89300000000000002,"5min":0.84799999999999998,"15min":0.83799999999999997},"min":{"1min":0.65500000000000003,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.556,"5min":1.6579999999999999,"15min":1.6579999999999999},"last":0.90300000000000002}]}]},{"osd":4,"up_from":11,"seq":47244640301,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1198604,"kb_used_data":150020,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93173236,"statfs":{"total":96636764160,"available":95409393664,"internally_reserved":1073741824,"allocated":153620480,"data_stored":152709196,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.65200000000000002,"15min":0.67500000000000004},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.874,"5min":1.3460000000000001,"15min":1.3460000000000001},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.66200000000000003,"15min":0.68999999999999995},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.97899999999999998,"5min":1.2589999999999999,"15min":1.2589999999999999},"last":0.97799999999999998}]},{"osd":1,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.72399999999999998,"15min":0.752},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.026,"5min":1.367,"15min":1.367},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.83599999999999997,"15min":0.85599999999999998},"min":{"1min":0.52300000000000002,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.1859999999999999,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.81699999999999995}]},{"osd":2,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.88900000000000001,"5min":0.82499999999999996,"15min":0.81100000000000005},"min":{"1min":0.55600000000000005,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":2.6280000000000001,"5min":2.6280000000000001,"15min":2.6280000000000001},"last":0.85799999999999998},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.52200000000000002,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.90700000000000003,"5min":1.3169999999999999,"15min":1.3169999999999999},"last":0.66500000000000004}]},{"osd":3,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.76200000000000001,"15min":0.73799999999999999},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":2.4609999999999999,"5min":2.4609999999999999,"15min":2.4609999999999999},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.85599999999999998,"5min":0.85899999999999999,"15min":0.86699999999999999},"min":{"1min":0.70099999999999996,"5min":0.623,"15min":0.623},"max":{"1min":1.214,"5min":1.214,"15min":1.214},"last":0.54400000000000004}]},{"osd":5,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.75,"15min":0.75600000000000001},"min":{"1min":0.60099999999999998,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.0660000000000001,"5min":1.427,"15min":1.427},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.97199999999999998,"5min":0.90400000000000003,"15min":0.872},"min":{"1min":0.70999999999999996,"5min":0.435,"15min":0.435},"max":{"1min":2.282,"5min":2.282,"15min":2.282},"last":0.95699999999999996}]}]},{"osd":3,"up_from":11,"seq":47244640301,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5749044,"kb_used_data":4700460,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":88622796,"statfs":{"total":96636764160,"available":90749743104,"internally_reserved":1073741824,"allocated":4813271040,"data_stored":4795201765,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 21 20:15:55 2020","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.74099999999999999,"15min":0.80900000000000005},"min":{"1min":0.39900000000000002,"5min":0.379,"15min":0.379},"max":{"1min":0.94799999999999995,"5min":2.0270000000000001,"15min":2.0270000000000001},"last":0.90900000000000003},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.71999999999999997,"15min":0.75800000000000001},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.3580000000000001,"5min":1.4359999999999999,"15min":1.4359999999999999},"last":0.79600000000000004}]},{"osd":1,"last update":"Fri Aug 21 20:15:55 2020","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.71899999999999997,"15min":0.748},"min":{"1min":0.46200000000000002,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.1259999999999999,"5min":1.129,"15min":1.129},"last":0.85899999999999999},{"interface":"front","average":{"1min":0.79000000000000004,"5min":0.80200000000000005,"15min":0.81999999999999995},"min":{"1min":0.46800000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.0449999999999999,"5min":1.677,"15min":1.677},"last":1.048}]},{"osd":2,"last update":"Fri Aug 21 20:15:55 2020","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.85499999999999998,"15min":0.89400000000000002},"min":{"1min":0.54800000000000004,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.157,"5min":1.9059999999999999,"15min":1.9059999999999999},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.77100000000000002,"5min":0.78600000000000003,"15min":0.80500000000000005},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.6279999999999999,"5min":1.6279999999999999,"15min":1.6279999999999999},"last":0.93999999999999995}]},{"osd":4,"last update":"Fri Aug 21 20:15:55 2020","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.67200000000000004,"15min":0.65900000000000003},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.1839999999999999,"5min":1.1839999999999999,"15min":1.1839999999999999},"last":0.63200000000000001},{"interface":"front","average":{"1min":1,"5min":0.79900000000000004,"15min":0.76200000000000001},"min":{"1min":0.505,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":3.5539999999999998,"5min":3.5539999999999998,"15min":3.5539999999999998},"last":0.70199999999999996}]},{"osd":5,"last update":"Fri Aug 21 20:15:55 2020","interfaces":[{"interface":"back","average":{"1min":0.78500000000000003,"5min":0.72099999999999997,"15min":0.71299999999999997},"min":{"1min":0.50700000000000001,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.45,"5min":1.45,"15min":1.45},"last":1.089},{"interface":"front","average":{"1min":0.872,"5min":0.86399999999999999,"15min":0.86799999999999999},"min":{"1min":0.69499999999999995,"5min":0.66100000000000003,"15min":0.66100000000000003},"max":{"1min":1.389,"5min":1.389,"15min":1.389},"last":0.998}]}]},{"osd":2,"up_from":11,"seq":47244640301,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10799448,"kb_used_data":9750864,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83572392,"statfs":{"total":96636764160,"available":85578129408,"internally_reserved":1073741824,"allocated":9984884736,"data_stored":9949493418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.48899999999999999,"15min":0.48299999999999998},"min":{"1min":0.371,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":1.419,"5min":1.419,"15min":1.419},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.54700000000000004,"15min":0.54300000000000004},"min":{"1min":0.39100000000000001,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.66900000000000004}]},{"osd":1,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.66100000000000003,"15min":0.68000000000000005},"min":{"1min":0.45800000000000002,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.60799999999999998,"15min":0.59999999999999998},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":2.3929999999999998,"5min":2.3929999999999998,"15min":2.3929999999999998},"last":0.90100000000000002}]},{"osd":3,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.70999999999999996,"15min":0.70899999999999996},"min":{"1min":0.503,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.272,"5min":1.272,"15min":1.272},"last":1.0109999999999999},{"interface":"front","average":{"1min":0.88600000000000001,"5min":0.78300000000000003,"15min":0.77400000000000002},"min":{"1min":0.54700000000000004,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":2.5990000000000002,"5min":2.5990000000000002,"15min":2.5990000000000002},"last":0.95599999999999996}]},{"osd":4,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":0.80900000000000005,"15min":0.79200000000000004},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":2.464,"5min":2.464,"15min":2.464},"last":1.0660000000000001},{"interface":"front","average":{"1min":0.88400000000000001,"5min":0.78500000000000003,"15min":0.77700000000000002},"min":{"1min":0.53000000000000003,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":2.5569999999999999,"5min":2.5569999999999999,"15min":2.5569999999999999},"last":1.145}]},{"osd":5,"last update":"Fri Aug 21 20:15:51 2020","interfaces":[{"interface":"back","average":{"1min":1.0029999999999999,"5min":0.84399999999999997,"15min":0.82799999999999996},"min":{"1min":0.59399999999999997,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":2.6469999999999998,"5min":2.6469999999999998,"15min":2.6469999999999998},"last":1.048},{"interface":"front","average":{"1min":0.94399999999999995,"5min":0.87,"15min":0.872},"min":{"1min":0.61799999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.508,"5min":1.508,"15min":1.508},"last":1.181}]}]},{"osd":0,"up_from":11,"seq":47244640301,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1198604,"kb_used_data":150020,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93173236,"statfs":{"total":96636764160,"available":95409393664,"internally_reserved":1073741824,"allocated":153620480,"data_stored":152709196,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Aug 21 20:15:52 2020","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.55600000000000005,"15min":0.56299999999999994},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":1.367,"5min":1.367,"15min":1.367},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.66700000000000004,"15min":0.65200000000000002},"min":{"1min":0.377,"5min":0.372,"15min":0.372},"max":{"1min":3.1160000000000001,"5min":3.1160000000000001,"15min":3.1160000000000001},"last":0.70399999999999996}]},{"osd":2,"last update":"Fri Aug 21 20:15:52 2020","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.60399999999999998,"15min":0.622},"min":{"1min":0.40100000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":2.016,"5min":2.016,"15min":2.016},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.82599999999999996,"5min":0.76700000000000002,"15min":0.78000000000000003},"min":{"1min":0.53500000000000003,"5min":0.438,"15min":0.438},"max":{"1min":2.052,"5min":2.052,"15min":2.052},"last":0.88400000000000001}]},{"osd":3,"last update":"Fri Aug 21 20:15:53 2020","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.76000000000000001,"15min":0.77900000000000003},"min":{"1min":0.47699999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":3.1629999999999998,"5min":3.1629999999999998,"15min":3.1629999999999998},"last":1.0860000000000001},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.77900000000000003,"15min":0.79000000000000004},"min":{"1min":0.498,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.6100000000000001,"5min":1.6100000000000001,"15min":1.6100000000000001},"last":1.0029999999999999}]},{"osd":4,"last update":"Fri Aug 21 20:15:52 2020","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.82299999999999995,"15min":0.84199999999999997},"min":{"1min":0.59599999999999997,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.0469999999999999,"5min":1.448,"15min":1.448},"last":0.94999999999999996},{"interface":"front","average":{"1min":0.90500000000000003,"5min":0.82999999999999996,"15min":0.83599999999999997},"min":{"1min":0.60299999999999998,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.5569999999999999,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.92100000000000004}]},{"osd":5,"last update":"Fri Aug 21 20:15:52 2020","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.86299999999999999,"15min":0.89300000000000002},"min":{"1min":0.55900000000000005,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":1.0640000000000001},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.96099999999999997,"15min":0.98999999999999999},"min":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"max":{"1min":1.1890000000000001,"5min":1.375,"15min":1.375},"last":1.1699999999999999}]}]},{"osd":1,"up_from":11,"seq":47244640301,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":15430800,"kb_used_data":14382216,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":78941040,"statfs":{"total":96636764160,"available":80835624960,"internally_reserved":1073741824,"allocated":14727389184,"data_stored":14673562516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 21 20:15:53 2020","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.55300000000000005,"15min":0.53700000000000003},"min":{"1min":0.33000000000000002,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":5.0359999999999996,"5min":5.0359999999999996,"15min":5.0359999999999996},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.55300000000000005,"15min":0.56299999999999994},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":2.4860000000000002,"5min":2.4860000000000002,"15min":2.4860000000000002},"last":0.71899999999999997}]},{"osd":2,"last update":"Fri Aug 21 20:15:53 2020","interfaces":[{"interface":"back","average":{"1min":1.0609999999999999,"5min":0.67600000000000005,"15min":0.60599999999999998},"min":{"1min":0.40200000000000002,"5min":0.378,"15min":0.378},"max":{"1min":7.7629999999999999,"5min":7.7629999999999999,"15min":7.7629999999999999},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.82299999999999995,"5min":0.66000000000000003,"15min":0.63100000000000001},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":5.1509999999999998,"5min":5.1509999999999998,"15min":5.1509999999999998},"last":0.82299999999999995}]},{"osd":3,"last update":"Fri Aug 21 20:15:53 2020","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.76000000000000001,"15min":0.81000000000000005},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.96499999999999997,"5min":1.21,"15min":1.21},"last":0.65800000000000003},{"interface":"front","average":{"1min":1.123,"5min":0.87,"15min":0.85799999999999998},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":7.5129999999999999,"5min":7.5129999999999999,"15min":7.5129999999999999},"last":0.85099999999999998}]},{"osd":4,"last update":"Fri Aug 21 20:15:53 2020","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.82799999999999996,"15min":0.81599999999999995},"min":{"1min":0.54000000000000004,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":5.4669999999999996,"5min":5.4669999999999996,"15min":5.4669999999999996},"last":0.90700000000000003},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.85499999999999998,"15min":0.89200000000000002},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.079,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":0.76300000000000001}]},{"osd":5,"last update":"Fri Aug 21 20:15:53 2020","interfaces":[{"interface":"back","average":{"1min":1.119,"5min":0.93500000000000005,"15min":0.92300000000000004},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":5.3419999999999996,"5min":5.3419999999999996,"15min":5.3419999999999996},"last":1.0349999999999999},{"interface":"front","average":{"1min":1.2849999999999999,"5min":1.004,"15min":0.95999999999999996},"min":{"1min":0.69199999999999995,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":7.6479999999999997,"5min":7.6479999999999997,"15min":7.6479999999999997},"last":0.996}]}]}]}} , 2020-08-21T20:16:27.316 INFO:tasks.ceph:pgid 1.7 last_scrub_stamp 2020-08-21T20:12:51.746509+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=21, tm_hour=20, tm_min=12, tm_sec=51, tm_wday=4, tm_yday=234, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=21, tm_hour=20, tm_min=16, tm_sec=9, tm_wday=4, tm_yday=234, tm_isdst=0) Ignoring malparsed backtrace: 2020-08-21T20:17:43.183 INFO:teuthology.orchestra.run.smithi173:> sudo chmod 0666 /tmp/tmp.cFgJuxzBEi , 2020-08-21T20:17:43.282 DEBUG:teuthology.orchestra.remote:smithi173:/tmp/tmp.cFgJuxzBEi is 548KB , 2020-08-21T20:17:43.404 INFO:teuthology.orchestra.run.smithi173:> rm -fr /tmp/tmp.cFgJuxzBEi Ignoring malparsed backtrace: 2020-08-21T20:19:08.590 INFO:teuthology.orchestra.run.smithi085.stdout:Running transaction test , 2020-08-21T20:19:08.616 INFO:teuthology.orchestra.run.smithi085.stdout:Transaction test succeeded. , 2020-08-21T20:19:08.617 INFO:teuthology.orchestra.run.smithi085.stdout:Running transaction Ignoring malparsed backtrace: 2020-08-21T20:19:27.881 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-osd x86_64 2:15.2.4-573.gf6091e8f70.el8 @ceph 58 M , 2020-08-21T20:19:27.881 INFO:teuthology.orchestra.run.smithi173.stdout: , 2020-08-21T20:19:27.881 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction Summary Ignoring malparsed backtrace: 2020-08-21T20:19:27.892 INFO:teuthology.orchestra.run.smithi173.stdout: python3-prettytable noarch0.7.2-14.el8 @CentOS-AppStream 167 k , 2020-08-21T20:19:27.892 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyasn1 noarch0.3.7-6.el8 @CentOS-AppStream 522 k , 2020-08-21T20:19:27.892 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyasn1-modules noarch0.3.7-6.el8 @CentOS-AppStream 603 k Ignoring malparsed backtrace: 2020-08-21T20:19:27.902 INFO:teuthology.orchestra.run.smithi173.stdout: Erasing : python3-logutils-0.3.5-11.el8.noarch 53/85 , 2020-08-21T20:19:27.902 INFO:teuthology.orchestra.run.smithi173.stdout: Erasing : python3-simplegeneric-0.8.1-17.el8.noarch 54/85 , 2020-08-21T20:19:27.902 INFO:teuthology.orchestra.run.smithi173.stdout: Erasing : python3-singledispatch-3.4.0.3-18.el8.noarch 55/85 Ignoring malparsed backtrace: 2020-08-21T20:19:27.912 INFO:teuthology.orchestra.run.smithi085.stdout: ceph-prometheus-alerts noarch2:15.2.4-573.gf6091e8f70.el8 @ceph-noarch 8.8 k , 2020-08-21T20:19:27.912 INFO:teuthology.orchestra.run.smithi085.stdout: ceph-selinux x86_642:15.2.4-573.gf6091e8f70.el8 @ceph 131 k , 2020-08-21T20:19:27.912 INFO:teuthology.orchestra.run.smithi085.stdout: gperftools-libs x86_642.7-6.el8 @epel 1.7 M Ignoring malparsed backtrace: 2020-08-21T20:19:27.921 INFO:teuthology.orchestra.run.smithi085.stdout: Erasing : python3-webtest-2.0.33-1.el8.noarch 10/85 , 2020-08-21T20:19:27.922 INFO:teuthology.orchestra.run.smithi085.stdout: Erasing : python3-rsa-3.4.2-15.el8.noarch 11/85 , 2020-08-21T20:19:27.922 INFO:teuthology.orchestra.run.smithi085.stdout: Erasing : python3-requests-oauthlib-1.0.0-1.el8.noarch 12/85 Ignoring malparsed backtrace: 2020-08-21T20:19:44.105 INFO:teuthology.orchestra.run.smithi085.stdout:skipping the directory /tmp , 2020-08-21T20:19:44.105 INFO:teuthology.orchestra.run.smithi085.stdout:skipping the directory /dev , 2020-08-21T20:19:44.105 INFO:teuthology.orchestra.run.smithi085.stdout: Ignoring malparsed backtrace: 2020-08-21T20:19:58.332 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 74/85 , 2020-08-21T20:19:58.332 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 75/85 , 2020-08-21T20:19:58.332 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-trustme-0.5.2-4.el8.noarch 76/85 Ignoring malparsed backtrace: 2020-08-21T20:19:58.342 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. , 2020-08-21T20:19:58.342 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ , 2020-08-21T20:19:58.342 INFO:teuthology.orchestra.run.smithi173.stdout: Package Arch Version Repository Size Ignoring malparsed backtrace: 2020-08-21T20:19:58.351 INFO:teuthology.orchestra.run.smithi173.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 3/3 , 2020-08-21T20:19:58.351 INFO:teuthology.orchestra.run.smithi173.stdout:warning: /etc/fuse.conf saved as /etc/fuse.conf.rpmsave , 2020-08-21T20:19:58.351 INFO:teuthology.orchestra.run.smithi173.stdout: Ignoring malparsed backtrace: 2020-08-21T20:19:58.361 INFO:teuthology.orchestra.run.smithi085.stdout: Verifying : python3-cephfs-2:15.2.4-573.gf6091e8f70.el8.x86_64 32/85 , 2020-08-21T20:19:58.361 INFO:teuthology.orchestra.run.smithi085.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 33/85 , 2020-08-21T20:19:58.361 INFO:teuthology.orchestra.run.smithi085.stdout: Verifying : python3-chardet-3.0.4-7.el8.noarch 34/85 Ignoring malparsed backtrace: 2020-08-21T20:19:58.371 INFO:teuthology.orchestra.run.smithi085.stdout: python3-jsonpointer-1.10-11.el8.noarch , 2020-08-21T20:19:58.371 INFO:teuthology.orchestra.run.smithi085.stdout: python3-jwt-1.6.1-2.el8.noarch , 2020-08-21T20:19:58.371 INFO:teuthology.orchestra.run.smithi085.stdout: python3-kubernetes-11.0.0-2.el8.noarch Ignoring malparsed backtrace: 2020-08-21T20:19:58.380 INFO:teuthology.orchestra.run.smithi085.stdout:Complete! , 2020-08-21T20:19:58.380 INFO:teuthology.orchestra.run.smithi085.stdout:No match for argument: ceph-mgr-dashboard , 2020-08-21T20:19:58.380 INFO:teuthology.orchestra.run.smithi085.stdout:Dependencies resolved. Ignoring malparsed backtrace: 2020-08-21T20:19:59.790 INFO:teuthology.orchestra.run.smithi173.stdout: Package Arch Version Repository Size , 2020-08-21T20:19:59.790 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ , 2020-08-21T20:19:59.790 INFO:teuthology.orchestra.run.smithi173.stdout:Removing: Ignoring malparsed backtrace: 2020-08-21T20:20:02.340 INFO:teuthology.orchestra.run.smithi085.stdout: Erasing : rbd-fuse-2:15.2.4-573.gf6091e8f70.el8.x86_64 2/7 , 2020-08-21T20:20:02.511 INFO:teuthology.orchestra.run.smithi085.stdout: Erasing : qemu-kvm-block-rbd-15:2.12.0-88.module_el8.1.0+297+d 3/7 , 2020-08-21T20:20:02.511 INFO:teuthology.orchestra.run.smithi085.stdout: Erasing : librbd1-2:15.2.4-573.gf6091e8f70.el8.x86_64 4/7 Ignoring malparsed backtrace: 2020-08-21T20:20:07.033 INFO:teuthology.orchestra.run.smithi173.stdout:Cache was expired , 2020-08-21T20:20:07.033 INFO:teuthology.orchestra.run.smithi173.stdout:0 files removed , 2020-08-21T20:20:07.061 DEBUG:teuthology.parallel:result is None Ignoring malparsed backtrace: 2020-08-21T20:20:35.949 INFO:teuthology.task.internal:Transferring archived files... , 2020-08-21T20:20:35.949 DEBUG:teuthology.misc:Transferring archived files from smithi173:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2020-08-17_03:30:02-rados-octopus-distro-basic-smithi/5350797/remote/smithi173 , 2020-08-21T20:20:35.949 INFO:teuthology.orchestra.run.smithi173:> sudo tar cz -f - -C /home/ubuntu/cephtest/archive -- . Found 4 distinct failure reasons Failure: Command failed on smithi041 with status 5: 'sudo systemctl stop ceph-ddde3778-e3f5-11ea-a073-001a4aab830c@mon.a' 26 jobs: ['5350887', '5351018', '5351027', '5350889', '5350905', '5350819', '5350811', '5350855', '5350955', '5350769', '5350991', '5350970', '5350879', '5351034', '5351020', '5350803', '5350823', '5350783', '5350867', '5350979', '5350893', '5350954', '5350933', '5350943', '5350847', '5351042'] suites intersection: [] suites union: ['1-install/jewel', '1-install/jewel-v1only', '1-install/luminous', '1-install/luminous-v1only', 'backoff/normal', 'backoff/peering', 'backoff/peering_and_degraded', 'ceph', 'clusters/{openstack', 'd-balancer/crush-compat', 'd-balancer/off', 'distro$/{centos_7.6}', 'fixed-2', 'mode/packaged', 'mode/root', 'msgr-failures/fastclose', 'msgr-failures/few', 'msgr-failures/osd-delay', 'msgr/async', 'msgr/async-v1only', 'msgr/async-v2only', 'rados', 'rados/cephadm/smoke-roleless/{distro/centos_8.0', 'rados/cephadm/smoke-roleless/{distro/centos_latest', 'rados/cephadm/smoke-roleless/{distro/rhel_7', 'rados/cephadm/smoke-roleless/{distro/rhel_8.0', 'rados/cephadm/smoke-roleless/{distro/rhel_latest', 'rados/cephadm/smoke-roleless/{distro/ubuntu_18.04', 'rados/cephadm/smoke-roleless/{distro/ubuntu_18.04_podman', 'rados/cephadm/smoke/{distro/centos_8.0', 'rados/cephadm/smoke/{distro/centos_latest', 'rados/cephadm/smoke/{distro/rhel_7', 'rados/cephadm/smoke/{distro/rhel_8.0', 'rados/cephadm/smoke/{distro/rhel_latest', 'rados/cephadm/smoke/{distro/ubuntu_18.04', 'rados/cephadm/smoke/{distro/ubuntu_18.04_podman', 'rados/cephadm/with-work/{distro/centos_8.0', 'rados/cephadm/with-work/{distro/centos_latest', 'rados/cephadm/with-work/{distro/rhel_8.0', 'rados/cephadm/with-work/{distro/rhel_latest', 'rados/cephadm/with-work/{distro/ubuntu_18.04', 'rados/cephadm/with-work/{distro/ubuntu_18.04_podman', 'rados/cephadm/workunits/{distro/centos_latest', 'rados/cephadm/workunits/{distro/ubuntu_18.04_podman', 'rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size', 'rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size', 'start', 'start}', 'task/test_orch_cli}', 'tasks/rados_api_tests}', 'tasks/rados_python}', 'thrashers/careful', 'thrashers/default', 'thrashers/mapgap', 'thrashers/morepggrow', 'thrashosds-health', 'three-plus-one}', 'workloads/cache-snaps}', 'workloads/radosbench}', 'workloads/rbd_cls}', 'workloads/snaps-few-objects}'] Failure: "2020-08-21T20:28:08.165792+0000 mon.b (mon.0) 109 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY)" in cluster log 2 jobs: ['5350807', '5350989'] suites intersection: ['clusters/{fixed-2', 'msgr/async-v1only', 'openstack}', 'rados', 'rados/basic/{ceph', 'supported-random-distro$/{centos_latest}'] suites union: ['clusters/{fixed-2', 'msgr-failures/few', 'msgr-failures/many', 'msgr/async-v1only', 'objectstore/bluestore-comp-zlib', 'objectstore/bluestore-low-osd-mem-target', 'openstack}', 'rados', 'rados/basic/{ceph', 'supported-random-distro$/{centos_latest}', 'tasks/rados_workunit_loadgen_big}', 'tasks/readwrite}'] Failure: Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 400000 --objects 10000 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 600 --op read 100 --op write 50 --op delete 50 --op copy_from 50 --op write_excl 50 --pool base' 1 jobs: ['5350797'] suites: ['msgr-failures/few', 'msgr/async-v1only', 'objectstore/bluestore-bitmap', 'rados', 'rados/singleton/{all/thrash_cache_writeback_proxy_none', 'supported-random-distro$/{centos_latest}}'] Failure: expected MON_CLOCK_SKEW but got none 1 jobs: ['5350827'] suites: ['msgr-failures/few', 'msgr/async-v1only', 'no_pools', 'objectstore/bluestore-low-osd-mem-target', 'rados', 'rados/multimon/{clusters/6', 'supported-random-distro$/{rhel_latest}', 'tasks/mon_clock_with_skews}']