Found 40 jobs Ignoring malparsed backtrace: ceph version 15.2.9-147-g23148618 (23148618fcb587daa6bac0ac170c39ee83f3175d) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f1f73a9af1a] , 2: (ReadOp::_finish(TestOp::CallbackInfo*)+0x13df) [0x562ad0c232bf] Ignoring malparsed backtrace: dumped all , 2021-03-17T14:02:33.764 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":131,"stamp":"2021-03-17T14:02:32.741779+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30003604432,"num_objects":10076,"num_object_clones":0,"num_object_copies":20152,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10052,"num_whiteouts":30,"num_read":23260,"num_read_kb":2106966,"num_write":53313,"num_write_kb":24075792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":24,"num_bytes_hit_set_archive":12296,"num_flush":3554,"num_flush_kb":10390824,"num_evict":3141,"num_evict_kb":9152020,"num_promote":3903,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49366,"ondisk_log_size":49366,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":562196280,"kb_used":43780156,"kb_used_data":518550244,"kb_used_omap":73543,"kb_used_meta":0,"kb_avail":518416124,"statfs":{"total":575688990720,"available":530858110976,"internally_reserved":137338880,"allocated":530995449856,"data_stored":530995449856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75308512,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":3,"commit_latency_ns":0,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-151222403,"num_objects":-52,"num_object_clones":0,"num_object_copies":-104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-53,"num_whiteouts":3,"num_read":874,"num_read_kb":951234,"num_write":535,"num_write_kb":305486,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":1,"num_bytes_hit_set_archive":469,"num_flush":13,"num_flush_kb":36094,"num_evict":13,"num_evict_kb":36094,"num_promote":9,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002237"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365520+0000","last_change":"2021-03-17T13:59:14.561593+0000","last_active":"2021-03-17T14:01:58.365520+0000","last_peered":"2021-03-17T14:01:58.365520+0000","last_clean":"2021-03-17T14:01:58.365520+0000","last_became_active":"2021-03-17T13:59:14.561210+0000","last_became_peered":"2021-03-17T13:59:14.561210+0000","last_unstale":"2021-03-17T14:01:58.365520+0000","last_undegraded":"2021-03-17T14:01:58.365520+0000","last_fullsized":"2021-03-17T14:01:58.365520+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365699+0000","last_change":"2021-03-17T13:59:14.620590+0000","last_active":"2021-03-17T14:01:58.365699+0000","last_peered":"2021-03-17T14:01:58.365699+0000","last_clean":"2021-03-17T14:01:58.365699+0000","last_became_active":"2021-03-17T13:59:14.620220+0000","last_became_peered":"2021-03-17T13:59:14.620220+0000","last_unstale":"2021-03-17T14:01:58.365699+0000","last_undegraded":"2021-03-17T14:01:58.365699+0000","last_fullsized":"2021-03-17T14:01:58.365699+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5849","reported_seq":"8117","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:02:18.985042+0000","last_change":"2021-03-17T13:59:24.296800+0000","last_active":"2021-03-17T14:02:18.985042+0000","last_peered":"2021-03-17T14:02:18.985042+0000","last_clean":"2021-03-17T14:02:18.985042+0000","last_became_active":"2021-03-17T13:59:24.296429+0000","last_became_peered":"2021-03-17T13:59:24.296429+0000","last_unstale":"2021-03-17T14:02:18.985042+0000","last_undegraded":"2021-03-17T14:02:18.985042+0000","last_fullsized":"2021-03-17T14:02:18.985042+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_clean_scrub_stamp":"2021-03-17T13:59:23.287979+0000","log_size":5849,"ondisk_log_size":5849,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":82137951,"num_objects":43,"num_object_clones":0,"num_object_copies":86,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":10,"num_read":1981,"num_read_kb":981,"num_write":5157,"num_write_kb":1187957,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2842,"num_flush":939,"num_flush_kb":2747624,"num_evict":837,"num_evict_kb":2438083,"num_promote":1034,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'7013","reported_seq":"9214","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:27.251567+0000","last_change":"2021-03-17T13:59:22.675658+0000","last_active":"2021-03-17T14:02:27.251567+0000","last_peered":"2021-03-17T14:02:27.251567+0000","last_clean":"2021-03-17T14:02:27.251567+0000","last_became_active":"2021-03-17T13:59:22.675293+0000","last_became_peered":"2021-03-17T13:59:22.675293+0000","last_unstale":"2021-03-17T14:02:27.251567+0000","last_undegraded":"2021-03-17T14:02:27.251567+0000","last_fullsized":"2021-03-17T14:02:27.251567+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_clean_scrub_stamp":"2021-03-17T13:59:21.283396+0000","log_size":7013,"ondisk_log_size":7013,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7586703877,"num_objects":2526,"num_object_clones":0,"num_object_copies":5052,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2526,"num_whiteouts":0,"num_read":4052,"num_read_kb":555371,"num_write":8737,"num_write_kb":4846466,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365366+0000","last_change":"2021-03-17T13:59:14.620123+0000","last_active":"2021-03-17T14:01:58.365366+0000","last_peered":"2021-03-17T14:01:58.365366+0000","last_clean":"2021-03-17T14:01:58.365366+0000","last_became_active":"2021-03-17T13:59:14.619740+0000","last_became_peered":"2021-03-17T13:59:14.619740+0000","last_unstale":"2021-03-17T14:01:58.365366+0000","last_undegraded":"2021-03-17T14:01:58.365366+0000","last_fullsized":"2021-03-17T14:01:58.365366+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5256","reported_seq":"7314","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:02:19.169992+0000","last_change":"2021-03-17T13:59:24.297564+0000","last_active":"2021-03-17T14:02:19.169992+0000","last_peered":"2021-03-17T14:02:19.169992+0000","last_clean":"2021-03-17T14:02:19.169992+0000","last_became_active":"2021-03-17T13:59:24.297185+0000","last_became_peered":"2021-03-17T13:59:24.297185+0000","last_unstale":"2021-03-17T14:02:19.169992+0000","last_undegraded":"2021-03-17T14:02:19.169992+0000","last_fullsized":"2021-03-17T14:02:19.169992+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_clean_scrub_stamp":"2021-03-17T13:59:23.287979+0000","log_size":5256,"ondisk_log_size":5256,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":76168622,"num_objects":38,"num_object_clones":0,"num_object_copies":76,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":33,"num_whiteouts":7,"num_read":1805,"num_read_kb":871,"num_write":4666,"num_write_kb":1103110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2671,"num_flush":839,"num_flush_kb":2479853,"num_evict":731,"num_evict_kb":2150372,"num_promote":904,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6646","reported_seq":"8876","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:27.261180+0000","last_change":"2021-03-17T13:59:22.291555+0000","last_active":"2021-03-17T14:02:27.261180+0000","last_peered":"2021-03-17T14:02:27.261180+0000","last_clean":"2021-03-17T14:02:27.261180+0000","last_became_active":"2021-03-17T13:59:22.291099+0000","last_became_peered":"2021-03-17T13:59:22.291099+0000","last_unstale":"2021-03-17T14:02:27.261180+0000","last_undegraded":"2021-03-17T14:02:27.261180+0000","last_fullsized":"2021-03-17T14:02:27.261180+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_clean_scrub_stamp":"2021-03-17T13:59:21.283396+0000","log_size":6646,"ondisk_log_size":6646,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7371637248,"num_objects":2467,"num_object_clones":0,"num_object_copies":4934,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2467,"num_whiteouts":0,"num_read":3930,"num_read_kb":587123,"num_write":8211,"num_write_kb":4955757,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365690+0000","last_change":"2021-03-17T13:59:14.620104+0000","last_active":"2021-03-17T14:01:58.365690+0000","last_peered":"2021-03-17T14:01:58.365690+0000","last_clean":"2021-03-17T14:01:58.365690+0000","last_became_active":"2021-03-17T13:59:14.619745+0000","last_became_peered":"2021-03-17T13:59:14.619745+0000","last_unstale":"2021-03-17T14:01:58.365690+0000","last_undegraded":"2021-03-17T14:01:58.365690+0000","last_fullsized":"2021-03-17T14:01:58.365690+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5276","reported_seq":"7373","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:21.100337+0000","last_change":"2021-03-17T13:59:24.664870+0000","last_active":"2021-03-17T14:02:21.100337+0000","last_peered":"2021-03-17T14:02:21.100337+0000","last_clean":"2021-03-17T14:02:21.100337+0000","last_became_active":"2021-03-17T13:59:24.664544+0000","last_became_peered":"2021-03-17T13:59:24.664544+0000","last_unstale":"2021-03-17T14:02:21.100337+0000","last_undegraded":"2021-03-17T14:02:21.100337+0000","last_fullsized":"2021-03-17T14:02:21.100337+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_clean_scrub_stamp":"2021-03-17T13:59:23.287979+0000","log_size":5276,"ondisk_log_size":5276,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":123356219,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":6,"num_read":1858,"num_read_kb":872,"num_write":4682,"num_write_kb":1116223,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":2941,"num_flush":828,"num_flush_kb":2412960,"num_evict":685,"num_evict_kb":1986689,"num_promote":903,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6760","reported_seq":"9018","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:27.274335+0000","last_change":"2021-03-17T13:59:22.675490+0000","last_active":"2021-03-17T14:02:27.274335+0000","last_peered":"2021-03-17T14:02:27.274335+0000","last_clean":"2021-03-17T14:02:27.274335+0000","last_became_active":"2021-03-17T13:59:22.675071+0000","last_became_peered":"2021-03-17T13:59:22.675071+0000","last_unstale":"2021-03-17T14:02:27.274335+0000","last_undegraded":"2021-03-17T14:02:27.274335+0000","last_fullsized":"2021-03-17T14:02:27.274335+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_clean_scrub_stamp":"2021-03-17T13:59:21.283396+0000","log_size":6760,"ondisk_log_size":6760,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7503202265,"num_objects":2503,"num_object_clones":0,"num_object_copies":5006,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2503,"num_whiteouts":0,"num_read":3937,"num_read_kb":584829,"num_write":8356,"num_write_kb":5004842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365467+0000","last_change":"2021-03-17T13:59:14.619981+0000","last_active":"2021-03-17T14:01:58.365467+0000","last_peered":"2021-03-17T14:01:58.365467+0000","last_clean":"2021-03-17T14:01:58.365467+0000","last_became_active":"2021-03-17T13:59:14.619642+0000","last_became_peered":"2021-03-17T13:59:14.619642+0000","last_unstale":"2021-03-17T14:01:58.365467+0000","last_undegraded":"2021-03-17T14:01:58.365467+0000","last_fullsized":"2021-03-17T14:01:58.365467+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5976","reported_seq":"8233","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:02:19.153756+0000","last_change":"2021-03-17T13:59:24.297651+0000","last_active":"2021-03-17T14:02:19.153756+0000","last_peered":"2021-03-17T14:02:19.153756+0000","last_clean":"2021-03-17T14:02:19.153756+0000","last_became_active":"2021-03-17T13:59:24.297284+0000","last_became_peered":"2021-03-17T13:59:24.297284+0000","last_unstale":"2021-03-17T14:02:19.153756+0000","last_undegraded":"2021-03-17T14:02:19.153756+0000","last_fullsized":"2021-03-17T14:02:19.153756+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_clean_scrub_stamp":"2021-03-17T13:59:23.287979+0000","log_size":5976,"ondisk_log_size":5976,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":105821192,"num_objects":50,"num_object_clones":0,"num_object_copies":100,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":42,"num_whiteouts":7,"num_read":2036,"num_read_kb":10614,"num_write":5299,"num_write_kb":1234728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3842,"num_flush":948,"num_flush_kb":2750387,"num_evict":888,"num_evict_kb":2576876,"num_promote":1062,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6590","reported_seq":"8587","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:27.283994+0000","last_change":"2021-03-17T13:59:22.675591+0000","last_active":"2021-03-17T14:02:27.283994+0000","last_peered":"2021-03-17T14:02:27.283994+0000","last_clean":"2021-03-17T14:02:27.283994+0000","last_became_active":"2021-03-17T13:59:22.675284+0000","last_became_peered":"2021-03-17T13:59:22.675284+0000","last_unstale":"2021-03-17T14:02:27.283994+0000","last_undegraded":"2021-03-17T14:02:27.283994+0000","last_fullsized":"2021-03-17T14:02:27.283994+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_clean_scrub_stamp":"2021-03-17T13:59:21.283396+0000","log_size":6590,"ondisk_log_size":6590,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7154577058,"num_objects":2396,"num_object_clones":0,"num_object_copies":4792,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2396,"num_whiteouts":0,"num_read":3661,"num_read_kb":366305,"num_write":8205,"num_write_kb":4626709,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.366072+0000","last_change":"2021-03-17T13:59:14.280057+0000","last_active":"2021-03-17T14:01:58.366072+0000","last_peered":"2021-03-17T14:01:58.366072+0000","last_clean":"2021-03-17T14:01:58.366072+0000","last_became_active":"2021-03-17T13:59:14.279739+0000","last_became_peered":"2021-03-17T13:59:14.279739+0000","last_unstale":"2021-03-17T14:01:58.366072+0000","last_undegraded":"2021-03-17T14:01:58.366072+0000","last_fullsized":"2021-03-17T14:01:58.366072+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.366068+0000","last_change":"2021-03-17T13:59:14.280237+0000","last_active":"2021-03-17T14:01:58.366068+0000","last_peered":"2021-03-17T14:01:58.366068+0000","last_clean":"2021-03-17T14:01:58.366068+0000","last_became_active":"2021-03-17T13:59:14.279729+0000","last_became_peered":"2021-03-17T13:59:14.279729+0000","last_unstale":"2021-03-17T14:01:58.366068+0000","last_undegraded":"2021-03-17T14:01:58.366068+0000","last_fullsized":"2021-03-17T14:01:58.366068+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365390+0000","last_change":"2021-03-17T13:59:14.561470+0000","last_active":"2021-03-17T14:01:58.365390+0000","last_peered":"2021-03-17T14:01:58.365390+0000","last_clean":"2021-03-17T14:01:58.365390+0000","last_became_active":"2021-03-17T13:59:14.561155+0000","last_became_peered":"2021-03-17T13:59:14.561155+0000","last_unstale":"2021-03-17T14:01:58.365390+0000","last_undegraded":"2021-03-17T14:01:58.365390+0000","last_fullsized":"2021-03-17T14:01:58.365390+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":387483984,"num_objects":184,"num_object_clones":0,"num_object_copies":368,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":160,"num_whiteouts":30,"num_read":7680,"num_read_kb":13338,"num_write":19804,"num_write_kb":4642018,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":24,"num_bytes_hit_set_archive":12296,"num_flush":3554,"num_flush_kb":10390824,"num_evict":3141,"num_evict_kb":9152020,"num_promote":3903,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22357,"ondisk_log_size":22357,"up":8,"acting":8,"num_store_stats":0},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":0},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29616120448,"num_objects":9892,"num_object_clones":0,"num_object_copies":19784,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9892,"num_whiteouts":0,"num_read":15580,"num_read_kb":2093628,"num_write":33509,"num_write_kb":19433774,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":27009,"ondisk_log_size":27009,"up":8,"acting":8,"num_store_stats":0}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10502276,"kb_used_data":83214708,"kb_used_omap":12427,"kb_used_meta":0,"kb_avail":83197104,"statfs":{"total":95948165120,"available":85193834496,"internally_reserved":18026496,"allocated":85211860992,"data_stored":85211860992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12725578,"internal_metadata":0},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.30399999999999999,"5min":0.35299999999999998,"15min":0.379},"min":{"1min":0.192,"5min":0.192,"15min":0.192},"max":{"1min":0.40100000000000002,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.376,"15min":0.39200000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.55800000000000005,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.35299999999999998}]},{"osd":1,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.38100000000000001,"15min":0.40500000000000003},"min":{"1min":0.22700000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.47499999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.44},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.39400000000000002,"15min":0.41099999999999998},"min":{"1min":0.26200000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.46100000000000002,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.53000000000000003}]},{"osd":2,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.38200000000000001,"15min":0.39800000000000002},"min":{"1min":0.26300000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.36099999999999999,"15min":0.376},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.46100000000000002,"5min":0.54300000000000004,"15min":0.54300000000000004},"last":0.52100000000000002}]},{"osd":3,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.27500000000000002,"5min":0.28899999999999998,"15min":0.29899999999999999},"min":{"1min":0.21099999999999999,"5min":0.188,"15min":0.188},"max":{"1min":0.33900000000000002,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.22600000000000001},{"interface":"front","average":{"1min":0.313,"5min":0.33300000000000002,"15min":0.34000000000000002},"min":{"1min":0.222,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.42199999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.23699999999999999}]},{"osd":4,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.33800000000000002,"15min":0.34200000000000003},"min":{"1min":0.23100000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.40200000000000002,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.29999999999999999,"5min":0.32100000000000001,"15min":0.33100000000000002},"min":{"1min":0.21099999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.39900000000000002,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.33800000000000002}]}]},{"osd":4,"up_from":11,"seq":47244640298,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":969580,"kb_used_data":92729800,"kb_used_omap":12063,"kb_used_meta":0,"kb_avail":92729800,"statfs":{"total":95948165120,"available":94955315200,"internally_reserved":0,"allocated":94955315200,"data_stored":94955315200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12353216,"internal_metadata":0},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.28499999999999998,"5min":0.33300000000000002,"15min":0.35499999999999998},"min":{"1min":0.158,"5min":0.158,"15min":0.158},"max":{"1min":0.436,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.27200000000000002,"5min":0.34200000000000003,"15min":0.37},"min":{"1min":0.187,"5min":0.187,"15min":0.187},"max":{"1min":0.45500000000000002,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.40000000000000002}]},{"osd":1,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.376,"15min":0.39400000000000002},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.39900000000000002,"15min":0.41699999999999998},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.54800000000000004}]},{"osd":2,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":0.373,"15min":0.39500000000000002},"min":{"1min":0.247,"5min":0.216,"15min":0.216},"max":{"1min":0.504,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.42099999999999999,"15min":0.439},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.8149999999999999,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.68400000000000005}]},{"osd":3,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.314,"15min":0.314},"min":{"1min":0.221,"5min":0.186,"15min":0.186},"max":{"1min":0.63,"5min":0.63,"15min":0.63},"last":0.20899999999999999},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.34799999999999998,"15min":0.35599999999999998},"min":{"1min":0.21099999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.67600000000000005,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.251}]},{"osd":5,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.34499999999999997,"15min":0.33500000000000002},"min":{"1min":0.23599999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":3.4020000000000001,"5min":3.4020000000000001,"15min":3.4020000000000001},"last":0.223},{"interface":"front","average":{"1min":0.29499999999999998,"5min":0.32400000000000001,"15min":0.33400000000000002},"min":{"1min":0.24399999999999999,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.44600000000000001,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.23799999999999999}]}]},{"osd":3,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":5414672,"kb_used_data":88335536,"kb_used_omap":3522,"kb_used_meta":0,"kb_avail":88284708,"statfs":{"total":95948165120,"available":90403540992,"internally_reserved":52047872,"allocated":90455588864,"data_stored":90455588864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3606818,"internal_metadata":0},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.28299999999999997,"5min":0.32900000000000001,"15min":0.34399999999999997},"min":{"1min":0.216,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.45200000000000001,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.309,"5min":0.35799999999999998,"15min":0.379},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.52100000000000002,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.373}]},{"osd":1,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.37,"15min":0.38500000000000001},"min":{"1min":0.20100000000000001,"5min":0.19,"15min":0.19},"max":{"1min":0.47099999999999997,"5min":0.626,"15min":0.626},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.40899999999999997,"15min":0.43099999999999999},"min":{"1min":0.22500000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.496,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.49199999999999999}]},{"osd":2,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.35999999999999999,"15min":0.376},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.52600000000000002,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.38900000000000001,"15min":0.41399999999999998},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.47099999999999997,"5min":0.87,"15min":0.87},"last":0.35199999999999998}]},{"osd":4,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.25700000000000001,"5min":0.32900000000000001,"15min":0.35899999999999999},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.39400000000000002,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.19900000000000001},{"interface":"front","average":{"1min":0.29599999999999999,"5min":0.33200000000000002,"15min":0.35299999999999998},"min":{"1min":0.23699999999999999,"5min":0.223,"15min":0.223},"max":{"1min":0.42499999999999999,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.217}]},{"osd":5,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.314,"5min":0.33300000000000002,"15min":0.34799999999999998},"min":{"1min":0.20999999999999999,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.54000000000000004,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.24099999999999999},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.376,"15min":0.39600000000000002},"min":{"1min":0.26800000000000002,"5min":0.25,"15min":0.25},"max":{"1min":0.41299999999999998,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.247}]}]},{"osd":2,"up_from":11,"seq":47244640299,"num_pgs":5,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10664412,"kb_used_data":83056932,"kb_used_omap":12315,"kb_used_meta":0,"kb_avail":83034968,"statfs":{"total":95948165120,"available":85027807232,"internally_reserved":22491136,"allocated":85050298368,"data_stored":85050298368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12611060,"internal_metadata":0},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.23899999999999999,"5min":0.24199999999999999,"15min":0.246},"min":{"1min":0.158,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.29899999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"min":{"1min":0.17699999999999999,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.30299999999999999}]},{"osd":1,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.33200000000000002,"15min":0.33400000000000002},"min":{"1min":0.219,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.29299999999999998,"5min":0.30199999999999999,"15min":0.314},"min":{"1min":0.193,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":0.48999999999999999,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.378}]},{"osd":3,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.35399999999999998,"15min":0.35899999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.374,"15min":0.379},"min":{"1min":0.249,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":0.625}]},{"osd":4,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.38500000000000001,"15min":0.39100000000000001},"min":{"1min":0.24299999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.2529999999999999,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.36799999999999999,"15min":0.377},"min":{"1min":0.254,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.57099999999999995}]},{"osd":5,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.38300000000000001,"15min":0.39700000000000002},"min":{"1min":0.254,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.60999999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.39900000000000002,"15min":0.40600000000000003},"min":{"1min":0.28699999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.61499999999999999}]}]},{"osd":0,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":969580,"kb_used_data":92729800,"kb_used_omap":12073,"kb_used_meta":0,"kb_avail":92729800,"statfs":{"total":95948165120,"available":94955315200,"internally_reserved":0,"allocated":94955315200,"data_stored":94955315200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12363111,"internal_metadata":0},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.23400000000000001,"5min":0.25600000000000001,"15min":0.26000000000000001},"min":{"1min":0.159,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.47299999999999998,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.28399999999999997,"5min":0.29999999999999999,"15min":0.30299999999999999},"min":{"1min":0.20100000000000001,"5min":0.16,"15min":0.16},"max":{"1min":0.47999999999999998,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.45800000000000002}]},{"osd":2,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.22600000000000001,"5min":0.246,"15min":0.255},"min":{"1min":0.185,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.27300000000000002,"5min":0.47099999999999997,"15min":0.47099999999999997},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.27000000000000002,"5min":0.26800000000000002,"15min":0.27200000000000002},"min":{"1min":0.19900000000000001,"5min":0.188,"15min":0.188},"max":{"1min":0.39800000000000002,"5min":0.629,"15min":0.629},"last":0.49399999999999999}]},{"osd":3,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.377,"15min":0.40300000000000002},"min":{"1min":0.218,"5min":0.193,"15min":0.193},"max":{"1min":0.66400000000000003,"5min":1.504,"15min":1.504},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.309,"5min":0.36699999999999999,"15min":0.38700000000000001},"min":{"1min":0.25900000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.53200000000000003,"5min":1.123,"15min":1.123},"last":0.58699999999999997}]},{"osd":4,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.32000000000000001,"5min":0.36599999999999999,"15min":0.38300000000000001},"min":{"1min":0.252,"5min":0.245,"15min":0.245},"max":{"1min":0.627,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.33000000000000002,"5min":0.38600000000000001,"15min":0.40799999999999997},"min":{"1min":0.28000000000000003,"5min":0.25,"15min":0.25},"max":{"1min":0.503,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.502}]},{"osd":5,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.38600000000000001,"15min":0.40200000000000002},"min":{"1min":0.27900000000000003,"5min":0.248,"15min":0.248},"max":{"1min":0.64000000000000001,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.372,"5min":0.41199999999999998,"15min":0.42999999999999999},"min":{"1min":0.29499999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.69099999999999995,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.55200000000000005}]}]},{"osd":1,"up_from":11,"seq":47244640299,"num_pgs":7,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":15259636,"kb_used_data":78483468,"kb_used_omap":21141,"kb_used_meta":0,"kb_avail":78439744,"statfs":{"total":95948165120,"available":80322297856,"internally_reserved":44773376,"allocated":80367071232,"data_stored":80367071232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21648729,"internal_metadata":0},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.22700000000000001,"5min":0.25700000000000001,"15min":0.27000000000000002},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.40000000000000002,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.29099999999999998,"15min":0.29399999999999998},"min":{"1min":0.183,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":1.5780000000000001,"5min":1.5780000000000001,"15min":1.5780000000000001},"last":0.40000000000000002}]},{"osd":2,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.309,"5min":0.28599999999999998,"15min":0.29299999999999998},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":1.3819999999999999,"5min":1.3819999999999999,"15min":1.3819999999999999},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.32700000000000001,"15min":0.32200000000000001},"min":{"1min":0.19500000000000001,"5min":0.159,"15min":0.159},"max":{"1min":3.0600000000000001,"5min":3.0600000000000001,"15min":3.0600000000000001},"last":0.32900000000000001}]},{"osd":3,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.375,"15min":0.39700000000000002},"min":{"1min":0.22700000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.79100000000000004,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.436},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.38700000000000001,"15min":0.40300000000000002},"min":{"1min":0.23000000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":1.0720000000000001,"5min":1.2589999999999999,"15min":1.2589999999999999},"last":0.41699999999999998}]},{"osd":4,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.40699999999999997,"15min":0.435},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.57899999999999996,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.432,"15min":0.46899999999999997},"min":{"1min":0.26000000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.50800000000000001,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.46800000000000003}]},{"osd":5,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.40999999999999998,"15min":0.42599999999999999},"min":{"1min":0.26900000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.38,"5min":0.40000000000000002,"15min":0.41799999999999998},"min":{"1min":0.26100000000000001,"5min":0.245,"15min":0.245},"max":{"1min":0.61499999999999999,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.45800000000000002}]}]}]}} , 2021-03-17T14:02:33.776 INFO:tasks.ceph:pgid 1.7 last_scrub_stamp 2021-03-17T13:59:13.271087+0000 time.struct_time(tm_year=2021, tm_mon=3, tm_mday=17, tm_hour=13, tm_min=59, tm_sec=13, tm_wday=2, tm_yday=76, tm_isdst=-1) <= time.struct_time(tm_year=2021, tm_mon=3, tm_mday=17, tm_hour=14, tm_min=2, tm_sec=29, tm_wday=2, tm_yday=76, tm_isdst=0) Ignoring malparsed backtrace: 2021-03-17T14:03:35.238 INFO:tasks.ceph:Checking cluster log for badness... , 2021-03-17T14:03:35.239 DEBUG:teuthology.orchestra.run.smithi032:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v 'but it is still running' | egrep -v 'slow request' | egrep -v 'overall HEALTH_' | egrep -v '\(CACHE_POOL_' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(OSD_SLOW_PING_TIME' | head -n 1 , 2021-03-17T14:03:35.311 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi032.front.sepia.ceph.com Ignoring malparsed backtrace: 2021-03-17T14:03:54.882 DEBUG:teuthology.orchestra.run:got remote process result: 1 , 2021-03-17T14:03:54.883 DEBUG:teuthology.run_tasks:Unwinding manager pcp , 2021-03-17T14:03:54.895 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer Ignoring malparsed backtrace: During handling of the above exception, another exception occurred: , , Traceback (most recent call last): Ignoring malparsed backtrace: ceph version 15.2.9-147-g23148618 (23148618fcb587daa6bac0ac170c39ee83f3175d) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f1f73a9af1a] , 2: (ReadOp::_finish(TestOp::CallbackInfo*)+0x13df) [0x562ad0c232bf] Ignoring malparsed backtrace: dumped all , 2021-03-17T14:02:33.764 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":131,"stamp":"2021-03-17T14:02:32.741779+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30003604432,"num_objects":10076,"num_object_clones":0,"num_object_copies":20152,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10052,"num_whiteouts":30,"num_read":23260,"num_read_kb":2106966,"num_write":53313,"num_write_kb":24075792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":24,"num_bytes_hit_set_archive":12296,"num_flush":3554,"num_flush_kb":10390824,"num_evict":3141,"num_evict_kb":9152020,"num_promote":3903,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49366,"ondisk_log_size":49366,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":562196280,"kb_used":43780156,"kb_used_data":518550244,"kb_used_omap":73543,"kb_used_meta":0,"kb_avail":518416124,"statfs":{"total":575688990720,"available":530858110976,"internally_reserved":137338880,"allocated":530995449856,"data_stored":530995449856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75308512,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":3,"commit_latency_ns":0,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-151222403,"num_objects":-52,"num_object_clones":0,"num_object_copies":-104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-53,"num_whiteouts":3,"num_read":874,"num_read_kb":951234,"num_write":535,"num_write_kb":305486,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":1,"num_bytes_hit_set_archive":469,"num_flush":13,"num_flush_kb":36094,"num_evict":13,"num_evict_kb":36094,"num_promote":9,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002237"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365520+0000","last_change":"2021-03-17T13:59:14.561593+0000","last_active":"2021-03-17T14:01:58.365520+0000","last_peered":"2021-03-17T14:01:58.365520+0000","last_clean":"2021-03-17T14:01:58.365520+0000","last_became_active":"2021-03-17T13:59:14.561210+0000","last_became_peered":"2021-03-17T13:59:14.561210+0000","last_unstale":"2021-03-17T14:01:58.365520+0000","last_undegraded":"2021-03-17T14:01:58.365520+0000","last_fullsized":"2021-03-17T14:01:58.365520+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365699+0000","last_change":"2021-03-17T13:59:14.620590+0000","last_active":"2021-03-17T14:01:58.365699+0000","last_peered":"2021-03-17T14:01:58.365699+0000","last_clean":"2021-03-17T14:01:58.365699+0000","last_became_active":"2021-03-17T13:59:14.620220+0000","last_became_peered":"2021-03-17T13:59:14.620220+0000","last_unstale":"2021-03-17T14:01:58.365699+0000","last_undegraded":"2021-03-17T14:01:58.365699+0000","last_fullsized":"2021-03-17T14:01:58.365699+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5849","reported_seq":"8117","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:02:18.985042+0000","last_change":"2021-03-17T13:59:24.296800+0000","last_active":"2021-03-17T14:02:18.985042+0000","last_peered":"2021-03-17T14:02:18.985042+0000","last_clean":"2021-03-17T14:02:18.985042+0000","last_became_active":"2021-03-17T13:59:24.296429+0000","last_became_peered":"2021-03-17T13:59:24.296429+0000","last_unstale":"2021-03-17T14:02:18.985042+0000","last_undegraded":"2021-03-17T14:02:18.985042+0000","last_fullsized":"2021-03-17T14:02:18.985042+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_clean_scrub_stamp":"2021-03-17T13:59:23.287979+0000","log_size":5849,"ondisk_log_size":5849,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":82137951,"num_objects":43,"num_object_clones":0,"num_object_copies":86,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":10,"num_read":1981,"num_read_kb":981,"num_write":5157,"num_write_kb":1187957,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2842,"num_flush":939,"num_flush_kb":2747624,"num_evict":837,"num_evict_kb":2438083,"num_promote":1034,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'7013","reported_seq":"9214","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:27.251567+0000","last_change":"2021-03-17T13:59:22.675658+0000","last_active":"2021-03-17T14:02:27.251567+0000","last_peered":"2021-03-17T14:02:27.251567+0000","last_clean":"2021-03-17T14:02:27.251567+0000","last_became_active":"2021-03-17T13:59:22.675293+0000","last_became_peered":"2021-03-17T13:59:22.675293+0000","last_unstale":"2021-03-17T14:02:27.251567+0000","last_undegraded":"2021-03-17T14:02:27.251567+0000","last_fullsized":"2021-03-17T14:02:27.251567+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_clean_scrub_stamp":"2021-03-17T13:59:21.283396+0000","log_size":7013,"ondisk_log_size":7013,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7586703877,"num_objects":2526,"num_object_clones":0,"num_object_copies":5052,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2526,"num_whiteouts":0,"num_read":4052,"num_read_kb":555371,"num_write":8737,"num_write_kb":4846466,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365366+0000","last_change":"2021-03-17T13:59:14.620123+0000","last_active":"2021-03-17T14:01:58.365366+0000","last_peered":"2021-03-17T14:01:58.365366+0000","last_clean":"2021-03-17T14:01:58.365366+0000","last_became_active":"2021-03-17T13:59:14.619740+0000","last_became_peered":"2021-03-17T13:59:14.619740+0000","last_unstale":"2021-03-17T14:01:58.365366+0000","last_undegraded":"2021-03-17T14:01:58.365366+0000","last_fullsized":"2021-03-17T14:01:58.365366+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5256","reported_seq":"7314","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:02:19.169992+0000","last_change":"2021-03-17T13:59:24.297564+0000","last_active":"2021-03-17T14:02:19.169992+0000","last_peered":"2021-03-17T14:02:19.169992+0000","last_clean":"2021-03-17T14:02:19.169992+0000","last_became_active":"2021-03-17T13:59:24.297185+0000","last_became_peered":"2021-03-17T13:59:24.297185+0000","last_unstale":"2021-03-17T14:02:19.169992+0000","last_undegraded":"2021-03-17T14:02:19.169992+0000","last_fullsized":"2021-03-17T14:02:19.169992+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_clean_scrub_stamp":"2021-03-17T13:59:23.287979+0000","log_size":5256,"ondisk_log_size":5256,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":76168622,"num_objects":38,"num_object_clones":0,"num_object_copies":76,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":33,"num_whiteouts":7,"num_read":1805,"num_read_kb":871,"num_write":4666,"num_write_kb":1103110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2671,"num_flush":839,"num_flush_kb":2479853,"num_evict":731,"num_evict_kb":2150372,"num_promote":904,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6646","reported_seq":"8876","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:27.261180+0000","last_change":"2021-03-17T13:59:22.291555+0000","last_active":"2021-03-17T14:02:27.261180+0000","last_peered":"2021-03-17T14:02:27.261180+0000","last_clean":"2021-03-17T14:02:27.261180+0000","last_became_active":"2021-03-17T13:59:22.291099+0000","last_became_peered":"2021-03-17T13:59:22.291099+0000","last_unstale":"2021-03-17T14:02:27.261180+0000","last_undegraded":"2021-03-17T14:02:27.261180+0000","last_fullsized":"2021-03-17T14:02:27.261180+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_clean_scrub_stamp":"2021-03-17T13:59:21.283396+0000","log_size":6646,"ondisk_log_size":6646,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7371637248,"num_objects":2467,"num_object_clones":0,"num_object_copies":4934,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2467,"num_whiteouts":0,"num_read":3930,"num_read_kb":587123,"num_write":8211,"num_write_kb":4955757,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365690+0000","last_change":"2021-03-17T13:59:14.620104+0000","last_active":"2021-03-17T14:01:58.365690+0000","last_peered":"2021-03-17T14:01:58.365690+0000","last_clean":"2021-03-17T14:01:58.365690+0000","last_became_active":"2021-03-17T13:59:14.619745+0000","last_became_peered":"2021-03-17T13:59:14.619745+0000","last_unstale":"2021-03-17T14:01:58.365690+0000","last_undegraded":"2021-03-17T14:01:58.365690+0000","last_fullsized":"2021-03-17T14:01:58.365690+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5276","reported_seq":"7373","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:21.100337+0000","last_change":"2021-03-17T13:59:24.664870+0000","last_active":"2021-03-17T14:02:21.100337+0000","last_peered":"2021-03-17T14:02:21.100337+0000","last_clean":"2021-03-17T14:02:21.100337+0000","last_became_active":"2021-03-17T13:59:24.664544+0000","last_became_peered":"2021-03-17T13:59:24.664544+0000","last_unstale":"2021-03-17T14:02:21.100337+0000","last_undegraded":"2021-03-17T14:02:21.100337+0000","last_fullsized":"2021-03-17T14:02:21.100337+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_clean_scrub_stamp":"2021-03-17T13:59:23.287979+0000","log_size":5276,"ondisk_log_size":5276,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":123356219,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":6,"num_read":1858,"num_read_kb":872,"num_write":4682,"num_write_kb":1116223,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":2941,"num_flush":828,"num_flush_kb":2412960,"num_evict":685,"num_evict_kb":1986689,"num_promote":903,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6760","reported_seq":"9018","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:27.274335+0000","last_change":"2021-03-17T13:59:22.675490+0000","last_active":"2021-03-17T14:02:27.274335+0000","last_peered":"2021-03-17T14:02:27.274335+0000","last_clean":"2021-03-17T14:02:27.274335+0000","last_became_active":"2021-03-17T13:59:22.675071+0000","last_became_peered":"2021-03-17T13:59:22.675071+0000","last_unstale":"2021-03-17T14:02:27.274335+0000","last_undegraded":"2021-03-17T14:02:27.274335+0000","last_fullsized":"2021-03-17T14:02:27.274335+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_clean_scrub_stamp":"2021-03-17T13:59:21.283396+0000","log_size":6760,"ondisk_log_size":6760,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7503202265,"num_objects":2503,"num_object_clones":0,"num_object_copies":5006,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2503,"num_whiteouts":0,"num_read":3937,"num_read_kb":584829,"num_write":8356,"num_write_kb":5004842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365467+0000","last_change":"2021-03-17T13:59:14.619981+0000","last_active":"2021-03-17T14:01:58.365467+0000","last_peered":"2021-03-17T14:01:58.365467+0000","last_clean":"2021-03-17T14:01:58.365467+0000","last_became_active":"2021-03-17T13:59:14.619642+0000","last_became_peered":"2021-03-17T13:59:14.619642+0000","last_unstale":"2021-03-17T14:01:58.365467+0000","last_undegraded":"2021-03-17T14:01:58.365467+0000","last_fullsized":"2021-03-17T14:01:58.365467+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5976","reported_seq":"8233","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:02:19.153756+0000","last_change":"2021-03-17T13:59:24.297651+0000","last_active":"2021-03-17T14:02:19.153756+0000","last_peered":"2021-03-17T14:02:19.153756+0000","last_clean":"2021-03-17T14:02:19.153756+0000","last_became_active":"2021-03-17T13:59:24.297284+0000","last_became_peered":"2021-03-17T13:59:24.297284+0000","last_unstale":"2021-03-17T14:02:19.153756+0000","last_undegraded":"2021-03-17T14:02:19.153756+0000","last_fullsized":"2021-03-17T14:02:19.153756+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_clean_scrub_stamp":"2021-03-17T13:59:23.287979+0000","log_size":5976,"ondisk_log_size":5976,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":105821192,"num_objects":50,"num_object_clones":0,"num_object_copies":100,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":42,"num_whiteouts":7,"num_read":2036,"num_read_kb":10614,"num_write":5299,"num_write_kb":1234728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3842,"num_flush":948,"num_flush_kb":2750387,"num_evict":888,"num_evict_kb":2576876,"num_promote":1062,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6590","reported_seq":"8587","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:27.283994+0000","last_change":"2021-03-17T13:59:22.675591+0000","last_active":"2021-03-17T14:02:27.283994+0000","last_peered":"2021-03-17T14:02:27.283994+0000","last_clean":"2021-03-17T14:02:27.283994+0000","last_became_active":"2021-03-17T13:59:22.675284+0000","last_became_peered":"2021-03-17T13:59:22.675284+0000","last_unstale":"2021-03-17T14:02:27.283994+0000","last_undegraded":"2021-03-17T14:02:27.283994+0000","last_fullsized":"2021-03-17T14:02:27.283994+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_clean_scrub_stamp":"2021-03-17T13:59:21.283396+0000","log_size":6590,"ondisk_log_size":6590,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7154577058,"num_objects":2396,"num_object_clones":0,"num_object_copies":4792,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2396,"num_whiteouts":0,"num_read":3661,"num_read_kb":366305,"num_write":8205,"num_write_kb":4626709,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.366072+0000","last_change":"2021-03-17T13:59:14.280057+0000","last_active":"2021-03-17T14:01:58.366072+0000","last_peered":"2021-03-17T14:01:58.366072+0000","last_clean":"2021-03-17T14:01:58.366072+0000","last_became_active":"2021-03-17T13:59:14.279739+0000","last_became_peered":"2021-03-17T13:59:14.279739+0000","last_unstale":"2021-03-17T14:01:58.366072+0000","last_undegraded":"2021-03-17T14:01:58.366072+0000","last_fullsized":"2021-03-17T14:01:58.366072+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.366068+0000","last_change":"2021-03-17T13:59:14.280237+0000","last_active":"2021-03-17T14:01:58.366068+0000","last_peered":"2021-03-17T14:01:58.366068+0000","last_clean":"2021-03-17T14:01:58.366068+0000","last_became_active":"2021-03-17T13:59:14.279729+0000","last_became_peered":"2021-03-17T13:59:14.279729+0000","last_unstale":"2021-03-17T14:01:58.366068+0000","last_undegraded":"2021-03-17T14:01:58.366068+0000","last_fullsized":"2021-03-17T14:01:58.366068+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365390+0000","last_change":"2021-03-17T13:59:14.561470+0000","last_active":"2021-03-17T14:01:58.365390+0000","last_peered":"2021-03-17T14:01:58.365390+0000","last_clean":"2021-03-17T14:01:58.365390+0000","last_became_active":"2021-03-17T13:59:14.561155+0000","last_became_peered":"2021-03-17T13:59:14.561155+0000","last_unstale":"2021-03-17T14:01:58.365390+0000","last_undegraded":"2021-03-17T14:01:58.365390+0000","last_fullsized":"2021-03-17T14:01:58.365390+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":387483984,"num_objects":184,"num_object_clones":0,"num_object_copies":368,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":160,"num_whiteouts":30,"num_read":7680,"num_read_kb":13338,"num_write":19804,"num_write_kb":4642018,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":24,"num_bytes_hit_set_archive":12296,"num_flush":3554,"num_flush_kb":10390824,"num_evict":3141,"num_evict_kb":9152020,"num_promote":3903,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22357,"ondisk_log_size":22357,"up":8,"acting":8,"num_store_stats":0},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":0},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29616120448,"num_objects":9892,"num_object_clones":0,"num_object_copies":19784,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9892,"num_whiteouts":0,"num_read":15580,"num_read_kb":2093628,"num_write":33509,"num_write_kb":19433774,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":27009,"ondisk_log_size":27009,"up":8,"acting":8,"num_store_stats":0}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10502276,"kb_used_data":83214708,"kb_used_omap":12427,"kb_used_meta":0,"kb_avail":83197104,"statfs":{"total":95948165120,"available":85193834496,"internally_reserved":18026496,"allocated":85211860992,"data_stored":85211860992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12725578,"internal_metadata":0},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.30399999999999999,"5min":0.35299999999999998,"15min":0.379},"min":{"1min":0.192,"5min":0.192,"15min":0.192},"max":{"1min":0.40100000000000002,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.376,"15min":0.39200000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.55800000000000005,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.35299999999999998}]},{"osd":1,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.38100000000000001,"15min":0.40500000000000003},"min":{"1min":0.22700000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.47499999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.44},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.39400000000000002,"15min":0.41099999999999998},"min":{"1min":0.26200000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.46100000000000002,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.53000000000000003}]},{"osd":2,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.38200000000000001,"15min":0.39800000000000002},"min":{"1min":0.26300000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.36099999999999999,"15min":0.376},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.46100000000000002,"5min":0.54300000000000004,"15min":0.54300000000000004},"last":0.52100000000000002}]},{"osd":3,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.27500000000000002,"5min":0.28899999999999998,"15min":0.29899999999999999},"min":{"1min":0.21099999999999999,"5min":0.188,"15min":0.188},"max":{"1min":0.33900000000000002,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.22600000000000001},{"interface":"front","average":{"1min":0.313,"5min":0.33300000000000002,"15min":0.34000000000000002},"min":{"1min":0.222,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.42199999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.23699999999999999}]},{"osd":4,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.33800000000000002,"15min":0.34200000000000003},"min":{"1min":0.23100000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.40200000000000002,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.29999999999999999,"5min":0.32100000000000001,"15min":0.33100000000000002},"min":{"1min":0.21099999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.39900000000000002,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.33800000000000002}]}]},{"osd":4,"up_from":11,"seq":47244640298,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":969580,"kb_used_data":92729800,"kb_used_omap":12063,"kb_used_meta":0,"kb_avail":92729800,"statfs":{"total":95948165120,"available":94955315200,"internally_reserved":0,"allocated":94955315200,"data_stored":94955315200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12353216,"internal_metadata":0},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.28499999999999998,"5min":0.33300000000000002,"15min":0.35499999999999998},"min":{"1min":0.158,"5min":0.158,"15min":0.158},"max":{"1min":0.436,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.27200000000000002,"5min":0.34200000000000003,"15min":0.37},"min":{"1min":0.187,"5min":0.187,"15min":0.187},"max":{"1min":0.45500000000000002,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.40000000000000002}]},{"osd":1,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.376,"15min":0.39400000000000002},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.39900000000000002,"15min":0.41699999999999998},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.54800000000000004}]},{"osd":2,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":0.373,"15min":0.39500000000000002},"min":{"1min":0.247,"5min":0.216,"15min":0.216},"max":{"1min":0.504,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.42099999999999999,"15min":0.439},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.8149999999999999,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.68400000000000005}]},{"osd":3,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.314,"15min":0.314},"min":{"1min":0.221,"5min":0.186,"15min":0.186},"max":{"1min":0.63,"5min":0.63,"15min":0.63},"last":0.20899999999999999},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.34799999999999998,"15min":0.35599999999999998},"min":{"1min":0.21099999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.67600000000000005,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.251}]},{"osd":5,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.34499999999999997,"15min":0.33500000000000002},"min":{"1min":0.23599999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":3.4020000000000001,"5min":3.4020000000000001,"15min":3.4020000000000001},"last":0.223},{"interface":"front","average":{"1min":0.29499999999999998,"5min":0.32400000000000001,"15min":0.33400000000000002},"min":{"1min":0.24399999999999999,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.44600000000000001,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.23799999999999999}]}]},{"osd":3,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":5414672,"kb_used_data":88335536,"kb_used_omap":3522,"kb_used_meta":0,"kb_avail":88284708,"statfs":{"total":95948165120,"available":90403540992,"internally_reserved":52047872,"allocated":90455588864,"data_stored":90455588864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3606818,"internal_metadata":0},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.28299999999999997,"5min":0.32900000000000001,"15min":0.34399999999999997},"min":{"1min":0.216,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.45200000000000001,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.309,"5min":0.35799999999999998,"15min":0.379},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.52100000000000002,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.373}]},{"osd":1,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.37,"15min":0.38500000000000001},"min":{"1min":0.20100000000000001,"5min":0.19,"15min":0.19},"max":{"1min":0.47099999999999997,"5min":0.626,"15min":0.626},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.40899999999999997,"15min":0.43099999999999999},"min":{"1min":0.22500000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.496,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.49199999999999999}]},{"osd":2,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.35999999999999999,"15min":0.376},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.52600000000000002,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.38900000000000001,"15min":0.41399999999999998},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.47099999999999997,"5min":0.87,"15min":0.87},"last":0.35199999999999998}]},{"osd":4,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.25700000000000001,"5min":0.32900000000000001,"15min":0.35899999999999999},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.39400000000000002,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.19900000000000001},{"interface":"front","average":{"1min":0.29599999999999999,"5min":0.33200000000000002,"15min":0.35299999999999998},"min":{"1min":0.23699999999999999,"5min":0.223,"15min":0.223},"max":{"1min":0.42499999999999999,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.217}]},{"osd":5,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.314,"5min":0.33300000000000002,"15min":0.34799999999999998},"min":{"1min":0.20999999999999999,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.54000000000000004,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.24099999999999999},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.376,"15min":0.39600000000000002},"min":{"1min":0.26800000000000002,"5min":0.25,"15min":0.25},"max":{"1min":0.41299999999999998,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.247}]}]},{"osd":2,"up_from":11,"seq":47244640299,"num_pgs":5,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10664412,"kb_used_data":83056932,"kb_used_omap":12315,"kb_used_meta":0,"kb_avail":83034968,"statfs":{"total":95948165120,"available":85027807232,"internally_reserved":22491136,"allocated":85050298368,"data_stored":85050298368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12611060,"internal_metadata":0},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.23899999999999999,"5min":0.24199999999999999,"15min":0.246},"min":{"1min":0.158,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.29899999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"min":{"1min":0.17699999999999999,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.30299999999999999}]},{"osd":1,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.33200000000000002,"15min":0.33400000000000002},"min":{"1min":0.219,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.29299999999999998,"5min":0.30199999999999999,"15min":0.314},"min":{"1min":0.193,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":0.48999999999999999,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.378}]},{"osd":3,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.35399999999999998,"15min":0.35899999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.374,"15min":0.379},"min":{"1min":0.249,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":0.625}]},{"osd":4,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.38500000000000001,"15min":0.39100000000000001},"min":{"1min":0.24299999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.2529999999999999,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.36799999999999999,"15min":0.377},"min":{"1min":0.254,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.57099999999999995}]},{"osd":5,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.38300000000000001,"15min":0.39700000000000002},"min":{"1min":0.254,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.60999999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.39900000000000002,"15min":0.40600000000000003},"min":{"1min":0.28699999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.61499999999999999}]}]},{"osd":0,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":969580,"kb_used_data":92729800,"kb_used_omap":12073,"kb_used_meta":0,"kb_avail":92729800,"statfs":{"total":95948165120,"available":94955315200,"internally_reserved":0,"allocated":94955315200,"data_stored":94955315200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12363111,"internal_metadata":0},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.23400000000000001,"5min":0.25600000000000001,"15min":0.26000000000000001},"min":{"1min":0.159,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.47299999999999998,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.28399999999999997,"5min":0.29999999999999999,"15min":0.30299999999999999},"min":{"1min":0.20100000000000001,"5min":0.16,"15min":0.16},"max":{"1min":0.47999999999999998,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.45800000000000002}]},{"osd":2,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.22600000000000001,"5min":0.246,"15min":0.255},"min":{"1min":0.185,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.27300000000000002,"5min":0.47099999999999997,"15min":0.47099999999999997},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.27000000000000002,"5min":0.26800000000000002,"15min":0.27200000000000002},"min":{"1min":0.19900000000000001,"5min":0.188,"15min":0.188},"max":{"1min":0.39800000000000002,"5min":0.629,"15min":0.629},"last":0.49399999999999999}]},{"osd":3,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.377,"15min":0.40300000000000002},"min":{"1min":0.218,"5min":0.193,"15min":0.193},"max":{"1min":0.66400000000000003,"5min":1.504,"15min":1.504},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.309,"5min":0.36699999999999999,"15min":0.38700000000000001},"min":{"1min":0.25900000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.53200000000000003,"5min":1.123,"15min":1.123},"last":0.58699999999999997}]},{"osd":4,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.32000000000000001,"5min":0.36599999999999999,"15min":0.38300000000000001},"min":{"1min":0.252,"5min":0.245,"15min":0.245},"max":{"1min":0.627,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.33000000000000002,"5min":0.38600000000000001,"15min":0.40799999999999997},"min":{"1min":0.28000000000000003,"5min":0.25,"15min":0.25},"max":{"1min":0.503,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.502}]},{"osd":5,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.38600000000000001,"15min":0.40200000000000002},"min":{"1min":0.27900000000000003,"5min":0.248,"15min":0.248},"max":{"1min":0.64000000000000001,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.372,"5min":0.41199999999999998,"15min":0.42999999999999999},"min":{"1min":0.29499999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.69099999999999995,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.55200000000000005}]}]},{"osd":1,"up_from":11,"seq":47244640299,"num_pgs":7,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":15259636,"kb_used_data":78483468,"kb_used_omap":21141,"kb_used_meta":0,"kb_avail":78439744,"statfs":{"total":95948165120,"available":80322297856,"internally_reserved":44773376,"allocated":80367071232,"data_stored":80367071232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21648729,"internal_metadata":0},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.22700000000000001,"5min":0.25700000000000001,"15min":0.27000000000000002},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.40000000000000002,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.29099999999999998,"15min":0.29399999999999998},"min":{"1min":0.183,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":1.5780000000000001,"5min":1.5780000000000001,"15min":1.5780000000000001},"last":0.40000000000000002}]},{"osd":2,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.309,"5min":0.28599999999999998,"15min":0.29299999999999998},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":1.3819999999999999,"5min":1.3819999999999999,"15min":1.3819999999999999},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.32700000000000001,"15min":0.32200000000000001},"min":{"1min":0.19500000000000001,"5min":0.159,"15min":0.159},"max":{"1min":3.0600000000000001,"5min":3.0600000000000001,"15min":3.0600000000000001},"last":0.32900000000000001}]},{"osd":3,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.375,"15min":0.39700000000000002},"min":{"1min":0.22700000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.79100000000000004,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.436},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.38700000000000001,"15min":0.40300000000000002},"min":{"1min":0.23000000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":1.0720000000000001,"5min":1.2589999999999999,"15min":1.2589999999999999},"last":0.41699999999999998}]},{"osd":4,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.40699999999999997,"15min":0.435},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.57899999999999996,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.432,"15min":0.46899999999999997},"min":{"1min":0.26000000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.50800000000000001,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.46800000000000003}]},{"osd":5,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.40999999999999998,"15min":0.42599999999999999},"min":{"1min":0.26900000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.38,"5min":0.40000000000000002,"15min":0.41799999999999998},"min":{"1min":0.26100000000000001,"5min":0.245,"15min":0.245},"max":{"1min":0.61499999999999999,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.45800000000000002}]}]}]}} , 2021-03-17T14:02:33.776 INFO:tasks.ceph:pgid 1.7 last_scrub_stamp 2021-03-17T13:59:13.271087+0000 time.struct_time(tm_year=2021, tm_mon=3, tm_mday=17, tm_hour=13, tm_min=59, tm_sec=13, tm_wday=2, tm_yday=76, tm_isdst=-1) <= time.struct_time(tm_year=2021, tm_mon=3, tm_mday=17, tm_hour=14, tm_min=2, tm_sec=29, tm_wday=2, tm_yday=76, tm_isdst=0) Ignoring malparsed backtrace: 2021-03-17T14:03:35.238 INFO:tasks.ceph:Checking cluster log for badness... , 2021-03-17T14:03:35.239 DEBUG:teuthology.orchestra.run.smithi032:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v 'but it is still running' | egrep -v 'slow request' | egrep -v 'overall HEALTH_' | egrep -v '\(CACHE_POOL_' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(OSD_SLOW_PING_TIME' | head -n 1 , 2021-03-17T14:03:35.311 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi032.front.sepia.ceph.com Ignoring malparsed backtrace: 2021-03-17T14:03:54.882 DEBUG:teuthology.orchestra.run:got remote process result: 1 , 2021-03-17T14:03:54.883 DEBUG:teuthology.run_tasks:Unwinding manager pcp , 2021-03-17T14:03:54.895 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer Ignoring malparsed backtrace: During handling of the above exception, another exception occurred: , , Traceback (most recent call last): Ignoring malparsed backtrace: ceph version 15.2.9-147-g23148618 (23148618fcb587daa6bac0ac170c39ee83f3175d) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f1f73a9af1a] , 2: (ReadOp::_finish(TestOp::CallbackInfo*)+0x13df) [0x562ad0c232bf] Ignoring malparsed backtrace: dumped all , 2021-03-17T14:02:33.764 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":131,"stamp":"2021-03-17T14:02:32.741779+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30003604432,"num_objects":10076,"num_object_clones":0,"num_object_copies":20152,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10052,"num_whiteouts":30,"num_read":23260,"num_read_kb":2106966,"num_write":53313,"num_write_kb":24075792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":24,"num_bytes_hit_set_archive":12296,"num_flush":3554,"num_flush_kb":10390824,"num_evict":3141,"num_evict_kb":9152020,"num_promote":3903,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49366,"ondisk_log_size":49366,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":562196280,"kb_used":43780156,"kb_used_data":518550244,"kb_used_omap":73543,"kb_used_meta":0,"kb_avail":518416124,"statfs":{"total":575688990720,"available":530858110976,"internally_reserved":137338880,"allocated":530995449856,"data_stored":530995449856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75308512,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":3,"commit_latency_ns":0,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-151222403,"num_objects":-52,"num_object_clones":0,"num_object_copies":-104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-53,"num_whiteouts":3,"num_read":874,"num_read_kb":951234,"num_write":535,"num_write_kb":305486,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":1,"num_bytes_hit_set_archive":469,"num_flush":13,"num_flush_kb":36094,"num_evict":13,"num_evict_kb":36094,"num_promote":9,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002237"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365520+0000","last_change":"2021-03-17T13:59:14.561593+0000","last_active":"2021-03-17T14:01:58.365520+0000","last_peered":"2021-03-17T14:01:58.365520+0000","last_clean":"2021-03-17T14:01:58.365520+0000","last_became_active":"2021-03-17T13:59:14.561210+0000","last_became_peered":"2021-03-17T13:59:14.561210+0000","last_unstale":"2021-03-17T14:01:58.365520+0000","last_undegraded":"2021-03-17T14:01:58.365520+0000","last_fullsized":"2021-03-17T14:01:58.365520+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365699+0000","last_change":"2021-03-17T13:59:14.620590+0000","last_active":"2021-03-17T14:01:58.365699+0000","last_peered":"2021-03-17T14:01:58.365699+0000","last_clean":"2021-03-17T14:01:58.365699+0000","last_became_active":"2021-03-17T13:59:14.620220+0000","last_became_peered":"2021-03-17T13:59:14.620220+0000","last_unstale":"2021-03-17T14:01:58.365699+0000","last_undegraded":"2021-03-17T14:01:58.365699+0000","last_fullsized":"2021-03-17T14:01:58.365699+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5849","reported_seq":"8117","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:02:18.985042+0000","last_change":"2021-03-17T13:59:24.296800+0000","last_active":"2021-03-17T14:02:18.985042+0000","last_peered":"2021-03-17T14:02:18.985042+0000","last_clean":"2021-03-17T14:02:18.985042+0000","last_became_active":"2021-03-17T13:59:24.296429+0000","last_became_peered":"2021-03-17T13:59:24.296429+0000","last_unstale":"2021-03-17T14:02:18.985042+0000","last_undegraded":"2021-03-17T14:02:18.985042+0000","last_fullsized":"2021-03-17T14:02:18.985042+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_clean_scrub_stamp":"2021-03-17T13:59:23.287979+0000","log_size":5849,"ondisk_log_size":5849,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":82137951,"num_objects":43,"num_object_clones":0,"num_object_copies":86,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":10,"num_read":1981,"num_read_kb":981,"num_write":5157,"num_write_kb":1187957,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2842,"num_flush":939,"num_flush_kb":2747624,"num_evict":837,"num_evict_kb":2438083,"num_promote":1034,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'7013","reported_seq":"9214","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:27.251567+0000","last_change":"2021-03-17T13:59:22.675658+0000","last_active":"2021-03-17T14:02:27.251567+0000","last_peered":"2021-03-17T14:02:27.251567+0000","last_clean":"2021-03-17T14:02:27.251567+0000","last_became_active":"2021-03-17T13:59:22.675293+0000","last_became_peered":"2021-03-17T13:59:22.675293+0000","last_unstale":"2021-03-17T14:02:27.251567+0000","last_undegraded":"2021-03-17T14:02:27.251567+0000","last_fullsized":"2021-03-17T14:02:27.251567+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_clean_scrub_stamp":"2021-03-17T13:59:21.283396+0000","log_size":7013,"ondisk_log_size":7013,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7586703877,"num_objects":2526,"num_object_clones":0,"num_object_copies":5052,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2526,"num_whiteouts":0,"num_read":4052,"num_read_kb":555371,"num_write":8737,"num_write_kb":4846466,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365366+0000","last_change":"2021-03-17T13:59:14.620123+0000","last_active":"2021-03-17T14:01:58.365366+0000","last_peered":"2021-03-17T14:01:58.365366+0000","last_clean":"2021-03-17T14:01:58.365366+0000","last_became_active":"2021-03-17T13:59:14.619740+0000","last_became_peered":"2021-03-17T13:59:14.619740+0000","last_unstale":"2021-03-17T14:01:58.365366+0000","last_undegraded":"2021-03-17T14:01:58.365366+0000","last_fullsized":"2021-03-17T14:01:58.365366+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5256","reported_seq":"7314","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:02:19.169992+0000","last_change":"2021-03-17T13:59:24.297564+0000","last_active":"2021-03-17T14:02:19.169992+0000","last_peered":"2021-03-17T14:02:19.169992+0000","last_clean":"2021-03-17T14:02:19.169992+0000","last_became_active":"2021-03-17T13:59:24.297185+0000","last_became_peered":"2021-03-17T13:59:24.297185+0000","last_unstale":"2021-03-17T14:02:19.169992+0000","last_undegraded":"2021-03-17T14:02:19.169992+0000","last_fullsized":"2021-03-17T14:02:19.169992+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_clean_scrub_stamp":"2021-03-17T13:59:23.287979+0000","log_size":5256,"ondisk_log_size":5256,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":76168622,"num_objects":38,"num_object_clones":0,"num_object_copies":76,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":33,"num_whiteouts":7,"num_read":1805,"num_read_kb":871,"num_write":4666,"num_write_kb":1103110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2671,"num_flush":839,"num_flush_kb":2479853,"num_evict":731,"num_evict_kb":2150372,"num_promote":904,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6646","reported_seq":"8876","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:27.261180+0000","last_change":"2021-03-17T13:59:22.291555+0000","last_active":"2021-03-17T14:02:27.261180+0000","last_peered":"2021-03-17T14:02:27.261180+0000","last_clean":"2021-03-17T14:02:27.261180+0000","last_became_active":"2021-03-17T13:59:22.291099+0000","last_became_peered":"2021-03-17T13:59:22.291099+0000","last_unstale":"2021-03-17T14:02:27.261180+0000","last_undegraded":"2021-03-17T14:02:27.261180+0000","last_fullsized":"2021-03-17T14:02:27.261180+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_clean_scrub_stamp":"2021-03-17T13:59:21.283396+0000","log_size":6646,"ondisk_log_size":6646,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7371637248,"num_objects":2467,"num_object_clones":0,"num_object_copies":4934,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2467,"num_whiteouts":0,"num_read":3930,"num_read_kb":587123,"num_write":8211,"num_write_kb":4955757,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365690+0000","last_change":"2021-03-17T13:59:14.620104+0000","last_active":"2021-03-17T14:01:58.365690+0000","last_peered":"2021-03-17T14:01:58.365690+0000","last_clean":"2021-03-17T14:01:58.365690+0000","last_became_active":"2021-03-17T13:59:14.619745+0000","last_became_peered":"2021-03-17T13:59:14.619745+0000","last_unstale":"2021-03-17T14:01:58.365690+0000","last_undegraded":"2021-03-17T14:01:58.365690+0000","last_fullsized":"2021-03-17T14:01:58.365690+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5276","reported_seq":"7373","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:21.100337+0000","last_change":"2021-03-17T13:59:24.664870+0000","last_active":"2021-03-17T14:02:21.100337+0000","last_peered":"2021-03-17T14:02:21.100337+0000","last_clean":"2021-03-17T14:02:21.100337+0000","last_became_active":"2021-03-17T13:59:24.664544+0000","last_became_peered":"2021-03-17T13:59:24.664544+0000","last_unstale":"2021-03-17T14:02:21.100337+0000","last_undegraded":"2021-03-17T14:02:21.100337+0000","last_fullsized":"2021-03-17T14:02:21.100337+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_clean_scrub_stamp":"2021-03-17T13:59:23.287979+0000","log_size":5276,"ondisk_log_size":5276,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":123356219,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":6,"num_read":1858,"num_read_kb":872,"num_write":4682,"num_write_kb":1116223,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":2941,"num_flush":828,"num_flush_kb":2412960,"num_evict":685,"num_evict_kb":1986689,"num_promote":903,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6760","reported_seq":"9018","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:27.274335+0000","last_change":"2021-03-17T13:59:22.675490+0000","last_active":"2021-03-17T14:02:27.274335+0000","last_peered":"2021-03-17T14:02:27.274335+0000","last_clean":"2021-03-17T14:02:27.274335+0000","last_became_active":"2021-03-17T13:59:22.675071+0000","last_became_peered":"2021-03-17T13:59:22.675071+0000","last_unstale":"2021-03-17T14:02:27.274335+0000","last_undegraded":"2021-03-17T14:02:27.274335+0000","last_fullsized":"2021-03-17T14:02:27.274335+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_clean_scrub_stamp":"2021-03-17T13:59:21.283396+0000","log_size":6760,"ondisk_log_size":6760,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7503202265,"num_objects":2503,"num_object_clones":0,"num_object_copies":5006,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2503,"num_whiteouts":0,"num_read":3937,"num_read_kb":584829,"num_write":8356,"num_write_kb":5004842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365467+0000","last_change":"2021-03-17T13:59:14.619981+0000","last_active":"2021-03-17T14:01:58.365467+0000","last_peered":"2021-03-17T14:01:58.365467+0000","last_clean":"2021-03-17T14:01:58.365467+0000","last_became_active":"2021-03-17T13:59:14.619642+0000","last_became_peered":"2021-03-17T13:59:14.619642+0000","last_unstale":"2021-03-17T14:01:58.365467+0000","last_undegraded":"2021-03-17T14:01:58.365467+0000","last_fullsized":"2021-03-17T14:01:58.365467+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5976","reported_seq":"8233","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:02:19.153756+0000","last_change":"2021-03-17T13:59:24.297651+0000","last_active":"2021-03-17T14:02:19.153756+0000","last_peered":"2021-03-17T14:02:19.153756+0000","last_clean":"2021-03-17T14:02:19.153756+0000","last_became_active":"2021-03-17T13:59:24.297284+0000","last_became_peered":"2021-03-17T13:59:24.297284+0000","last_unstale":"2021-03-17T14:02:19.153756+0000","last_undegraded":"2021-03-17T14:02:19.153756+0000","last_fullsized":"2021-03-17T14:02:19.153756+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_clean_scrub_stamp":"2021-03-17T13:59:23.287979+0000","log_size":5976,"ondisk_log_size":5976,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":105821192,"num_objects":50,"num_object_clones":0,"num_object_copies":100,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":42,"num_whiteouts":7,"num_read":2036,"num_read_kb":10614,"num_write":5299,"num_write_kb":1234728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3842,"num_flush":948,"num_flush_kb":2750387,"num_evict":888,"num_evict_kb":2576876,"num_promote":1062,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6590","reported_seq":"8587","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:27.283994+0000","last_change":"2021-03-17T13:59:22.675591+0000","last_active":"2021-03-17T14:02:27.283994+0000","last_peered":"2021-03-17T14:02:27.283994+0000","last_clean":"2021-03-17T14:02:27.283994+0000","last_became_active":"2021-03-17T13:59:22.675284+0000","last_became_peered":"2021-03-17T13:59:22.675284+0000","last_unstale":"2021-03-17T14:02:27.283994+0000","last_undegraded":"2021-03-17T14:02:27.283994+0000","last_fullsized":"2021-03-17T14:02:27.283994+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_clean_scrub_stamp":"2021-03-17T13:59:21.283396+0000","log_size":6590,"ondisk_log_size":6590,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7154577058,"num_objects":2396,"num_object_clones":0,"num_object_copies":4792,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2396,"num_whiteouts":0,"num_read":3661,"num_read_kb":366305,"num_write":8205,"num_write_kb":4626709,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.366072+0000","last_change":"2021-03-17T13:59:14.280057+0000","last_active":"2021-03-17T14:01:58.366072+0000","last_peered":"2021-03-17T14:01:58.366072+0000","last_clean":"2021-03-17T14:01:58.366072+0000","last_became_active":"2021-03-17T13:59:14.279739+0000","last_became_peered":"2021-03-17T13:59:14.279739+0000","last_unstale":"2021-03-17T14:01:58.366072+0000","last_undegraded":"2021-03-17T14:01:58.366072+0000","last_fullsized":"2021-03-17T14:01:58.366072+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.366068+0000","last_change":"2021-03-17T13:59:14.280237+0000","last_active":"2021-03-17T14:01:58.366068+0000","last_peered":"2021-03-17T14:01:58.366068+0000","last_clean":"2021-03-17T14:01:58.366068+0000","last_became_active":"2021-03-17T13:59:14.279729+0000","last_became_peered":"2021-03-17T13:59:14.279729+0000","last_unstale":"2021-03-17T14:01:58.366068+0000","last_undegraded":"2021-03-17T14:01:58.366068+0000","last_fullsized":"2021-03-17T14:01:58.366068+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365390+0000","last_change":"2021-03-17T13:59:14.561470+0000","last_active":"2021-03-17T14:01:58.365390+0000","last_peered":"2021-03-17T14:01:58.365390+0000","last_clean":"2021-03-17T14:01:58.365390+0000","last_became_active":"2021-03-17T13:59:14.561155+0000","last_became_peered":"2021-03-17T13:59:14.561155+0000","last_unstale":"2021-03-17T14:01:58.365390+0000","last_undegraded":"2021-03-17T14:01:58.365390+0000","last_fullsized":"2021-03-17T14:01:58.365390+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":387483984,"num_objects":184,"num_object_clones":0,"num_object_copies":368,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":160,"num_whiteouts":30,"num_read":7680,"num_read_kb":13338,"num_write":19804,"num_write_kb":4642018,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":24,"num_bytes_hit_set_archive":12296,"num_flush":3554,"num_flush_kb":10390824,"num_evict":3141,"num_evict_kb":9152020,"num_promote":3903,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22357,"ondisk_log_size":22357,"up":8,"acting":8,"num_store_stats":0},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":0},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29616120448,"num_objects":9892,"num_object_clones":0,"num_object_copies":19784,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9892,"num_whiteouts":0,"num_read":15580,"num_read_kb":2093628,"num_write":33509,"num_write_kb":19433774,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":27009,"ondisk_log_size":27009,"up":8,"acting":8,"num_store_stats":0}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10502276,"kb_used_data":83214708,"kb_used_omap":12427,"kb_used_meta":0,"kb_avail":83197104,"statfs":{"total":95948165120,"available":85193834496,"internally_reserved":18026496,"allocated":85211860992,"data_stored":85211860992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12725578,"internal_metadata":0},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.30399999999999999,"5min":0.35299999999999998,"15min":0.379},"min":{"1min":0.192,"5min":0.192,"15min":0.192},"max":{"1min":0.40100000000000002,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.376,"15min":0.39200000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.55800000000000005,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.35299999999999998}]},{"osd":1,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.38100000000000001,"15min":0.40500000000000003},"min":{"1min":0.22700000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.47499999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.44},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.39400000000000002,"15min":0.41099999999999998},"min":{"1min":0.26200000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.46100000000000002,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.53000000000000003}]},{"osd":2,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.38200000000000001,"15min":0.39800000000000002},"min":{"1min":0.26300000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.36099999999999999,"15min":0.376},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.46100000000000002,"5min":0.54300000000000004,"15min":0.54300000000000004},"last":0.52100000000000002}]},{"osd":3,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.27500000000000002,"5min":0.28899999999999998,"15min":0.29899999999999999},"min":{"1min":0.21099999999999999,"5min":0.188,"15min":0.188},"max":{"1min":0.33900000000000002,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.22600000000000001},{"interface":"front","average":{"1min":0.313,"5min":0.33300000000000002,"15min":0.34000000000000002},"min":{"1min":0.222,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.42199999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.23699999999999999}]},{"osd":4,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.33800000000000002,"15min":0.34200000000000003},"min":{"1min":0.23100000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.40200000000000002,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.29999999999999999,"5min":0.32100000000000001,"15min":0.33100000000000002},"min":{"1min":0.21099999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.39900000000000002,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.33800000000000002}]}]},{"osd":4,"up_from":11,"seq":47244640298,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":969580,"kb_used_data":92729800,"kb_used_omap":12063,"kb_used_meta":0,"kb_avail":92729800,"statfs":{"total":95948165120,"available":94955315200,"internally_reserved":0,"allocated":94955315200,"data_stored":94955315200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12353216,"internal_metadata":0},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.28499999999999998,"5min":0.33300000000000002,"15min":0.35499999999999998},"min":{"1min":0.158,"5min":0.158,"15min":0.158},"max":{"1min":0.436,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.27200000000000002,"5min":0.34200000000000003,"15min":0.37},"min":{"1min":0.187,"5min":0.187,"15min":0.187},"max":{"1min":0.45500000000000002,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.40000000000000002}]},{"osd":1,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.376,"15min":0.39400000000000002},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.39900000000000002,"15min":0.41699999999999998},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.54800000000000004}]},{"osd":2,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":0.373,"15min":0.39500000000000002},"min":{"1min":0.247,"5min":0.216,"15min":0.216},"max":{"1min":0.504,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.42099999999999999,"15min":0.439},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.8149999999999999,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.68400000000000005}]},{"osd":3,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.314,"15min":0.314},"min":{"1min":0.221,"5min":0.186,"15min":0.186},"max":{"1min":0.63,"5min":0.63,"15min":0.63},"last":0.20899999999999999},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.34799999999999998,"15min":0.35599999999999998},"min":{"1min":0.21099999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.67600000000000005,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.251}]},{"osd":5,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.34499999999999997,"15min":0.33500000000000002},"min":{"1min":0.23599999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":3.4020000000000001,"5min":3.4020000000000001,"15min":3.4020000000000001},"last":0.223},{"interface":"front","average":{"1min":0.29499999999999998,"5min":0.32400000000000001,"15min":0.33400000000000002},"min":{"1min":0.24399999999999999,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.44600000000000001,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.23799999999999999}]}]},{"osd":3,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":5414672,"kb_used_data":88335536,"kb_used_omap":3522,"kb_used_meta":0,"kb_avail":88284708,"statfs":{"total":95948165120,"available":90403540992,"internally_reserved":52047872,"allocated":90455588864,"data_stored":90455588864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3606818,"internal_metadata":0},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.28299999999999997,"5min":0.32900000000000001,"15min":0.34399999999999997},"min":{"1min":0.216,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.45200000000000001,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.309,"5min":0.35799999999999998,"15min":0.379},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.52100000000000002,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.373}]},{"osd":1,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.37,"15min":0.38500000000000001},"min":{"1min":0.20100000000000001,"5min":0.19,"15min":0.19},"max":{"1min":0.47099999999999997,"5min":0.626,"15min":0.626},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.40899999999999997,"15min":0.43099999999999999},"min":{"1min":0.22500000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.496,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.49199999999999999}]},{"osd":2,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.35999999999999999,"15min":0.376},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.52600000000000002,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.38900000000000001,"15min":0.41399999999999998},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.47099999999999997,"5min":0.87,"15min":0.87},"last":0.35199999999999998}]},{"osd":4,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.25700000000000001,"5min":0.32900000000000001,"15min":0.35899999999999999},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.39400000000000002,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.19900000000000001},{"interface":"front","average":{"1min":0.29599999999999999,"5min":0.33200000000000002,"15min":0.35299999999999998},"min":{"1min":0.23699999999999999,"5min":0.223,"15min":0.223},"max":{"1min":0.42499999999999999,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.217}]},{"osd":5,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.314,"5min":0.33300000000000002,"15min":0.34799999999999998},"min":{"1min":0.20999999999999999,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.54000000000000004,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.24099999999999999},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.376,"15min":0.39600000000000002},"min":{"1min":0.26800000000000002,"5min":0.25,"15min":0.25},"max":{"1min":0.41299999999999998,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.247}]}]},{"osd":2,"up_from":11,"seq":47244640299,"num_pgs":5,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10664412,"kb_used_data":83056932,"kb_used_omap":12315,"kb_used_meta":0,"kb_avail":83034968,"statfs":{"total":95948165120,"available":85027807232,"internally_reserved":22491136,"allocated":85050298368,"data_stored":85050298368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12611060,"internal_metadata":0},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.23899999999999999,"5min":0.24199999999999999,"15min":0.246},"min":{"1min":0.158,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.29899999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"min":{"1min":0.17699999999999999,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.30299999999999999}]},{"osd":1,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.33200000000000002,"15min":0.33400000000000002},"min":{"1min":0.219,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.29299999999999998,"5min":0.30199999999999999,"15min":0.314},"min":{"1min":0.193,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":0.48999999999999999,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.378}]},{"osd":3,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.35399999999999998,"15min":0.35899999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.374,"15min":0.379},"min":{"1min":0.249,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":0.625}]},{"osd":4,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.38500000000000001,"15min":0.39100000000000001},"min":{"1min":0.24299999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.2529999999999999,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.36799999999999999,"15min":0.377},"min":{"1min":0.254,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.57099999999999995}]},{"osd":5,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.38300000000000001,"15min":0.39700000000000002},"min":{"1min":0.254,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.60999999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.39900000000000002,"15min":0.40600000000000003},"min":{"1min":0.28699999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.61499999999999999}]}]},{"osd":0,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":969580,"kb_used_data":92729800,"kb_used_omap":12073,"kb_used_meta":0,"kb_avail":92729800,"statfs":{"total":95948165120,"available":94955315200,"internally_reserved":0,"allocated":94955315200,"data_stored":94955315200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12363111,"internal_metadata":0},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.23400000000000001,"5min":0.25600000000000001,"15min":0.26000000000000001},"min":{"1min":0.159,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.47299999999999998,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.28399999999999997,"5min":0.29999999999999999,"15min":0.30299999999999999},"min":{"1min":0.20100000000000001,"5min":0.16,"15min":0.16},"max":{"1min":0.47999999999999998,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.45800000000000002}]},{"osd":2,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.22600000000000001,"5min":0.246,"15min":0.255},"min":{"1min":0.185,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.27300000000000002,"5min":0.47099999999999997,"15min":0.47099999999999997},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.27000000000000002,"5min":0.26800000000000002,"15min":0.27200000000000002},"min":{"1min":0.19900000000000001,"5min":0.188,"15min":0.188},"max":{"1min":0.39800000000000002,"5min":0.629,"15min":0.629},"last":0.49399999999999999}]},{"osd":3,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.377,"15min":0.40300000000000002},"min":{"1min":0.218,"5min":0.193,"15min":0.193},"max":{"1min":0.66400000000000003,"5min":1.504,"15min":1.504},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.309,"5min":0.36699999999999999,"15min":0.38700000000000001},"min":{"1min":0.25900000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.53200000000000003,"5min":1.123,"15min":1.123},"last":0.58699999999999997}]},{"osd":4,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.32000000000000001,"5min":0.36599999999999999,"15min":0.38300000000000001},"min":{"1min":0.252,"5min":0.245,"15min":0.245},"max":{"1min":0.627,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.33000000000000002,"5min":0.38600000000000001,"15min":0.40799999999999997},"min":{"1min":0.28000000000000003,"5min":0.25,"15min":0.25},"max":{"1min":0.503,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.502}]},{"osd":5,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.38600000000000001,"15min":0.40200000000000002},"min":{"1min":0.27900000000000003,"5min":0.248,"15min":0.248},"max":{"1min":0.64000000000000001,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.372,"5min":0.41199999999999998,"15min":0.42999999999999999},"min":{"1min":0.29499999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.69099999999999995,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.55200000000000005}]}]},{"osd":1,"up_from":11,"seq":47244640299,"num_pgs":7,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":15259636,"kb_used_data":78483468,"kb_used_omap":21141,"kb_used_meta":0,"kb_avail":78439744,"statfs":{"total":95948165120,"available":80322297856,"internally_reserved":44773376,"allocated":80367071232,"data_stored":80367071232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21648729,"internal_metadata":0},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.22700000000000001,"5min":0.25700000000000001,"15min":0.27000000000000002},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.40000000000000002,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.29099999999999998,"15min":0.29399999999999998},"min":{"1min":0.183,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":1.5780000000000001,"5min":1.5780000000000001,"15min":1.5780000000000001},"last":0.40000000000000002}]},{"osd":2,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.309,"5min":0.28599999999999998,"15min":0.29299999999999998},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":1.3819999999999999,"5min":1.3819999999999999,"15min":1.3819999999999999},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.32700000000000001,"15min":0.32200000000000001},"min":{"1min":0.19500000000000001,"5min":0.159,"15min":0.159},"max":{"1min":3.0600000000000001,"5min":3.0600000000000001,"15min":3.0600000000000001},"last":0.32900000000000001}]},{"osd":3,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.375,"15min":0.39700000000000002},"min":{"1min":0.22700000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.79100000000000004,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.436},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.38700000000000001,"15min":0.40300000000000002},"min":{"1min":0.23000000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":1.0720000000000001,"5min":1.2589999999999999,"15min":1.2589999999999999},"last":0.41699999999999998}]},{"osd":4,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.40699999999999997,"15min":0.435},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.57899999999999996,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.432,"15min":0.46899999999999997},"min":{"1min":0.26000000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.50800000000000001,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.46800000000000003}]},{"osd":5,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.40999999999999998,"15min":0.42599999999999999},"min":{"1min":0.26900000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.38,"5min":0.40000000000000002,"15min":0.41799999999999998},"min":{"1min":0.26100000000000001,"5min":0.245,"15min":0.245},"max":{"1min":0.61499999999999999,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.45800000000000002}]}]}]}} , 2021-03-17T14:02:33.776 INFO:tasks.ceph:pgid 1.7 last_scrub_stamp 2021-03-17T13:59:13.271087+0000 time.struct_time(tm_year=2021, tm_mon=3, tm_mday=17, tm_hour=13, tm_min=59, tm_sec=13, tm_wday=2, tm_yday=76, tm_isdst=-1) <= time.struct_time(tm_year=2021, tm_mon=3, tm_mday=17, tm_hour=14, tm_min=2, tm_sec=29, tm_wday=2, tm_yday=76, tm_isdst=0) Ignoring malparsed backtrace: 2021-03-17T14:03:35.238 INFO:tasks.ceph:Checking cluster log for badness... , 2021-03-17T14:03:35.239 DEBUG:teuthology.orchestra.run.smithi032:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v 'but it is still running' | egrep -v 'slow request' | egrep -v 'overall HEALTH_' | egrep -v '\(CACHE_POOL_' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(OSD_SLOW_PING_TIME' | head -n 1 , 2021-03-17T14:03:35.311 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi032.front.sepia.ceph.com Ignoring malparsed backtrace: 2021-03-17T14:03:54.882 DEBUG:teuthology.orchestra.run:got remote process result: 1 , 2021-03-17T14:03:54.883 DEBUG:teuthology.run_tasks:Unwinding manager pcp , 2021-03-17T14:03:54.895 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer Ignoring malparsed backtrace: During handling of the above exception, another exception occurred: , , Traceback (most recent call last): Ignoring malparsed backtrace: ceph version 15.2.9-147-g23148618 (23148618fcb587daa6bac0ac170c39ee83f3175d) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f1f73a9af1a] , 2: (ReadOp::_finish(TestOp::CallbackInfo*)+0x13df) [0x562ad0c232bf] Ignoring malparsed backtrace: dumped all , 2021-03-17T14:02:33.764 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":131,"stamp":"2021-03-17T14:02:32.741779+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30003604432,"num_objects":10076,"num_object_clones":0,"num_object_copies":20152,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10052,"num_whiteouts":30,"num_read":23260,"num_read_kb":2106966,"num_write":53313,"num_write_kb":24075792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":24,"num_bytes_hit_set_archive":12296,"num_flush":3554,"num_flush_kb":10390824,"num_evict":3141,"num_evict_kb":9152020,"num_promote":3903,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49366,"ondisk_log_size":49366,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":562196280,"kb_used":43780156,"kb_used_data":518550244,"kb_used_omap":73543,"kb_used_meta":0,"kb_avail":518416124,"statfs":{"total":575688990720,"available":530858110976,"internally_reserved":137338880,"allocated":530995449856,"data_stored":530995449856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75308512,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":3,"commit_latency_ns":0,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-151222403,"num_objects":-52,"num_object_clones":0,"num_object_copies":-104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-53,"num_whiteouts":3,"num_read":874,"num_read_kb":951234,"num_write":535,"num_write_kb":305486,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":1,"num_bytes_hit_set_archive":469,"num_flush":13,"num_flush_kb":36094,"num_evict":13,"num_evict_kb":36094,"num_promote":9,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002237"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365520+0000","last_change":"2021-03-17T13:59:14.561593+0000","last_active":"2021-03-17T14:01:58.365520+0000","last_peered":"2021-03-17T14:01:58.365520+0000","last_clean":"2021-03-17T14:01:58.365520+0000","last_became_active":"2021-03-17T13:59:14.561210+0000","last_became_peered":"2021-03-17T13:59:14.561210+0000","last_unstale":"2021-03-17T14:01:58.365520+0000","last_undegraded":"2021-03-17T14:01:58.365520+0000","last_fullsized":"2021-03-17T14:01:58.365520+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365699+0000","last_change":"2021-03-17T13:59:14.620590+0000","last_active":"2021-03-17T14:01:58.365699+0000","last_peered":"2021-03-17T14:01:58.365699+0000","last_clean":"2021-03-17T14:01:58.365699+0000","last_became_active":"2021-03-17T13:59:14.620220+0000","last_became_peered":"2021-03-17T13:59:14.620220+0000","last_unstale":"2021-03-17T14:01:58.365699+0000","last_undegraded":"2021-03-17T14:01:58.365699+0000","last_fullsized":"2021-03-17T14:01:58.365699+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5849","reported_seq":"8117","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:02:18.985042+0000","last_change":"2021-03-17T13:59:24.296800+0000","last_active":"2021-03-17T14:02:18.985042+0000","last_peered":"2021-03-17T14:02:18.985042+0000","last_clean":"2021-03-17T14:02:18.985042+0000","last_became_active":"2021-03-17T13:59:24.296429+0000","last_became_peered":"2021-03-17T13:59:24.296429+0000","last_unstale":"2021-03-17T14:02:18.985042+0000","last_undegraded":"2021-03-17T14:02:18.985042+0000","last_fullsized":"2021-03-17T14:02:18.985042+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_clean_scrub_stamp":"2021-03-17T13:59:23.287979+0000","log_size":5849,"ondisk_log_size":5849,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":82137951,"num_objects":43,"num_object_clones":0,"num_object_copies":86,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":10,"num_read":1981,"num_read_kb":981,"num_write":5157,"num_write_kb":1187957,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2842,"num_flush":939,"num_flush_kb":2747624,"num_evict":837,"num_evict_kb":2438083,"num_promote":1034,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'7013","reported_seq":"9214","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:27.251567+0000","last_change":"2021-03-17T13:59:22.675658+0000","last_active":"2021-03-17T14:02:27.251567+0000","last_peered":"2021-03-17T14:02:27.251567+0000","last_clean":"2021-03-17T14:02:27.251567+0000","last_became_active":"2021-03-17T13:59:22.675293+0000","last_became_peered":"2021-03-17T13:59:22.675293+0000","last_unstale":"2021-03-17T14:02:27.251567+0000","last_undegraded":"2021-03-17T14:02:27.251567+0000","last_fullsized":"2021-03-17T14:02:27.251567+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_clean_scrub_stamp":"2021-03-17T13:59:21.283396+0000","log_size":7013,"ondisk_log_size":7013,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7586703877,"num_objects":2526,"num_object_clones":0,"num_object_copies":5052,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2526,"num_whiteouts":0,"num_read":4052,"num_read_kb":555371,"num_write":8737,"num_write_kb":4846466,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365366+0000","last_change":"2021-03-17T13:59:14.620123+0000","last_active":"2021-03-17T14:01:58.365366+0000","last_peered":"2021-03-17T14:01:58.365366+0000","last_clean":"2021-03-17T14:01:58.365366+0000","last_became_active":"2021-03-17T13:59:14.619740+0000","last_became_peered":"2021-03-17T13:59:14.619740+0000","last_unstale":"2021-03-17T14:01:58.365366+0000","last_undegraded":"2021-03-17T14:01:58.365366+0000","last_fullsized":"2021-03-17T14:01:58.365366+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5256","reported_seq":"7314","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:02:19.169992+0000","last_change":"2021-03-17T13:59:24.297564+0000","last_active":"2021-03-17T14:02:19.169992+0000","last_peered":"2021-03-17T14:02:19.169992+0000","last_clean":"2021-03-17T14:02:19.169992+0000","last_became_active":"2021-03-17T13:59:24.297185+0000","last_became_peered":"2021-03-17T13:59:24.297185+0000","last_unstale":"2021-03-17T14:02:19.169992+0000","last_undegraded":"2021-03-17T14:02:19.169992+0000","last_fullsized":"2021-03-17T14:02:19.169992+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_clean_scrub_stamp":"2021-03-17T13:59:23.287979+0000","log_size":5256,"ondisk_log_size":5256,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":76168622,"num_objects":38,"num_object_clones":0,"num_object_copies":76,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":33,"num_whiteouts":7,"num_read":1805,"num_read_kb":871,"num_write":4666,"num_write_kb":1103110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2671,"num_flush":839,"num_flush_kb":2479853,"num_evict":731,"num_evict_kb":2150372,"num_promote":904,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6646","reported_seq":"8876","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:27.261180+0000","last_change":"2021-03-17T13:59:22.291555+0000","last_active":"2021-03-17T14:02:27.261180+0000","last_peered":"2021-03-17T14:02:27.261180+0000","last_clean":"2021-03-17T14:02:27.261180+0000","last_became_active":"2021-03-17T13:59:22.291099+0000","last_became_peered":"2021-03-17T13:59:22.291099+0000","last_unstale":"2021-03-17T14:02:27.261180+0000","last_undegraded":"2021-03-17T14:02:27.261180+0000","last_fullsized":"2021-03-17T14:02:27.261180+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_clean_scrub_stamp":"2021-03-17T13:59:21.283396+0000","log_size":6646,"ondisk_log_size":6646,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7371637248,"num_objects":2467,"num_object_clones":0,"num_object_copies":4934,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2467,"num_whiteouts":0,"num_read":3930,"num_read_kb":587123,"num_write":8211,"num_write_kb":4955757,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365690+0000","last_change":"2021-03-17T13:59:14.620104+0000","last_active":"2021-03-17T14:01:58.365690+0000","last_peered":"2021-03-17T14:01:58.365690+0000","last_clean":"2021-03-17T14:01:58.365690+0000","last_became_active":"2021-03-17T13:59:14.619745+0000","last_became_peered":"2021-03-17T13:59:14.619745+0000","last_unstale":"2021-03-17T14:01:58.365690+0000","last_undegraded":"2021-03-17T14:01:58.365690+0000","last_fullsized":"2021-03-17T14:01:58.365690+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5276","reported_seq":"7373","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:21.100337+0000","last_change":"2021-03-17T13:59:24.664870+0000","last_active":"2021-03-17T14:02:21.100337+0000","last_peered":"2021-03-17T14:02:21.100337+0000","last_clean":"2021-03-17T14:02:21.100337+0000","last_became_active":"2021-03-17T13:59:24.664544+0000","last_became_peered":"2021-03-17T13:59:24.664544+0000","last_unstale":"2021-03-17T14:02:21.100337+0000","last_undegraded":"2021-03-17T14:02:21.100337+0000","last_fullsized":"2021-03-17T14:02:21.100337+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_clean_scrub_stamp":"2021-03-17T13:59:23.287979+0000","log_size":5276,"ondisk_log_size":5276,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":123356219,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":6,"num_read":1858,"num_read_kb":872,"num_write":4682,"num_write_kb":1116223,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":2941,"num_flush":828,"num_flush_kb":2412960,"num_evict":685,"num_evict_kb":1986689,"num_promote":903,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6760","reported_seq":"9018","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:27.274335+0000","last_change":"2021-03-17T13:59:22.675490+0000","last_active":"2021-03-17T14:02:27.274335+0000","last_peered":"2021-03-17T14:02:27.274335+0000","last_clean":"2021-03-17T14:02:27.274335+0000","last_became_active":"2021-03-17T13:59:22.675071+0000","last_became_peered":"2021-03-17T13:59:22.675071+0000","last_unstale":"2021-03-17T14:02:27.274335+0000","last_undegraded":"2021-03-17T14:02:27.274335+0000","last_fullsized":"2021-03-17T14:02:27.274335+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_clean_scrub_stamp":"2021-03-17T13:59:21.283396+0000","log_size":6760,"ondisk_log_size":6760,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7503202265,"num_objects":2503,"num_object_clones":0,"num_object_copies":5006,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2503,"num_whiteouts":0,"num_read":3937,"num_read_kb":584829,"num_write":8356,"num_write_kb":5004842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365467+0000","last_change":"2021-03-17T13:59:14.619981+0000","last_active":"2021-03-17T14:01:58.365467+0000","last_peered":"2021-03-17T14:01:58.365467+0000","last_clean":"2021-03-17T14:01:58.365467+0000","last_became_active":"2021-03-17T13:59:14.619642+0000","last_became_peered":"2021-03-17T13:59:14.619642+0000","last_unstale":"2021-03-17T14:01:58.365467+0000","last_undegraded":"2021-03-17T14:01:58.365467+0000","last_fullsized":"2021-03-17T14:01:58.365467+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5976","reported_seq":"8233","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:02:19.153756+0000","last_change":"2021-03-17T13:59:24.297651+0000","last_active":"2021-03-17T14:02:19.153756+0000","last_peered":"2021-03-17T14:02:19.153756+0000","last_clean":"2021-03-17T14:02:19.153756+0000","last_became_active":"2021-03-17T13:59:24.297284+0000","last_became_peered":"2021-03-17T13:59:24.297284+0000","last_unstale":"2021-03-17T14:02:19.153756+0000","last_undegraded":"2021-03-17T14:02:19.153756+0000","last_fullsized":"2021-03-17T14:02:19.153756+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_clean_scrub_stamp":"2021-03-17T13:59:23.287979+0000","log_size":5976,"ondisk_log_size":5976,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":105821192,"num_objects":50,"num_object_clones":0,"num_object_copies":100,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":42,"num_whiteouts":7,"num_read":2036,"num_read_kb":10614,"num_write":5299,"num_write_kb":1234728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3842,"num_flush":948,"num_flush_kb":2750387,"num_evict":888,"num_evict_kb":2576876,"num_promote":1062,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6590","reported_seq":"8587","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:27.283994+0000","last_change":"2021-03-17T13:59:22.675591+0000","last_active":"2021-03-17T14:02:27.283994+0000","last_peered":"2021-03-17T14:02:27.283994+0000","last_clean":"2021-03-17T14:02:27.283994+0000","last_became_active":"2021-03-17T13:59:22.675284+0000","last_became_peered":"2021-03-17T13:59:22.675284+0000","last_unstale":"2021-03-17T14:02:27.283994+0000","last_undegraded":"2021-03-17T14:02:27.283994+0000","last_fullsized":"2021-03-17T14:02:27.283994+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_clean_scrub_stamp":"2021-03-17T13:59:21.283396+0000","log_size":6590,"ondisk_log_size":6590,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7154577058,"num_objects":2396,"num_object_clones":0,"num_object_copies":4792,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2396,"num_whiteouts":0,"num_read":3661,"num_read_kb":366305,"num_write":8205,"num_write_kb":4626709,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.366072+0000","last_change":"2021-03-17T13:59:14.280057+0000","last_active":"2021-03-17T14:01:58.366072+0000","last_peered":"2021-03-17T14:01:58.366072+0000","last_clean":"2021-03-17T14:01:58.366072+0000","last_became_active":"2021-03-17T13:59:14.279739+0000","last_became_peered":"2021-03-17T13:59:14.279739+0000","last_unstale":"2021-03-17T14:01:58.366072+0000","last_undegraded":"2021-03-17T14:01:58.366072+0000","last_fullsized":"2021-03-17T14:01:58.366072+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.366068+0000","last_change":"2021-03-17T13:59:14.280237+0000","last_active":"2021-03-17T14:01:58.366068+0000","last_peered":"2021-03-17T14:01:58.366068+0000","last_clean":"2021-03-17T14:01:58.366068+0000","last_became_active":"2021-03-17T13:59:14.279729+0000","last_became_peered":"2021-03-17T13:59:14.279729+0000","last_unstale":"2021-03-17T14:01:58.366068+0000","last_undegraded":"2021-03-17T14:01:58.366068+0000","last_fullsized":"2021-03-17T14:01:58.366068+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365390+0000","last_change":"2021-03-17T13:59:14.561470+0000","last_active":"2021-03-17T14:01:58.365390+0000","last_peered":"2021-03-17T14:01:58.365390+0000","last_clean":"2021-03-17T14:01:58.365390+0000","last_became_active":"2021-03-17T13:59:14.561155+0000","last_became_peered":"2021-03-17T13:59:14.561155+0000","last_unstale":"2021-03-17T14:01:58.365390+0000","last_undegraded":"2021-03-17T14:01:58.365390+0000","last_fullsized":"2021-03-17T14:01:58.365390+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":387483984,"num_objects":184,"num_object_clones":0,"num_object_copies":368,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":160,"num_whiteouts":30,"num_read":7680,"num_read_kb":13338,"num_write":19804,"num_write_kb":4642018,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":24,"num_bytes_hit_set_archive":12296,"num_flush":3554,"num_flush_kb":10390824,"num_evict":3141,"num_evict_kb":9152020,"num_promote":3903,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22357,"ondisk_log_size":22357,"up":8,"acting":8,"num_store_stats":0},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":0},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29616120448,"num_objects":9892,"num_object_clones":0,"num_object_copies":19784,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9892,"num_whiteouts":0,"num_read":15580,"num_read_kb":2093628,"num_write":33509,"num_write_kb":19433774,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":27009,"ondisk_log_size":27009,"up":8,"acting":8,"num_store_stats":0}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10502276,"kb_used_data":83214708,"kb_used_omap":12427,"kb_used_meta":0,"kb_avail":83197104,"statfs":{"total":95948165120,"available":85193834496,"internally_reserved":18026496,"allocated":85211860992,"data_stored":85211860992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12725578,"internal_metadata":0},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.30399999999999999,"5min":0.35299999999999998,"15min":0.379},"min":{"1min":0.192,"5min":0.192,"15min":0.192},"max":{"1min":0.40100000000000002,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.376,"15min":0.39200000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.55800000000000005,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.35299999999999998}]},{"osd":1,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.38100000000000001,"15min":0.40500000000000003},"min":{"1min":0.22700000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.47499999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.44},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.39400000000000002,"15min":0.41099999999999998},"min":{"1min":0.26200000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.46100000000000002,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.53000000000000003}]},{"osd":2,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.38200000000000001,"15min":0.39800000000000002},"min":{"1min":0.26300000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.36099999999999999,"15min":0.376},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.46100000000000002,"5min":0.54300000000000004,"15min":0.54300000000000004},"last":0.52100000000000002}]},{"osd":3,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.27500000000000002,"5min":0.28899999999999998,"15min":0.29899999999999999},"min":{"1min":0.21099999999999999,"5min":0.188,"15min":0.188},"max":{"1min":0.33900000000000002,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.22600000000000001},{"interface":"front","average":{"1min":0.313,"5min":0.33300000000000002,"15min":0.34000000000000002},"min":{"1min":0.222,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.42199999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.23699999999999999}]},{"osd":4,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.33800000000000002,"15min":0.34200000000000003},"min":{"1min":0.23100000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.40200000000000002,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.29999999999999999,"5min":0.32100000000000001,"15min":0.33100000000000002},"min":{"1min":0.21099999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.39900000000000002,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.33800000000000002}]}]},{"osd":4,"up_from":11,"seq":47244640298,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":969580,"kb_used_data":92729800,"kb_used_omap":12063,"kb_used_meta":0,"kb_avail":92729800,"statfs":{"total":95948165120,"available":94955315200,"internally_reserved":0,"allocated":94955315200,"data_stored":94955315200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12353216,"internal_metadata":0},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.28499999999999998,"5min":0.33300000000000002,"15min":0.35499999999999998},"min":{"1min":0.158,"5min":0.158,"15min":0.158},"max":{"1min":0.436,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.27200000000000002,"5min":0.34200000000000003,"15min":0.37},"min":{"1min":0.187,"5min":0.187,"15min":0.187},"max":{"1min":0.45500000000000002,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.40000000000000002}]},{"osd":1,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.376,"15min":0.39400000000000002},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.39900000000000002,"15min":0.41699999999999998},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.54800000000000004}]},{"osd":2,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":0.373,"15min":0.39500000000000002},"min":{"1min":0.247,"5min":0.216,"15min":0.216},"max":{"1min":0.504,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.42099999999999999,"15min":0.439},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.8149999999999999,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.68400000000000005}]},{"osd":3,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.314,"15min":0.314},"min":{"1min":0.221,"5min":0.186,"15min":0.186},"max":{"1min":0.63,"5min":0.63,"15min":0.63},"last":0.20899999999999999},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.34799999999999998,"15min":0.35599999999999998},"min":{"1min":0.21099999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.67600000000000005,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.251}]},{"osd":5,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.34499999999999997,"15min":0.33500000000000002},"min":{"1min":0.23599999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":3.4020000000000001,"5min":3.4020000000000001,"15min":3.4020000000000001},"last":0.223},{"interface":"front","average":{"1min":0.29499999999999998,"5min":0.32400000000000001,"15min":0.33400000000000002},"min":{"1min":0.24399999999999999,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.44600000000000001,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.23799999999999999}]}]},{"osd":3,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":5414672,"kb_used_data":88335536,"kb_used_omap":3522,"kb_used_meta":0,"kb_avail":88284708,"statfs":{"total":95948165120,"available":90403540992,"internally_reserved":52047872,"allocated":90455588864,"data_stored":90455588864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3606818,"internal_metadata":0},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.28299999999999997,"5min":0.32900000000000001,"15min":0.34399999999999997},"min":{"1min":0.216,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.45200000000000001,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.309,"5min":0.35799999999999998,"15min":0.379},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.52100000000000002,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.373}]},{"osd":1,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.37,"15min":0.38500000000000001},"min":{"1min":0.20100000000000001,"5min":0.19,"15min":0.19},"max":{"1min":0.47099999999999997,"5min":0.626,"15min":0.626},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.40899999999999997,"15min":0.43099999999999999},"min":{"1min":0.22500000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.496,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.49199999999999999}]},{"osd":2,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.35999999999999999,"15min":0.376},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.52600000000000002,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.38900000000000001,"15min":0.41399999999999998},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.47099999999999997,"5min":0.87,"15min":0.87},"last":0.35199999999999998}]},{"osd":4,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.25700000000000001,"5min":0.32900000000000001,"15min":0.35899999999999999},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.39400000000000002,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.19900000000000001},{"interface":"front","average":{"1min":0.29599999999999999,"5min":0.33200000000000002,"15min":0.35299999999999998},"min":{"1min":0.23699999999999999,"5min":0.223,"15min":0.223},"max":{"1min":0.42499999999999999,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.217}]},{"osd":5,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.314,"5min":0.33300000000000002,"15min":0.34799999999999998},"min":{"1min":0.20999999999999999,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.54000000000000004,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.24099999999999999},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.376,"15min":0.39600000000000002},"min":{"1min":0.26800000000000002,"5min":0.25,"15min":0.25},"max":{"1min":0.41299999999999998,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.247}]}]},{"osd":2,"up_from":11,"seq":47244640299,"num_pgs":5,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10664412,"kb_used_data":83056932,"kb_used_omap":12315,"kb_used_meta":0,"kb_avail":83034968,"statfs":{"total":95948165120,"available":85027807232,"internally_reserved":22491136,"allocated":85050298368,"data_stored":85050298368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12611060,"internal_metadata":0},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.23899999999999999,"5min":0.24199999999999999,"15min":0.246},"min":{"1min":0.158,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.29899999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"min":{"1min":0.17699999999999999,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.30299999999999999}]},{"osd":1,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.33200000000000002,"15min":0.33400000000000002},"min":{"1min":0.219,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.29299999999999998,"5min":0.30199999999999999,"15min":0.314},"min":{"1min":0.193,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":0.48999999999999999,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.378}]},{"osd":3,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.35399999999999998,"15min":0.35899999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.374,"15min":0.379},"min":{"1min":0.249,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":0.625}]},{"osd":4,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.38500000000000001,"15min":0.39100000000000001},"min":{"1min":0.24299999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.2529999999999999,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.36799999999999999,"15min":0.377},"min":{"1min":0.254,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.57099999999999995}]},{"osd":5,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.38300000000000001,"15min":0.39700000000000002},"min":{"1min":0.254,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.60999999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.39900000000000002,"15min":0.40600000000000003},"min":{"1min":0.28699999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.61499999999999999}]}]},{"osd":0,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":969580,"kb_used_data":92729800,"kb_used_omap":12073,"kb_used_meta":0,"kb_avail":92729800,"statfs":{"total":95948165120,"available":94955315200,"internally_reserved":0,"allocated":94955315200,"data_stored":94955315200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12363111,"internal_metadata":0},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.23400000000000001,"5min":0.25600000000000001,"15min":0.26000000000000001},"min":{"1min":0.159,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.47299999999999998,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.28399999999999997,"5min":0.29999999999999999,"15min":0.30299999999999999},"min":{"1min":0.20100000000000001,"5min":0.16,"15min":0.16},"max":{"1min":0.47999999999999998,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.45800000000000002}]},{"osd":2,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.22600000000000001,"5min":0.246,"15min":0.255},"min":{"1min":0.185,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.27300000000000002,"5min":0.47099999999999997,"15min":0.47099999999999997},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.27000000000000002,"5min":0.26800000000000002,"15min":0.27200000000000002},"min":{"1min":0.19900000000000001,"5min":0.188,"15min":0.188},"max":{"1min":0.39800000000000002,"5min":0.629,"15min":0.629},"last":0.49399999999999999}]},{"osd":3,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.377,"15min":0.40300000000000002},"min":{"1min":0.218,"5min":0.193,"15min":0.193},"max":{"1min":0.66400000000000003,"5min":1.504,"15min":1.504},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.309,"5min":0.36699999999999999,"15min":0.38700000000000001},"min":{"1min":0.25900000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.53200000000000003,"5min":1.123,"15min":1.123},"last":0.58699999999999997}]},{"osd":4,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.32000000000000001,"5min":0.36599999999999999,"15min":0.38300000000000001},"min":{"1min":0.252,"5min":0.245,"15min":0.245},"max":{"1min":0.627,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.33000000000000002,"5min":0.38600000000000001,"15min":0.40799999999999997},"min":{"1min":0.28000000000000003,"5min":0.25,"15min":0.25},"max":{"1min":0.503,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.502}]},{"osd":5,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.38600000000000001,"15min":0.40200000000000002},"min":{"1min":0.27900000000000003,"5min":0.248,"15min":0.248},"max":{"1min":0.64000000000000001,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.372,"5min":0.41199999999999998,"15min":0.42999999999999999},"min":{"1min":0.29499999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.69099999999999995,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.55200000000000005}]}]},{"osd":1,"up_from":11,"seq":47244640299,"num_pgs":7,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":15259636,"kb_used_data":78483468,"kb_used_omap":21141,"kb_used_meta":0,"kb_avail":78439744,"statfs":{"total":95948165120,"available":80322297856,"internally_reserved":44773376,"allocated":80367071232,"data_stored":80367071232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21648729,"internal_metadata":0},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.22700000000000001,"5min":0.25700000000000001,"15min":0.27000000000000002},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.40000000000000002,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.29099999999999998,"15min":0.29399999999999998},"min":{"1min":0.183,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":1.5780000000000001,"5min":1.5780000000000001,"15min":1.5780000000000001},"last":0.40000000000000002}]},{"osd":2,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.309,"5min":0.28599999999999998,"15min":0.29299999999999998},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":1.3819999999999999,"5min":1.3819999999999999,"15min":1.3819999999999999},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.32700000000000001,"15min":0.32200000000000001},"min":{"1min":0.19500000000000001,"5min":0.159,"15min":0.159},"max":{"1min":3.0600000000000001,"5min":3.0600000000000001,"15min":3.0600000000000001},"last":0.32900000000000001}]},{"osd":3,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.375,"15min":0.39700000000000002},"min":{"1min":0.22700000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.79100000000000004,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.436},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.38700000000000001,"15min":0.40300000000000002},"min":{"1min":0.23000000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":1.0720000000000001,"5min":1.2589999999999999,"15min":1.2589999999999999},"last":0.41699999999999998}]},{"osd":4,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.40699999999999997,"15min":0.435},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.57899999999999996,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.432,"15min":0.46899999999999997},"min":{"1min":0.26000000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.50800000000000001,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.46800000000000003}]},{"osd":5,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.40999999999999998,"15min":0.42599999999999999},"min":{"1min":0.26900000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.38,"5min":0.40000000000000002,"15min":0.41799999999999998},"min":{"1min":0.26100000000000001,"5min":0.245,"15min":0.245},"max":{"1min":0.61499999999999999,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.45800000000000002}]}]}]}} , 2021-03-17T14:02:33.776 INFO:tasks.ceph:pgid 1.7 last_scrub_stamp 2021-03-17T13:59:13.271087+0000 time.struct_time(tm_year=2021, tm_mon=3, tm_mday=17, tm_hour=13, tm_min=59, tm_sec=13, tm_wday=2, tm_yday=76, tm_isdst=-1) <= time.struct_time(tm_year=2021, tm_mon=3, tm_mday=17, tm_hour=14, tm_min=2, tm_sec=29, tm_wday=2, tm_yday=76, tm_isdst=0) Ignoring malparsed backtrace: 2021-03-17T14:03:35.238 INFO:tasks.ceph:Checking cluster log for badness... , 2021-03-17T14:03:35.239 DEBUG:teuthology.orchestra.run.smithi032:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v 'but it is still running' | egrep -v 'slow request' | egrep -v 'overall HEALTH_' | egrep -v '\(CACHE_POOL_' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(OSD_SLOW_PING_TIME' | head -n 1 , 2021-03-17T14:03:35.311 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi032.front.sepia.ceph.com Ignoring malparsed backtrace: 2021-03-17T14:03:54.882 DEBUG:teuthology.orchestra.run:got remote process result: 1 , 2021-03-17T14:03:54.883 DEBUG:teuthology.run_tasks:Unwinding manager pcp , 2021-03-17T14:03:54.895 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer Ignoring malparsed backtrace: During handling of the above exception, another exception occurred: , , Traceback (most recent call last): Ignoring malparsed backtrace: ceph version 15.2.9-147-g23148618 (23148618fcb587daa6bac0ac170c39ee83f3175d) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f1f73a9af1a] , 2: (ReadOp::_finish(TestOp::CallbackInfo*)+0x13df) [0x562ad0c232bf] Ignoring malparsed backtrace: dumped all , 2021-03-17T14:02:33.764 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":131,"stamp":"2021-03-17T14:02:32.741779+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30003604432,"num_objects":10076,"num_object_clones":0,"num_object_copies":20152,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10052,"num_whiteouts":30,"num_read":23260,"num_read_kb":2106966,"num_write":53313,"num_write_kb":24075792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":24,"num_bytes_hit_set_archive":12296,"num_flush":3554,"num_flush_kb":10390824,"num_evict":3141,"num_evict_kb":9152020,"num_promote":3903,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49366,"ondisk_log_size":49366,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":562196280,"kb_used":43780156,"kb_used_data":518550244,"kb_used_omap":73543,"kb_used_meta":0,"kb_avail":518416124,"statfs":{"total":575688990720,"available":530858110976,"internally_reserved":137338880,"allocated":530995449856,"data_stored":530995449856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75308512,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":3,"commit_latency_ns":0,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-151222403,"num_objects":-52,"num_object_clones":0,"num_object_copies":-104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-53,"num_whiteouts":3,"num_read":874,"num_read_kb":951234,"num_write":535,"num_write_kb":305486,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":1,"num_bytes_hit_set_archive":469,"num_flush":13,"num_flush_kb":36094,"num_evict":13,"num_evict_kb":36094,"num_promote":9,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002237"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365520+0000","last_change":"2021-03-17T13:59:14.561593+0000","last_active":"2021-03-17T14:01:58.365520+0000","last_peered":"2021-03-17T14:01:58.365520+0000","last_clean":"2021-03-17T14:01:58.365520+0000","last_became_active":"2021-03-17T13:59:14.561210+0000","last_became_peered":"2021-03-17T13:59:14.561210+0000","last_unstale":"2021-03-17T14:01:58.365520+0000","last_undegraded":"2021-03-17T14:01:58.365520+0000","last_fullsized":"2021-03-17T14:01:58.365520+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365699+0000","last_change":"2021-03-17T13:59:14.620590+0000","last_active":"2021-03-17T14:01:58.365699+0000","last_peered":"2021-03-17T14:01:58.365699+0000","last_clean":"2021-03-17T14:01:58.365699+0000","last_became_active":"2021-03-17T13:59:14.620220+0000","last_became_peered":"2021-03-17T13:59:14.620220+0000","last_unstale":"2021-03-17T14:01:58.365699+0000","last_undegraded":"2021-03-17T14:01:58.365699+0000","last_fullsized":"2021-03-17T14:01:58.365699+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5849","reported_seq":"8117","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:02:18.985042+0000","last_change":"2021-03-17T13:59:24.296800+0000","last_active":"2021-03-17T14:02:18.985042+0000","last_peered":"2021-03-17T14:02:18.985042+0000","last_clean":"2021-03-17T14:02:18.985042+0000","last_became_active":"2021-03-17T13:59:24.296429+0000","last_became_peered":"2021-03-17T13:59:24.296429+0000","last_unstale":"2021-03-17T14:02:18.985042+0000","last_undegraded":"2021-03-17T14:02:18.985042+0000","last_fullsized":"2021-03-17T14:02:18.985042+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_clean_scrub_stamp":"2021-03-17T13:59:23.287979+0000","log_size":5849,"ondisk_log_size":5849,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":82137951,"num_objects":43,"num_object_clones":0,"num_object_copies":86,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":10,"num_read":1981,"num_read_kb":981,"num_write":5157,"num_write_kb":1187957,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2842,"num_flush":939,"num_flush_kb":2747624,"num_evict":837,"num_evict_kb":2438083,"num_promote":1034,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'7013","reported_seq":"9214","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:27.251567+0000","last_change":"2021-03-17T13:59:22.675658+0000","last_active":"2021-03-17T14:02:27.251567+0000","last_peered":"2021-03-17T14:02:27.251567+0000","last_clean":"2021-03-17T14:02:27.251567+0000","last_became_active":"2021-03-17T13:59:22.675293+0000","last_became_peered":"2021-03-17T13:59:22.675293+0000","last_unstale":"2021-03-17T14:02:27.251567+0000","last_undegraded":"2021-03-17T14:02:27.251567+0000","last_fullsized":"2021-03-17T14:02:27.251567+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_clean_scrub_stamp":"2021-03-17T13:59:21.283396+0000","log_size":7013,"ondisk_log_size":7013,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7586703877,"num_objects":2526,"num_object_clones":0,"num_object_copies":5052,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2526,"num_whiteouts":0,"num_read":4052,"num_read_kb":555371,"num_write":8737,"num_write_kb":4846466,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365366+0000","last_change":"2021-03-17T13:59:14.620123+0000","last_active":"2021-03-17T14:01:58.365366+0000","last_peered":"2021-03-17T14:01:58.365366+0000","last_clean":"2021-03-17T14:01:58.365366+0000","last_became_active":"2021-03-17T13:59:14.619740+0000","last_became_peered":"2021-03-17T13:59:14.619740+0000","last_unstale":"2021-03-17T14:01:58.365366+0000","last_undegraded":"2021-03-17T14:01:58.365366+0000","last_fullsized":"2021-03-17T14:01:58.365366+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5256","reported_seq":"7314","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:02:19.169992+0000","last_change":"2021-03-17T13:59:24.297564+0000","last_active":"2021-03-17T14:02:19.169992+0000","last_peered":"2021-03-17T14:02:19.169992+0000","last_clean":"2021-03-17T14:02:19.169992+0000","last_became_active":"2021-03-17T13:59:24.297185+0000","last_became_peered":"2021-03-17T13:59:24.297185+0000","last_unstale":"2021-03-17T14:02:19.169992+0000","last_undegraded":"2021-03-17T14:02:19.169992+0000","last_fullsized":"2021-03-17T14:02:19.169992+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_clean_scrub_stamp":"2021-03-17T13:59:23.287979+0000","log_size":5256,"ondisk_log_size":5256,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":76168622,"num_objects":38,"num_object_clones":0,"num_object_copies":76,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":33,"num_whiteouts":7,"num_read":1805,"num_read_kb":871,"num_write":4666,"num_write_kb":1103110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2671,"num_flush":839,"num_flush_kb":2479853,"num_evict":731,"num_evict_kb":2150372,"num_promote":904,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6646","reported_seq":"8876","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:27.261180+0000","last_change":"2021-03-17T13:59:22.291555+0000","last_active":"2021-03-17T14:02:27.261180+0000","last_peered":"2021-03-17T14:02:27.261180+0000","last_clean":"2021-03-17T14:02:27.261180+0000","last_became_active":"2021-03-17T13:59:22.291099+0000","last_became_peered":"2021-03-17T13:59:22.291099+0000","last_unstale":"2021-03-17T14:02:27.261180+0000","last_undegraded":"2021-03-17T14:02:27.261180+0000","last_fullsized":"2021-03-17T14:02:27.261180+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_clean_scrub_stamp":"2021-03-17T13:59:21.283396+0000","log_size":6646,"ondisk_log_size":6646,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7371637248,"num_objects":2467,"num_object_clones":0,"num_object_copies":4934,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2467,"num_whiteouts":0,"num_read":3930,"num_read_kb":587123,"num_write":8211,"num_write_kb":4955757,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365690+0000","last_change":"2021-03-17T13:59:14.620104+0000","last_active":"2021-03-17T14:01:58.365690+0000","last_peered":"2021-03-17T14:01:58.365690+0000","last_clean":"2021-03-17T14:01:58.365690+0000","last_became_active":"2021-03-17T13:59:14.619745+0000","last_became_peered":"2021-03-17T13:59:14.619745+0000","last_unstale":"2021-03-17T14:01:58.365690+0000","last_undegraded":"2021-03-17T14:01:58.365690+0000","last_fullsized":"2021-03-17T14:01:58.365690+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5276","reported_seq":"7373","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:21.100337+0000","last_change":"2021-03-17T13:59:24.664870+0000","last_active":"2021-03-17T14:02:21.100337+0000","last_peered":"2021-03-17T14:02:21.100337+0000","last_clean":"2021-03-17T14:02:21.100337+0000","last_became_active":"2021-03-17T13:59:24.664544+0000","last_became_peered":"2021-03-17T13:59:24.664544+0000","last_unstale":"2021-03-17T14:02:21.100337+0000","last_undegraded":"2021-03-17T14:02:21.100337+0000","last_fullsized":"2021-03-17T14:02:21.100337+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_clean_scrub_stamp":"2021-03-17T13:59:23.287979+0000","log_size":5276,"ondisk_log_size":5276,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":123356219,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":6,"num_read":1858,"num_read_kb":872,"num_write":4682,"num_write_kb":1116223,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":2941,"num_flush":828,"num_flush_kb":2412960,"num_evict":685,"num_evict_kb":1986689,"num_promote":903,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6760","reported_seq":"9018","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:27.274335+0000","last_change":"2021-03-17T13:59:22.675490+0000","last_active":"2021-03-17T14:02:27.274335+0000","last_peered":"2021-03-17T14:02:27.274335+0000","last_clean":"2021-03-17T14:02:27.274335+0000","last_became_active":"2021-03-17T13:59:22.675071+0000","last_became_peered":"2021-03-17T13:59:22.675071+0000","last_unstale":"2021-03-17T14:02:27.274335+0000","last_undegraded":"2021-03-17T14:02:27.274335+0000","last_fullsized":"2021-03-17T14:02:27.274335+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_clean_scrub_stamp":"2021-03-17T13:59:21.283396+0000","log_size":6760,"ondisk_log_size":6760,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7503202265,"num_objects":2503,"num_object_clones":0,"num_object_copies":5006,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2503,"num_whiteouts":0,"num_read":3937,"num_read_kb":584829,"num_write":8356,"num_write_kb":5004842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365467+0000","last_change":"2021-03-17T13:59:14.619981+0000","last_active":"2021-03-17T14:01:58.365467+0000","last_peered":"2021-03-17T14:01:58.365467+0000","last_clean":"2021-03-17T14:01:58.365467+0000","last_became_active":"2021-03-17T13:59:14.619642+0000","last_became_peered":"2021-03-17T13:59:14.619642+0000","last_unstale":"2021-03-17T14:01:58.365467+0000","last_undegraded":"2021-03-17T14:01:58.365467+0000","last_fullsized":"2021-03-17T14:01:58.365467+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5976","reported_seq":"8233","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:02:19.153756+0000","last_change":"2021-03-17T13:59:24.297651+0000","last_active":"2021-03-17T14:02:19.153756+0000","last_peered":"2021-03-17T14:02:19.153756+0000","last_clean":"2021-03-17T14:02:19.153756+0000","last_became_active":"2021-03-17T13:59:24.297284+0000","last_became_peered":"2021-03-17T13:59:24.297284+0000","last_unstale":"2021-03-17T14:02:19.153756+0000","last_undegraded":"2021-03-17T14:02:19.153756+0000","last_fullsized":"2021-03-17T14:02:19.153756+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_clean_scrub_stamp":"2021-03-17T13:59:23.287979+0000","log_size":5976,"ondisk_log_size":5976,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":105821192,"num_objects":50,"num_object_clones":0,"num_object_copies":100,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":42,"num_whiteouts":7,"num_read":2036,"num_read_kb":10614,"num_write":5299,"num_write_kb":1234728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3842,"num_flush":948,"num_flush_kb":2750387,"num_evict":888,"num_evict_kb":2576876,"num_promote":1062,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6590","reported_seq":"8587","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:27.283994+0000","last_change":"2021-03-17T13:59:22.675591+0000","last_active":"2021-03-17T14:02:27.283994+0000","last_peered":"2021-03-17T14:02:27.283994+0000","last_clean":"2021-03-17T14:02:27.283994+0000","last_became_active":"2021-03-17T13:59:22.675284+0000","last_became_peered":"2021-03-17T13:59:22.675284+0000","last_unstale":"2021-03-17T14:02:27.283994+0000","last_undegraded":"2021-03-17T14:02:27.283994+0000","last_fullsized":"2021-03-17T14:02:27.283994+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_clean_scrub_stamp":"2021-03-17T13:59:21.283396+0000","log_size":6590,"ondisk_log_size":6590,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7154577058,"num_objects":2396,"num_object_clones":0,"num_object_copies":4792,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2396,"num_whiteouts":0,"num_read":3661,"num_read_kb":366305,"num_write":8205,"num_write_kb":4626709,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.366072+0000","last_change":"2021-03-17T13:59:14.280057+0000","last_active":"2021-03-17T14:01:58.366072+0000","last_peered":"2021-03-17T14:01:58.366072+0000","last_clean":"2021-03-17T14:01:58.366072+0000","last_became_active":"2021-03-17T13:59:14.279739+0000","last_became_peered":"2021-03-17T13:59:14.279739+0000","last_unstale":"2021-03-17T14:01:58.366072+0000","last_undegraded":"2021-03-17T14:01:58.366072+0000","last_fullsized":"2021-03-17T14:01:58.366072+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.366068+0000","last_change":"2021-03-17T13:59:14.280237+0000","last_active":"2021-03-17T14:01:58.366068+0000","last_peered":"2021-03-17T14:01:58.366068+0000","last_clean":"2021-03-17T14:01:58.366068+0000","last_became_active":"2021-03-17T13:59:14.279729+0000","last_became_peered":"2021-03-17T13:59:14.279729+0000","last_unstale":"2021-03-17T14:01:58.366068+0000","last_undegraded":"2021-03-17T14:01:58.366068+0000","last_fullsized":"2021-03-17T14:01:58.366068+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365390+0000","last_change":"2021-03-17T13:59:14.561470+0000","last_active":"2021-03-17T14:01:58.365390+0000","last_peered":"2021-03-17T14:01:58.365390+0000","last_clean":"2021-03-17T14:01:58.365390+0000","last_became_active":"2021-03-17T13:59:14.561155+0000","last_became_peered":"2021-03-17T13:59:14.561155+0000","last_unstale":"2021-03-17T14:01:58.365390+0000","last_undegraded":"2021-03-17T14:01:58.365390+0000","last_fullsized":"2021-03-17T14:01:58.365390+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":387483984,"num_objects":184,"num_object_clones":0,"num_object_copies":368,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":160,"num_whiteouts":30,"num_read":7680,"num_read_kb":13338,"num_write":19804,"num_write_kb":4642018,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":24,"num_bytes_hit_set_archive":12296,"num_flush":3554,"num_flush_kb":10390824,"num_evict":3141,"num_evict_kb":9152020,"num_promote":3903,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22357,"ondisk_log_size":22357,"up":8,"acting":8,"num_store_stats":0},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":0},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29616120448,"num_objects":9892,"num_object_clones":0,"num_object_copies":19784,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9892,"num_whiteouts":0,"num_read":15580,"num_read_kb":2093628,"num_write":33509,"num_write_kb":19433774,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":27009,"ondisk_log_size":27009,"up":8,"acting":8,"num_store_stats":0}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10502276,"kb_used_data":83214708,"kb_used_omap":12427,"kb_used_meta":0,"kb_avail":83197104,"statfs":{"total":95948165120,"available":85193834496,"internally_reserved":18026496,"allocated":85211860992,"data_stored":85211860992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12725578,"internal_metadata":0},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.30399999999999999,"5min":0.35299999999999998,"15min":0.379},"min":{"1min":0.192,"5min":0.192,"15min":0.192},"max":{"1min":0.40100000000000002,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.376,"15min":0.39200000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.55800000000000005,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.35299999999999998}]},{"osd":1,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.38100000000000001,"15min":0.40500000000000003},"min":{"1min":0.22700000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.47499999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.44},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.39400000000000002,"15min":0.41099999999999998},"min":{"1min":0.26200000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.46100000000000002,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.53000000000000003}]},{"osd":2,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.38200000000000001,"15min":0.39800000000000002},"min":{"1min":0.26300000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.36099999999999999,"15min":0.376},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.46100000000000002,"5min":0.54300000000000004,"15min":0.54300000000000004},"last":0.52100000000000002}]},{"osd":3,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.27500000000000002,"5min":0.28899999999999998,"15min":0.29899999999999999},"min":{"1min":0.21099999999999999,"5min":0.188,"15min":0.188},"max":{"1min":0.33900000000000002,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.22600000000000001},{"interface":"front","average":{"1min":0.313,"5min":0.33300000000000002,"15min":0.34000000000000002},"min":{"1min":0.222,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.42199999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.23699999999999999}]},{"osd":4,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.33800000000000002,"15min":0.34200000000000003},"min":{"1min":0.23100000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.40200000000000002,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.29999999999999999,"5min":0.32100000000000001,"15min":0.33100000000000002},"min":{"1min":0.21099999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.39900000000000002,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.33800000000000002}]}]},{"osd":4,"up_from":11,"seq":47244640298,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":969580,"kb_used_data":92729800,"kb_used_omap":12063,"kb_used_meta":0,"kb_avail":92729800,"statfs":{"total":95948165120,"available":94955315200,"internally_reserved":0,"allocated":94955315200,"data_stored":94955315200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12353216,"internal_metadata":0},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.28499999999999998,"5min":0.33300000000000002,"15min":0.35499999999999998},"min":{"1min":0.158,"5min":0.158,"15min":0.158},"max":{"1min":0.436,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.27200000000000002,"5min":0.34200000000000003,"15min":0.37},"min":{"1min":0.187,"5min":0.187,"15min":0.187},"max":{"1min":0.45500000000000002,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.40000000000000002}]},{"osd":1,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.376,"15min":0.39400000000000002},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.39900000000000002,"15min":0.41699999999999998},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.54800000000000004}]},{"osd":2,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":0.373,"15min":0.39500000000000002},"min":{"1min":0.247,"5min":0.216,"15min":0.216},"max":{"1min":0.504,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.42099999999999999,"15min":0.439},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.8149999999999999,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.68400000000000005}]},{"osd":3,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.314,"15min":0.314},"min":{"1min":0.221,"5min":0.186,"15min":0.186},"max":{"1min":0.63,"5min":0.63,"15min":0.63},"last":0.20899999999999999},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.34799999999999998,"15min":0.35599999999999998},"min":{"1min":0.21099999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.67600000000000005,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.251}]},{"osd":5,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.34499999999999997,"15min":0.33500000000000002},"min":{"1min":0.23599999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":3.4020000000000001,"5min":3.4020000000000001,"15min":3.4020000000000001},"last":0.223},{"interface":"front","average":{"1min":0.29499999999999998,"5min":0.32400000000000001,"15min":0.33400000000000002},"min":{"1min":0.24399999999999999,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.44600000000000001,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.23799999999999999}]}]},{"osd":3,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":5414672,"kb_used_data":88335536,"kb_used_omap":3522,"kb_used_meta":0,"kb_avail":88284708,"statfs":{"total":95948165120,"available":90403540992,"internally_reserved":52047872,"allocated":90455588864,"data_stored":90455588864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3606818,"internal_metadata":0},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.28299999999999997,"5min":0.32900000000000001,"15min":0.34399999999999997},"min":{"1min":0.216,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.45200000000000001,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.309,"5min":0.35799999999999998,"15min":0.379},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.52100000000000002,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.373}]},{"osd":1,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.37,"15min":0.38500000000000001},"min":{"1min":0.20100000000000001,"5min":0.19,"15min":0.19},"max":{"1min":0.47099999999999997,"5min":0.626,"15min":0.626},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.40899999999999997,"15min":0.43099999999999999},"min":{"1min":0.22500000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.496,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.49199999999999999}]},{"osd":2,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.35999999999999999,"15min":0.376},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.52600000000000002,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.38900000000000001,"15min":0.41399999999999998},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.47099999999999997,"5min":0.87,"15min":0.87},"last":0.35199999999999998}]},{"osd":4,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.25700000000000001,"5min":0.32900000000000001,"15min":0.35899999999999999},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.39400000000000002,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.19900000000000001},{"interface":"front","average":{"1min":0.29599999999999999,"5min":0.33200000000000002,"15min":0.35299999999999998},"min":{"1min":0.23699999999999999,"5min":0.223,"15min":0.223},"max":{"1min":0.42499999999999999,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.217}]},{"osd":5,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.314,"5min":0.33300000000000002,"15min":0.34799999999999998},"min":{"1min":0.20999999999999999,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.54000000000000004,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.24099999999999999},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.376,"15min":0.39600000000000002},"min":{"1min":0.26800000000000002,"5min":0.25,"15min":0.25},"max":{"1min":0.41299999999999998,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.247}]}]},{"osd":2,"up_from":11,"seq":47244640299,"num_pgs":5,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10664412,"kb_used_data":83056932,"kb_used_omap":12315,"kb_used_meta":0,"kb_avail":83034968,"statfs":{"total":95948165120,"available":85027807232,"internally_reserved":22491136,"allocated":85050298368,"data_stored":85050298368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12611060,"internal_metadata":0},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.23899999999999999,"5min":0.24199999999999999,"15min":0.246},"min":{"1min":0.158,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.29899999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"min":{"1min":0.17699999999999999,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.30299999999999999}]},{"osd":1,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.33200000000000002,"15min":0.33400000000000002},"min":{"1min":0.219,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.29299999999999998,"5min":0.30199999999999999,"15min":0.314},"min":{"1min":0.193,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":0.48999999999999999,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.378}]},{"osd":3,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.35399999999999998,"15min":0.35899999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.374,"15min":0.379},"min":{"1min":0.249,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":0.625}]},{"osd":4,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.38500000000000001,"15min":0.39100000000000001},"min":{"1min":0.24299999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.2529999999999999,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.36799999999999999,"15min":0.377},"min":{"1min":0.254,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.57099999999999995}]},{"osd":5,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.38300000000000001,"15min":0.39700000000000002},"min":{"1min":0.254,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.60999999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.39900000000000002,"15min":0.40600000000000003},"min":{"1min":0.28699999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.61499999999999999}]}]},{"osd":0,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":969580,"kb_used_data":92729800,"kb_used_omap":12073,"kb_used_meta":0,"kb_avail":92729800,"statfs":{"total":95948165120,"available":94955315200,"internally_reserved":0,"allocated":94955315200,"data_stored":94955315200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12363111,"internal_metadata":0},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.23400000000000001,"5min":0.25600000000000001,"15min":0.26000000000000001},"min":{"1min":0.159,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.47299999999999998,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.28399999999999997,"5min":0.29999999999999999,"15min":0.30299999999999999},"min":{"1min":0.20100000000000001,"5min":0.16,"15min":0.16},"max":{"1min":0.47999999999999998,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.45800000000000002}]},{"osd":2,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.22600000000000001,"5min":0.246,"15min":0.255},"min":{"1min":0.185,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.27300000000000002,"5min":0.47099999999999997,"15min":0.47099999999999997},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.27000000000000002,"5min":0.26800000000000002,"15min":0.27200000000000002},"min":{"1min":0.19900000000000001,"5min":0.188,"15min":0.188},"max":{"1min":0.39800000000000002,"5min":0.629,"15min":0.629},"last":0.49399999999999999}]},{"osd":3,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.377,"15min":0.40300000000000002},"min":{"1min":0.218,"5min":0.193,"15min":0.193},"max":{"1min":0.66400000000000003,"5min":1.504,"15min":1.504},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.309,"5min":0.36699999999999999,"15min":0.38700000000000001},"min":{"1min":0.25900000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.53200000000000003,"5min":1.123,"15min":1.123},"last":0.58699999999999997}]},{"osd":4,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.32000000000000001,"5min":0.36599999999999999,"15min":0.38300000000000001},"min":{"1min":0.252,"5min":0.245,"15min":0.245},"max":{"1min":0.627,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.33000000000000002,"5min":0.38600000000000001,"15min":0.40799999999999997},"min":{"1min":0.28000000000000003,"5min":0.25,"15min":0.25},"max":{"1min":0.503,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.502}]},{"osd":5,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.38600000000000001,"15min":0.40200000000000002},"min":{"1min":0.27900000000000003,"5min":0.248,"15min":0.248},"max":{"1min":0.64000000000000001,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.372,"5min":0.41199999999999998,"15min":0.42999999999999999},"min":{"1min":0.29499999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.69099999999999995,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.55200000000000005}]}]},{"osd":1,"up_from":11,"seq":47244640299,"num_pgs":7,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":15259636,"kb_used_data":78483468,"kb_used_omap":21141,"kb_used_meta":0,"kb_avail":78439744,"statfs":{"total":95948165120,"available":80322297856,"internally_reserved":44773376,"allocated":80367071232,"data_stored":80367071232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21648729,"internal_metadata":0},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.22700000000000001,"5min":0.25700000000000001,"15min":0.27000000000000002},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.40000000000000002,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.29099999999999998,"15min":0.29399999999999998},"min":{"1min":0.183,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":1.5780000000000001,"5min":1.5780000000000001,"15min":1.5780000000000001},"last":0.40000000000000002}]},{"osd":2,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.309,"5min":0.28599999999999998,"15min":0.29299999999999998},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":1.3819999999999999,"5min":1.3819999999999999,"15min":1.3819999999999999},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.32700000000000001,"15min":0.32200000000000001},"min":{"1min":0.19500000000000001,"5min":0.159,"15min":0.159},"max":{"1min":3.0600000000000001,"5min":3.0600000000000001,"15min":3.0600000000000001},"last":0.32900000000000001}]},{"osd":3,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.375,"15min":0.39700000000000002},"min":{"1min":0.22700000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.79100000000000004,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.436},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.38700000000000001,"15min":0.40300000000000002},"min":{"1min":0.23000000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":1.0720000000000001,"5min":1.2589999999999999,"15min":1.2589999999999999},"last":0.41699999999999998}]},{"osd":4,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.40699999999999997,"15min":0.435},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.57899999999999996,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.432,"15min":0.46899999999999997},"min":{"1min":0.26000000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.50800000000000001,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.46800000000000003}]},{"osd":5,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.40999999999999998,"15min":0.42599999999999999},"min":{"1min":0.26900000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.38,"5min":0.40000000000000002,"15min":0.41799999999999998},"min":{"1min":0.26100000000000001,"5min":0.245,"15min":0.245},"max":{"1min":0.61499999999999999,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.45800000000000002}]}]}]}} , 2021-03-17T14:02:33.776 INFO:tasks.ceph:pgid 1.7 last_scrub_stamp 2021-03-17T13:59:13.271087+0000 time.struct_time(tm_year=2021, tm_mon=3, tm_mday=17, tm_hour=13, tm_min=59, tm_sec=13, tm_wday=2, tm_yday=76, tm_isdst=-1) <= time.struct_time(tm_year=2021, tm_mon=3, tm_mday=17, tm_hour=14, tm_min=2, tm_sec=29, tm_wday=2, tm_yday=76, tm_isdst=0) Ignoring malparsed backtrace: 2021-03-17T14:03:35.238 INFO:tasks.ceph:Checking cluster log for badness... , 2021-03-17T14:03:35.239 DEBUG:teuthology.orchestra.run.smithi032:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v 'but it is still running' | egrep -v 'slow request' | egrep -v 'overall HEALTH_' | egrep -v '\(CACHE_POOL_' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(OSD_SLOW_PING_TIME' | head -n 1 , 2021-03-17T14:03:35.311 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi032.front.sepia.ceph.com Ignoring malparsed backtrace: 2021-03-17T14:03:54.882 DEBUG:teuthology.orchestra.run:got remote process result: 1 , 2021-03-17T14:03:54.883 DEBUG:teuthology.run_tasks:Unwinding manager pcp , 2021-03-17T14:03:54.895 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer Ignoring malparsed backtrace: During handling of the above exception, another exception occurred: , , Traceback (most recent call last): Ignoring malparsed backtrace: ceph version 15.2.9-147-g23148618 (23148618fcb587daa6bac0ac170c39ee83f3175d) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f1f73a9af1a] , 2: (ReadOp::_finish(TestOp::CallbackInfo*)+0x13df) [0x562ad0c232bf] Ignoring malparsed backtrace: dumped all , 2021-03-17T14:02:33.764 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":131,"stamp":"2021-03-17T14:02:32.741779+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30003604432,"num_objects":10076,"num_object_clones":0,"num_object_copies":20152,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10052,"num_whiteouts":30,"num_read":23260,"num_read_kb":2106966,"num_write":53313,"num_write_kb":24075792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":24,"num_bytes_hit_set_archive":12296,"num_flush":3554,"num_flush_kb":10390824,"num_evict":3141,"num_evict_kb":9152020,"num_promote":3903,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49366,"ondisk_log_size":49366,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":562196280,"kb_used":43780156,"kb_used_data":518550244,"kb_used_omap":73543,"kb_used_meta":0,"kb_avail":518416124,"statfs":{"total":575688990720,"available":530858110976,"internally_reserved":137338880,"allocated":530995449856,"data_stored":530995449856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75308512,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":3,"commit_latency_ns":0,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-151222403,"num_objects":-52,"num_object_clones":0,"num_object_copies":-104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-53,"num_whiteouts":3,"num_read":874,"num_read_kb":951234,"num_write":535,"num_write_kb":305486,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":1,"num_bytes_hit_set_archive":469,"num_flush":13,"num_flush_kb":36094,"num_evict":13,"num_evict_kb":36094,"num_promote":9,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002237"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365520+0000","last_change":"2021-03-17T13:59:14.561593+0000","last_active":"2021-03-17T14:01:58.365520+0000","last_peered":"2021-03-17T14:01:58.365520+0000","last_clean":"2021-03-17T14:01:58.365520+0000","last_became_active":"2021-03-17T13:59:14.561210+0000","last_became_peered":"2021-03-17T13:59:14.561210+0000","last_unstale":"2021-03-17T14:01:58.365520+0000","last_undegraded":"2021-03-17T14:01:58.365520+0000","last_fullsized":"2021-03-17T14:01:58.365520+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365699+0000","last_change":"2021-03-17T13:59:14.620590+0000","last_active":"2021-03-17T14:01:58.365699+0000","last_peered":"2021-03-17T14:01:58.365699+0000","last_clean":"2021-03-17T14:01:58.365699+0000","last_became_active":"2021-03-17T13:59:14.620220+0000","last_became_peered":"2021-03-17T13:59:14.620220+0000","last_unstale":"2021-03-17T14:01:58.365699+0000","last_undegraded":"2021-03-17T14:01:58.365699+0000","last_fullsized":"2021-03-17T14:01:58.365699+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5849","reported_seq":"8117","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:02:18.985042+0000","last_change":"2021-03-17T13:59:24.296800+0000","last_active":"2021-03-17T14:02:18.985042+0000","last_peered":"2021-03-17T14:02:18.985042+0000","last_clean":"2021-03-17T14:02:18.985042+0000","last_became_active":"2021-03-17T13:59:24.296429+0000","last_became_peered":"2021-03-17T13:59:24.296429+0000","last_unstale":"2021-03-17T14:02:18.985042+0000","last_undegraded":"2021-03-17T14:02:18.985042+0000","last_fullsized":"2021-03-17T14:02:18.985042+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_clean_scrub_stamp":"2021-03-17T13:59:23.287979+0000","log_size":5849,"ondisk_log_size":5849,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":82137951,"num_objects":43,"num_object_clones":0,"num_object_copies":86,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":10,"num_read":1981,"num_read_kb":981,"num_write":5157,"num_write_kb":1187957,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2842,"num_flush":939,"num_flush_kb":2747624,"num_evict":837,"num_evict_kb":2438083,"num_promote":1034,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'7013","reported_seq":"9214","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:27.251567+0000","last_change":"2021-03-17T13:59:22.675658+0000","last_active":"2021-03-17T14:02:27.251567+0000","last_peered":"2021-03-17T14:02:27.251567+0000","last_clean":"2021-03-17T14:02:27.251567+0000","last_became_active":"2021-03-17T13:59:22.675293+0000","last_became_peered":"2021-03-17T13:59:22.675293+0000","last_unstale":"2021-03-17T14:02:27.251567+0000","last_undegraded":"2021-03-17T14:02:27.251567+0000","last_fullsized":"2021-03-17T14:02:27.251567+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_clean_scrub_stamp":"2021-03-17T13:59:21.283396+0000","log_size":7013,"ondisk_log_size":7013,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7586703877,"num_objects":2526,"num_object_clones":0,"num_object_copies":5052,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2526,"num_whiteouts":0,"num_read":4052,"num_read_kb":555371,"num_write":8737,"num_write_kb":4846466,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365366+0000","last_change":"2021-03-17T13:59:14.620123+0000","last_active":"2021-03-17T14:01:58.365366+0000","last_peered":"2021-03-17T14:01:58.365366+0000","last_clean":"2021-03-17T14:01:58.365366+0000","last_became_active":"2021-03-17T13:59:14.619740+0000","last_became_peered":"2021-03-17T13:59:14.619740+0000","last_unstale":"2021-03-17T14:01:58.365366+0000","last_undegraded":"2021-03-17T14:01:58.365366+0000","last_fullsized":"2021-03-17T14:01:58.365366+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5256","reported_seq":"7314","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:02:19.169992+0000","last_change":"2021-03-17T13:59:24.297564+0000","last_active":"2021-03-17T14:02:19.169992+0000","last_peered":"2021-03-17T14:02:19.169992+0000","last_clean":"2021-03-17T14:02:19.169992+0000","last_became_active":"2021-03-17T13:59:24.297185+0000","last_became_peered":"2021-03-17T13:59:24.297185+0000","last_unstale":"2021-03-17T14:02:19.169992+0000","last_undegraded":"2021-03-17T14:02:19.169992+0000","last_fullsized":"2021-03-17T14:02:19.169992+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_clean_scrub_stamp":"2021-03-17T13:59:23.287979+0000","log_size":5256,"ondisk_log_size":5256,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":76168622,"num_objects":38,"num_object_clones":0,"num_object_copies":76,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":33,"num_whiteouts":7,"num_read":1805,"num_read_kb":871,"num_write":4666,"num_write_kb":1103110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2671,"num_flush":839,"num_flush_kb":2479853,"num_evict":731,"num_evict_kb":2150372,"num_promote":904,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6646","reported_seq":"8876","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:27.261180+0000","last_change":"2021-03-17T13:59:22.291555+0000","last_active":"2021-03-17T14:02:27.261180+0000","last_peered":"2021-03-17T14:02:27.261180+0000","last_clean":"2021-03-17T14:02:27.261180+0000","last_became_active":"2021-03-17T13:59:22.291099+0000","last_became_peered":"2021-03-17T13:59:22.291099+0000","last_unstale":"2021-03-17T14:02:27.261180+0000","last_undegraded":"2021-03-17T14:02:27.261180+0000","last_fullsized":"2021-03-17T14:02:27.261180+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_clean_scrub_stamp":"2021-03-17T13:59:21.283396+0000","log_size":6646,"ondisk_log_size":6646,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7371637248,"num_objects":2467,"num_object_clones":0,"num_object_copies":4934,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2467,"num_whiteouts":0,"num_read":3930,"num_read_kb":587123,"num_write":8211,"num_write_kb":4955757,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365690+0000","last_change":"2021-03-17T13:59:14.620104+0000","last_active":"2021-03-17T14:01:58.365690+0000","last_peered":"2021-03-17T14:01:58.365690+0000","last_clean":"2021-03-17T14:01:58.365690+0000","last_became_active":"2021-03-17T13:59:14.619745+0000","last_became_peered":"2021-03-17T13:59:14.619745+0000","last_unstale":"2021-03-17T14:01:58.365690+0000","last_undegraded":"2021-03-17T14:01:58.365690+0000","last_fullsized":"2021-03-17T14:01:58.365690+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5276","reported_seq":"7373","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:21.100337+0000","last_change":"2021-03-17T13:59:24.664870+0000","last_active":"2021-03-17T14:02:21.100337+0000","last_peered":"2021-03-17T14:02:21.100337+0000","last_clean":"2021-03-17T14:02:21.100337+0000","last_became_active":"2021-03-17T13:59:24.664544+0000","last_became_peered":"2021-03-17T13:59:24.664544+0000","last_unstale":"2021-03-17T14:02:21.100337+0000","last_undegraded":"2021-03-17T14:02:21.100337+0000","last_fullsized":"2021-03-17T14:02:21.100337+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_clean_scrub_stamp":"2021-03-17T13:59:23.287979+0000","log_size":5276,"ondisk_log_size":5276,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":123356219,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":6,"num_read":1858,"num_read_kb":872,"num_write":4682,"num_write_kb":1116223,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":2941,"num_flush":828,"num_flush_kb":2412960,"num_evict":685,"num_evict_kb":1986689,"num_promote":903,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6760","reported_seq":"9018","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:27.274335+0000","last_change":"2021-03-17T13:59:22.675490+0000","last_active":"2021-03-17T14:02:27.274335+0000","last_peered":"2021-03-17T14:02:27.274335+0000","last_clean":"2021-03-17T14:02:27.274335+0000","last_became_active":"2021-03-17T13:59:22.675071+0000","last_became_peered":"2021-03-17T13:59:22.675071+0000","last_unstale":"2021-03-17T14:02:27.274335+0000","last_undegraded":"2021-03-17T14:02:27.274335+0000","last_fullsized":"2021-03-17T14:02:27.274335+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_clean_scrub_stamp":"2021-03-17T13:59:21.283396+0000","log_size":6760,"ondisk_log_size":6760,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7503202265,"num_objects":2503,"num_object_clones":0,"num_object_copies":5006,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2503,"num_whiteouts":0,"num_read":3937,"num_read_kb":584829,"num_write":8356,"num_write_kb":5004842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365467+0000","last_change":"2021-03-17T13:59:14.619981+0000","last_active":"2021-03-17T14:01:58.365467+0000","last_peered":"2021-03-17T14:01:58.365467+0000","last_clean":"2021-03-17T14:01:58.365467+0000","last_became_active":"2021-03-17T13:59:14.619642+0000","last_became_peered":"2021-03-17T13:59:14.619642+0000","last_unstale":"2021-03-17T14:01:58.365467+0000","last_undegraded":"2021-03-17T14:01:58.365467+0000","last_fullsized":"2021-03-17T14:01:58.365467+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5976","reported_seq":"8233","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:02:19.153756+0000","last_change":"2021-03-17T13:59:24.297651+0000","last_active":"2021-03-17T14:02:19.153756+0000","last_peered":"2021-03-17T14:02:19.153756+0000","last_clean":"2021-03-17T14:02:19.153756+0000","last_became_active":"2021-03-17T13:59:24.297284+0000","last_became_peered":"2021-03-17T13:59:24.297284+0000","last_unstale":"2021-03-17T14:02:19.153756+0000","last_undegraded":"2021-03-17T14:02:19.153756+0000","last_fullsized":"2021-03-17T14:02:19.153756+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_clean_scrub_stamp":"2021-03-17T13:59:23.287979+0000","log_size":5976,"ondisk_log_size":5976,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":105821192,"num_objects":50,"num_object_clones":0,"num_object_copies":100,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":42,"num_whiteouts":7,"num_read":2036,"num_read_kb":10614,"num_write":5299,"num_write_kb":1234728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3842,"num_flush":948,"num_flush_kb":2750387,"num_evict":888,"num_evict_kb":2576876,"num_promote":1062,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6590","reported_seq":"8587","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:27.283994+0000","last_change":"2021-03-17T13:59:22.675591+0000","last_active":"2021-03-17T14:02:27.283994+0000","last_peered":"2021-03-17T14:02:27.283994+0000","last_clean":"2021-03-17T14:02:27.283994+0000","last_became_active":"2021-03-17T13:59:22.675284+0000","last_became_peered":"2021-03-17T13:59:22.675284+0000","last_unstale":"2021-03-17T14:02:27.283994+0000","last_undegraded":"2021-03-17T14:02:27.283994+0000","last_fullsized":"2021-03-17T14:02:27.283994+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_clean_scrub_stamp":"2021-03-17T13:59:21.283396+0000","log_size":6590,"ondisk_log_size":6590,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7154577058,"num_objects":2396,"num_object_clones":0,"num_object_copies":4792,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2396,"num_whiteouts":0,"num_read":3661,"num_read_kb":366305,"num_write":8205,"num_write_kb":4626709,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.366072+0000","last_change":"2021-03-17T13:59:14.280057+0000","last_active":"2021-03-17T14:01:58.366072+0000","last_peered":"2021-03-17T14:01:58.366072+0000","last_clean":"2021-03-17T14:01:58.366072+0000","last_became_active":"2021-03-17T13:59:14.279739+0000","last_became_peered":"2021-03-17T13:59:14.279739+0000","last_unstale":"2021-03-17T14:01:58.366072+0000","last_undegraded":"2021-03-17T14:01:58.366072+0000","last_fullsized":"2021-03-17T14:01:58.366072+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.366068+0000","last_change":"2021-03-17T13:59:14.280237+0000","last_active":"2021-03-17T14:01:58.366068+0000","last_peered":"2021-03-17T14:01:58.366068+0000","last_clean":"2021-03-17T14:01:58.366068+0000","last_became_active":"2021-03-17T13:59:14.279729+0000","last_became_peered":"2021-03-17T13:59:14.279729+0000","last_unstale":"2021-03-17T14:01:58.366068+0000","last_undegraded":"2021-03-17T14:01:58.366068+0000","last_fullsized":"2021-03-17T14:01:58.366068+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365390+0000","last_change":"2021-03-17T13:59:14.561470+0000","last_active":"2021-03-17T14:01:58.365390+0000","last_peered":"2021-03-17T14:01:58.365390+0000","last_clean":"2021-03-17T14:01:58.365390+0000","last_became_active":"2021-03-17T13:59:14.561155+0000","last_became_peered":"2021-03-17T13:59:14.561155+0000","last_unstale":"2021-03-17T14:01:58.365390+0000","last_undegraded":"2021-03-17T14:01:58.365390+0000","last_fullsized":"2021-03-17T14:01:58.365390+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":387483984,"num_objects":184,"num_object_clones":0,"num_object_copies":368,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":160,"num_whiteouts":30,"num_read":7680,"num_read_kb":13338,"num_write":19804,"num_write_kb":4642018,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":24,"num_bytes_hit_set_archive":12296,"num_flush":3554,"num_flush_kb":10390824,"num_evict":3141,"num_evict_kb":9152020,"num_promote":3903,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22357,"ondisk_log_size":22357,"up":8,"acting":8,"num_store_stats":0},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":0},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29616120448,"num_objects":9892,"num_object_clones":0,"num_object_copies":19784,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9892,"num_whiteouts":0,"num_read":15580,"num_read_kb":2093628,"num_write":33509,"num_write_kb":19433774,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":27009,"ondisk_log_size":27009,"up":8,"acting":8,"num_store_stats":0}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10502276,"kb_used_data":83214708,"kb_used_omap":12427,"kb_used_meta":0,"kb_avail":83197104,"statfs":{"total":95948165120,"available":85193834496,"internally_reserved":18026496,"allocated":85211860992,"data_stored":85211860992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12725578,"internal_metadata":0},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.30399999999999999,"5min":0.35299999999999998,"15min":0.379},"min":{"1min":0.192,"5min":0.192,"15min":0.192},"max":{"1min":0.40100000000000002,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.376,"15min":0.39200000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.55800000000000005,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.35299999999999998}]},{"osd":1,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.38100000000000001,"15min":0.40500000000000003},"min":{"1min":0.22700000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.47499999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.44},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.39400000000000002,"15min":0.41099999999999998},"min":{"1min":0.26200000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.46100000000000002,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.53000000000000003}]},{"osd":2,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.38200000000000001,"15min":0.39800000000000002},"min":{"1min":0.26300000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.36099999999999999,"15min":0.376},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.46100000000000002,"5min":0.54300000000000004,"15min":0.54300000000000004},"last":0.52100000000000002}]},{"osd":3,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.27500000000000002,"5min":0.28899999999999998,"15min":0.29899999999999999},"min":{"1min":0.21099999999999999,"5min":0.188,"15min":0.188},"max":{"1min":0.33900000000000002,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.22600000000000001},{"interface":"front","average":{"1min":0.313,"5min":0.33300000000000002,"15min":0.34000000000000002},"min":{"1min":0.222,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.42199999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.23699999999999999}]},{"osd":4,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.33800000000000002,"15min":0.34200000000000003},"min":{"1min":0.23100000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.40200000000000002,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.29999999999999999,"5min":0.32100000000000001,"15min":0.33100000000000002},"min":{"1min":0.21099999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.39900000000000002,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.33800000000000002}]}]},{"osd":4,"up_from":11,"seq":47244640298,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":969580,"kb_used_data":92729800,"kb_used_omap":12063,"kb_used_meta":0,"kb_avail":92729800,"statfs":{"total":95948165120,"available":94955315200,"internally_reserved":0,"allocated":94955315200,"data_stored":94955315200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12353216,"internal_metadata":0},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.28499999999999998,"5min":0.33300000000000002,"15min":0.35499999999999998},"min":{"1min":0.158,"5min":0.158,"15min":0.158},"max":{"1min":0.436,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.27200000000000002,"5min":0.34200000000000003,"15min":0.37},"min":{"1min":0.187,"5min":0.187,"15min":0.187},"max":{"1min":0.45500000000000002,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.40000000000000002}]},{"osd":1,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.376,"15min":0.39400000000000002},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.39900000000000002,"15min":0.41699999999999998},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.54800000000000004}]},{"osd":2,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":0.373,"15min":0.39500000000000002},"min":{"1min":0.247,"5min":0.216,"15min":0.216},"max":{"1min":0.504,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.42099999999999999,"15min":0.439},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.8149999999999999,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.68400000000000005}]},{"osd":3,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.314,"15min":0.314},"min":{"1min":0.221,"5min":0.186,"15min":0.186},"max":{"1min":0.63,"5min":0.63,"15min":0.63},"last":0.20899999999999999},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.34799999999999998,"15min":0.35599999999999998},"min":{"1min":0.21099999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.67600000000000005,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.251}]},{"osd":5,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.34499999999999997,"15min":0.33500000000000002},"min":{"1min":0.23599999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":3.4020000000000001,"5min":3.4020000000000001,"15min":3.4020000000000001},"last":0.223},{"interface":"front","average":{"1min":0.29499999999999998,"5min":0.32400000000000001,"15min":0.33400000000000002},"min":{"1min":0.24399999999999999,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.44600000000000001,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.23799999999999999}]}]},{"osd":3,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":5414672,"kb_used_data":88335536,"kb_used_omap":3522,"kb_used_meta":0,"kb_avail":88284708,"statfs":{"total":95948165120,"available":90403540992,"internally_reserved":52047872,"allocated":90455588864,"data_stored":90455588864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3606818,"internal_metadata":0},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.28299999999999997,"5min":0.32900000000000001,"15min":0.34399999999999997},"min":{"1min":0.216,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.45200000000000001,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.309,"5min":0.35799999999999998,"15min":0.379},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.52100000000000002,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.373}]},{"osd":1,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.37,"15min":0.38500000000000001},"min":{"1min":0.20100000000000001,"5min":0.19,"15min":0.19},"max":{"1min":0.47099999999999997,"5min":0.626,"15min":0.626},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.40899999999999997,"15min":0.43099999999999999},"min":{"1min":0.22500000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.496,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.49199999999999999}]},{"osd":2,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.35999999999999999,"15min":0.376},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.52600000000000002,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.38900000000000001,"15min":0.41399999999999998},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.47099999999999997,"5min":0.87,"15min":0.87},"last":0.35199999999999998}]},{"osd":4,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.25700000000000001,"5min":0.32900000000000001,"15min":0.35899999999999999},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.39400000000000002,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.19900000000000001},{"interface":"front","average":{"1min":0.29599999999999999,"5min":0.33200000000000002,"15min":0.35299999999999998},"min":{"1min":0.23699999999999999,"5min":0.223,"15min":0.223},"max":{"1min":0.42499999999999999,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.217}]},{"osd":5,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.314,"5min":0.33300000000000002,"15min":0.34799999999999998},"min":{"1min":0.20999999999999999,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.54000000000000004,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.24099999999999999},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.376,"15min":0.39600000000000002},"min":{"1min":0.26800000000000002,"5min":0.25,"15min":0.25},"max":{"1min":0.41299999999999998,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.247}]}]},{"osd":2,"up_from":11,"seq":47244640299,"num_pgs":5,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10664412,"kb_used_data":83056932,"kb_used_omap":12315,"kb_used_meta":0,"kb_avail":83034968,"statfs":{"total":95948165120,"available":85027807232,"internally_reserved":22491136,"allocated":85050298368,"data_stored":85050298368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12611060,"internal_metadata":0},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.23899999999999999,"5min":0.24199999999999999,"15min":0.246},"min":{"1min":0.158,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.29899999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"min":{"1min":0.17699999999999999,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.30299999999999999}]},{"osd":1,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.33200000000000002,"15min":0.33400000000000002},"min":{"1min":0.219,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.29299999999999998,"5min":0.30199999999999999,"15min":0.314},"min":{"1min":0.193,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":0.48999999999999999,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.378}]},{"osd":3,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.35399999999999998,"15min":0.35899999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.374,"15min":0.379},"min":{"1min":0.249,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":0.625}]},{"osd":4,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.38500000000000001,"15min":0.39100000000000001},"min":{"1min":0.24299999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.2529999999999999,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.36799999999999999,"15min":0.377},"min":{"1min":0.254,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.57099999999999995}]},{"osd":5,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.38300000000000001,"15min":0.39700000000000002},"min":{"1min":0.254,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.60999999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.39900000000000002,"15min":0.40600000000000003},"min":{"1min":0.28699999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.61499999999999999}]}]},{"osd":0,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":969580,"kb_used_data":92729800,"kb_used_omap":12073,"kb_used_meta":0,"kb_avail":92729800,"statfs":{"total":95948165120,"available":94955315200,"internally_reserved":0,"allocated":94955315200,"data_stored":94955315200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12363111,"internal_metadata":0},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.23400000000000001,"5min":0.25600000000000001,"15min":0.26000000000000001},"min":{"1min":0.159,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.47299999999999998,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.28399999999999997,"5min":0.29999999999999999,"15min":0.30299999999999999},"min":{"1min":0.20100000000000001,"5min":0.16,"15min":0.16},"max":{"1min":0.47999999999999998,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.45800000000000002}]},{"osd":2,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.22600000000000001,"5min":0.246,"15min":0.255},"min":{"1min":0.185,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.27300000000000002,"5min":0.47099999999999997,"15min":0.47099999999999997},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.27000000000000002,"5min":0.26800000000000002,"15min":0.27200000000000002},"min":{"1min":0.19900000000000001,"5min":0.188,"15min":0.188},"max":{"1min":0.39800000000000002,"5min":0.629,"15min":0.629},"last":0.49399999999999999}]},{"osd":3,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.377,"15min":0.40300000000000002},"min":{"1min":0.218,"5min":0.193,"15min":0.193},"max":{"1min":0.66400000000000003,"5min":1.504,"15min":1.504},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.309,"5min":0.36699999999999999,"15min":0.38700000000000001},"min":{"1min":0.25900000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.53200000000000003,"5min":1.123,"15min":1.123},"last":0.58699999999999997}]},{"osd":4,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.32000000000000001,"5min":0.36599999999999999,"15min":0.38300000000000001},"min":{"1min":0.252,"5min":0.245,"15min":0.245},"max":{"1min":0.627,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.33000000000000002,"5min":0.38600000000000001,"15min":0.40799999999999997},"min":{"1min":0.28000000000000003,"5min":0.25,"15min":0.25},"max":{"1min":0.503,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.502}]},{"osd":5,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.38600000000000001,"15min":0.40200000000000002},"min":{"1min":0.27900000000000003,"5min":0.248,"15min":0.248},"max":{"1min":0.64000000000000001,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.372,"5min":0.41199999999999998,"15min":0.42999999999999999},"min":{"1min":0.29499999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.69099999999999995,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.55200000000000005}]}]},{"osd":1,"up_from":11,"seq":47244640299,"num_pgs":7,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":15259636,"kb_used_data":78483468,"kb_used_omap":21141,"kb_used_meta":0,"kb_avail":78439744,"statfs":{"total":95948165120,"available":80322297856,"internally_reserved":44773376,"allocated":80367071232,"data_stored":80367071232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21648729,"internal_metadata":0},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.22700000000000001,"5min":0.25700000000000001,"15min":0.27000000000000002},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.40000000000000002,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.29099999999999998,"15min":0.29399999999999998},"min":{"1min":0.183,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":1.5780000000000001,"5min":1.5780000000000001,"15min":1.5780000000000001},"last":0.40000000000000002}]},{"osd":2,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.309,"5min":0.28599999999999998,"15min":0.29299999999999998},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":1.3819999999999999,"5min":1.3819999999999999,"15min":1.3819999999999999},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.32700000000000001,"15min":0.32200000000000001},"min":{"1min":0.19500000000000001,"5min":0.159,"15min":0.159},"max":{"1min":3.0600000000000001,"5min":3.0600000000000001,"15min":3.0600000000000001},"last":0.32900000000000001}]},{"osd":3,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.375,"15min":0.39700000000000002},"min":{"1min":0.22700000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.79100000000000004,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.436},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.38700000000000001,"15min":0.40300000000000002},"min":{"1min":0.23000000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":1.0720000000000001,"5min":1.2589999999999999,"15min":1.2589999999999999},"last":0.41699999999999998}]},{"osd":4,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.40699999999999997,"15min":0.435},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.57899999999999996,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.432,"15min":0.46899999999999997},"min":{"1min":0.26000000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.50800000000000001,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.46800000000000003}]},{"osd":5,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.40999999999999998,"15min":0.42599999999999999},"min":{"1min":0.26900000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.38,"5min":0.40000000000000002,"15min":0.41799999999999998},"min":{"1min":0.26100000000000001,"5min":0.245,"15min":0.245},"max":{"1min":0.61499999999999999,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.45800000000000002}]}]}]}} , 2021-03-17T14:02:33.776 INFO:tasks.ceph:pgid 1.7 last_scrub_stamp 2021-03-17T13:59:13.271087+0000 time.struct_time(tm_year=2021, tm_mon=3, tm_mday=17, tm_hour=13, tm_min=59, tm_sec=13, tm_wday=2, tm_yday=76, tm_isdst=-1) <= time.struct_time(tm_year=2021, tm_mon=3, tm_mday=17, tm_hour=14, tm_min=2, tm_sec=29, tm_wday=2, tm_yday=76, tm_isdst=0) Ignoring malparsed backtrace: 2021-03-17T14:03:35.238 INFO:tasks.ceph:Checking cluster log for badness... , 2021-03-17T14:03:35.239 DEBUG:teuthology.orchestra.run.smithi032:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v 'but it is still running' | egrep -v 'slow request' | egrep -v 'overall HEALTH_' | egrep -v '\(CACHE_POOL_' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(OSD_SLOW_PING_TIME' | head -n 1 , 2021-03-17T14:03:35.311 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi032.front.sepia.ceph.com Ignoring malparsed backtrace: 2021-03-17T14:03:54.882 DEBUG:teuthology.orchestra.run:got remote process result: 1 , 2021-03-17T14:03:54.883 DEBUG:teuthology.run_tasks:Unwinding manager pcp , 2021-03-17T14:03:54.895 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer Ignoring malparsed backtrace: During handling of the above exception, another exception occurred: , , Traceback (most recent call last): Ignoring malparsed backtrace: ceph version 15.2.9-147-g23148618 (23148618fcb587daa6bac0ac170c39ee83f3175d) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f1f73a9af1a] , 2: (ReadOp::_finish(TestOp::CallbackInfo*)+0x13df) [0x562ad0c232bf] Ignoring malparsed backtrace: dumped all , 2021-03-17T14:02:33.764 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":131,"stamp":"2021-03-17T14:02:32.741779+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30003604432,"num_objects":10076,"num_object_clones":0,"num_object_copies":20152,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10052,"num_whiteouts":30,"num_read":23260,"num_read_kb":2106966,"num_write":53313,"num_write_kb":24075792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":24,"num_bytes_hit_set_archive":12296,"num_flush":3554,"num_flush_kb":10390824,"num_evict":3141,"num_evict_kb":9152020,"num_promote":3903,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49366,"ondisk_log_size":49366,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":562196280,"kb_used":43780156,"kb_used_data":518550244,"kb_used_omap":73543,"kb_used_meta":0,"kb_avail":518416124,"statfs":{"total":575688990720,"available":530858110976,"internally_reserved":137338880,"allocated":530995449856,"data_stored":530995449856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75308512,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":3,"commit_latency_ns":0,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-151222403,"num_objects":-52,"num_object_clones":0,"num_object_copies":-104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-53,"num_whiteouts":3,"num_read":874,"num_read_kb":951234,"num_write":535,"num_write_kb":305486,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":1,"num_bytes_hit_set_archive":469,"num_flush":13,"num_flush_kb":36094,"num_evict":13,"num_evict_kb":36094,"num_promote":9,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002237"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365520+0000","last_change":"2021-03-17T13:59:14.561593+0000","last_active":"2021-03-17T14:01:58.365520+0000","last_peered":"2021-03-17T14:01:58.365520+0000","last_clean":"2021-03-17T14:01:58.365520+0000","last_became_active":"2021-03-17T13:59:14.561210+0000","last_became_peered":"2021-03-17T13:59:14.561210+0000","last_unstale":"2021-03-17T14:01:58.365520+0000","last_undegraded":"2021-03-17T14:01:58.365520+0000","last_fullsized":"2021-03-17T14:01:58.365520+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365699+0000","last_change":"2021-03-17T13:59:14.620590+0000","last_active":"2021-03-17T14:01:58.365699+0000","last_peered":"2021-03-17T14:01:58.365699+0000","last_clean":"2021-03-17T14:01:58.365699+0000","last_became_active":"2021-03-17T13:59:14.620220+0000","last_became_peered":"2021-03-17T13:59:14.620220+0000","last_unstale":"2021-03-17T14:01:58.365699+0000","last_undegraded":"2021-03-17T14:01:58.365699+0000","last_fullsized":"2021-03-17T14:01:58.365699+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5849","reported_seq":"8117","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:02:18.985042+0000","last_change":"2021-03-17T13:59:24.296800+0000","last_active":"2021-03-17T14:02:18.985042+0000","last_peered":"2021-03-17T14:02:18.985042+0000","last_clean":"2021-03-17T14:02:18.985042+0000","last_became_active":"2021-03-17T13:59:24.296429+0000","last_became_peered":"2021-03-17T13:59:24.296429+0000","last_unstale":"2021-03-17T14:02:18.985042+0000","last_undegraded":"2021-03-17T14:02:18.985042+0000","last_fullsized":"2021-03-17T14:02:18.985042+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_clean_scrub_stamp":"2021-03-17T13:59:23.287979+0000","log_size":5849,"ondisk_log_size":5849,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":82137951,"num_objects":43,"num_object_clones":0,"num_object_copies":86,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":10,"num_read":1981,"num_read_kb":981,"num_write":5157,"num_write_kb":1187957,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2842,"num_flush":939,"num_flush_kb":2747624,"num_evict":837,"num_evict_kb":2438083,"num_promote":1034,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'7013","reported_seq":"9214","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:27.251567+0000","last_change":"2021-03-17T13:59:22.675658+0000","last_active":"2021-03-17T14:02:27.251567+0000","last_peered":"2021-03-17T14:02:27.251567+0000","last_clean":"2021-03-17T14:02:27.251567+0000","last_became_active":"2021-03-17T13:59:22.675293+0000","last_became_peered":"2021-03-17T13:59:22.675293+0000","last_unstale":"2021-03-17T14:02:27.251567+0000","last_undegraded":"2021-03-17T14:02:27.251567+0000","last_fullsized":"2021-03-17T14:02:27.251567+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_clean_scrub_stamp":"2021-03-17T13:59:21.283396+0000","log_size":7013,"ondisk_log_size":7013,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7586703877,"num_objects":2526,"num_object_clones":0,"num_object_copies":5052,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2526,"num_whiteouts":0,"num_read":4052,"num_read_kb":555371,"num_write":8737,"num_write_kb":4846466,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365366+0000","last_change":"2021-03-17T13:59:14.620123+0000","last_active":"2021-03-17T14:01:58.365366+0000","last_peered":"2021-03-17T14:01:58.365366+0000","last_clean":"2021-03-17T14:01:58.365366+0000","last_became_active":"2021-03-17T13:59:14.619740+0000","last_became_peered":"2021-03-17T13:59:14.619740+0000","last_unstale":"2021-03-17T14:01:58.365366+0000","last_undegraded":"2021-03-17T14:01:58.365366+0000","last_fullsized":"2021-03-17T14:01:58.365366+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5256","reported_seq":"7314","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:02:19.169992+0000","last_change":"2021-03-17T13:59:24.297564+0000","last_active":"2021-03-17T14:02:19.169992+0000","last_peered":"2021-03-17T14:02:19.169992+0000","last_clean":"2021-03-17T14:02:19.169992+0000","last_became_active":"2021-03-17T13:59:24.297185+0000","last_became_peered":"2021-03-17T13:59:24.297185+0000","last_unstale":"2021-03-17T14:02:19.169992+0000","last_undegraded":"2021-03-17T14:02:19.169992+0000","last_fullsized":"2021-03-17T14:02:19.169992+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_clean_scrub_stamp":"2021-03-17T13:59:23.287979+0000","log_size":5256,"ondisk_log_size":5256,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":76168622,"num_objects":38,"num_object_clones":0,"num_object_copies":76,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":33,"num_whiteouts":7,"num_read":1805,"num_read_kb":871,"num_write":4666,"num_write_kb":1103110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2671,"num_flush":839,"num_flush_kb":2479853,"num_evict":731,"num_evict_kb":2150372,"num_promote":904,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6646","reported_seq":"8876","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:27.261180+0000","last_change":"2021-03-17T13:59:22.291555+0000","last_active":"2021-03-17T14:02:27.261180+0000","last_peered":"2021-03-17T14:02:27.261180+0000","last_clean":"2021-03-17T14:02:27.261180+0000","last_became_active":"2021-03-17T13:59:22.291099+0000","last_became_peered":"2021-03-17T13:59:22.291099+0000","last_unstale":"2021-03-17T14:02:27.261180+0000","last_undegraded":"2021-03-17T14:02:27.261180+0000","last_fullsized":"2021-03-17T14:02:27.261180+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_clean_scrub_stamp":"2021-03-17T13:59:21.283396+0000","log_size":6646,"ondisk_log_size":6646,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7371637248,"num_objects":2467,"num_object_clones":0,"num_object_copies":4934,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2467,"num_whiteouts":0,"num_read":3930,"num_read_kb":587123,"num_write":8211,"num_write_kb":4955757,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365690+0000","last_change":"2021-03-17T13:59:14.620104+0000","last_active":"2021-03-17T14:01:58.365690+0000","last_peered":"2021-03-17T14:01:58.365690+0000","last_clean":"2021-03-17T14:01:58.365690+0000","last_became_active":"2021-03-17T13:59:14.619745+0000","last_became_peered":"2021-03-17T13:59:14.619745+0000","last_unstale":"2021-03-17T14:01:58.365690+0000","last_undegraded":"2021-03-17T14:01:58.365690+0000","last_fullsized":"2021-03-17T14:01:58.365690+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5276","reported_seq":"7373","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:21.100337+0000","last_change":"2021-03-17T13:59:24.664870+0000","last_active":"2021-03-17T14:02:21.100337+0000","last_peered":"2021-03-17T14:02:21.100337+0000","last_clean":"2021-03-17T14:02:21.100337+0000","last_became_active":"2021-03-17T13:59:24.664544+0000","last_became_peered":"2021-03-17T13:59:24.664544+0000","last_unstale":"2021-03-17T14:02:21.100337+0000","last_undegraded":"2021-03-17T14:02:21.100337+0000","last_fullsized":"2021-03-17T14:02:21.100337+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_clean_scrub_stamp":"2021-03-17T13:59:23.287979+0000","log_size":5276,"ondisk_log_size":5276,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":123356219,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":6,"num_read":1858,"num_read_kb":872,"num_write":4682,"num_write_kb":1116223,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":2941,"num_flush":828,"num_flush_kb":2412960,"num_evict":685,"num_evict_kb":1986689,"num_promote":903,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6760","reported_seq":"9018","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:27.274335+0000","last_change":"2021-03-17T13:59:22.675490+0000","last_active":"2021-03-17T14:02:27.274335+0000","last_peered":"2021-03-17T14:02:27.274335+0000","last_clean":"2021-03-17T14:02:27.274335+0000","last_became_active":"2021-03-17T13:59:22.675071+0000","last_became_peered":"2021-03-17T13:59:22.675071+0000","last_unstale":"2021-03-17T14:02:27.274335+0000","last_undegraded":"2021-03-17T14:02:27.274335+0000","last_fullsized":"2021-03-17T14:02:27.274335+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_clean_scrub_stamp":"2021-03-17T13:59:21.283396+0000","log_size":6760,"ondisk_log_size":6760,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7503202265,"num_objects":2503,"num_object_clones":0,"num_object_copies":5006,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2503,"num_whiteouts":0,"num_read":3937,"num_read_kb":584829,"num_write":8356,"num_write_kb":5004842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365467+0000","last_change":"2021-03-17T13:59:14.619981+0000","last_active":"2021-03-17T14:01:58.365467+0000","last_peered":"2021-03-17T14:01:58.365467+0000","last_clean":"2021-03-17T14:01:58.365467+0000","last_became_active":"2021-03-17T13:59:14.619642+0000","last_became_peered":"2021-03-17T13:59:14.619642+0000","last_unstale":"2021-03-17T14:01:58.365467+0000","last_undegraded":"2021-03-17T14:01:58.365467+0000","last_fullsized":"2021-03-17T14:01:58.365467+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5976","reported_seq":"8233","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:02:19.153756+0000","last_change":"2021-03-17T13:59:24.297651+0000","last_active":"2021-03-17T14:02:19.153756+0000","last_peered":"2021-03-17T14:02:19.153756+0000","last_clean":"2021-03-17T14:02:19.153756+0000","last_became_active":"2021-03-17T13:59:24.297284+0000","last_became_peered":"2021-03-17T13:59:24.297284+0000","last_unstale":"2021-03-17T14:02:19.153756+0000","last_undegraded":"2021-03-17T14:02:19.153756+0000","last_fullsized":"2021-03-17T14:02:19.153756+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_clean_scrub_stamp":"2021-03-17T13:59:23.287979+0000","log_size":5976,"ondisk_log_size":5976,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":105821192,"num_objects":50,"num_object_clones":0,"num_object_copies":100,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":42,"num_whiteouts":7,"num_read":2036,"num_read_kb":10614,"num_write":5299,"num_write_kb":1234728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3842,"num_flush":948,"num_flush_kb":2750387,"num_evict":888,"num_evict_kb":2576876,"num_promote":1062,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6590","reported_seq":"8587","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:27.283994+0000","last_change":"2021-03-17T13:59:22.675591+0000","last_active":"2021-03-17T14:02:27.283994+0000","last_peered":"2021-03-17T14:02:27.283994+0000","last_clean":"2021-03-17T14:02:27.283994+0000","last_became_active":"2021-03-17T13:59:22.675284+0000","last_became_peered":"2021-03-17T13:59:22.675284+0000","last_unstale":"2021-03-17T14:02:27.283994+0000","last_undegraded":"2021-03-17T14:02:27.283994+0000","last_fullsized":"2021-03-17T14:02:27.283994+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_clean_scrub_stamp":"2021-03-17T13:59:21.283396+0000","log_size":6590,"ondisk_log_size":6590,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7154577058,"num_objects":2396,"num_object_clones":0,"num_object_copies":4792,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2396,"num_whiteouts":0,"num_read":3661,"num_read_kb":366305,"num_write":8205,"num_write_kb":4626709,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.366072+0000","last_change":"2021-03-17T13:59:14.280057+0000","last_active":"2021-03-17T14:01:58.366072+0000","last_peered":"2021-03-17T14:01:58.366072+0000","last_clean":"2021-03-17T14:01:58.366072+0000","last_became_active":"2021-03-17T13:59:14.279739+0000","last_became_peered":"2021-03-17T13:59:14.279739+0000","last_unstale":"2021-03-17T14:01:58.366072+0000","last_undegraded":"2021-03-17T14:01:58.366072+0000","last_fullsized":"2021-03-17T14:01:58.366072+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.366068+0000","last_change":"2021-03-17T13:59:14.280237+0000","last_active":"2021-03-17T14:01:58.366068+0000","last_peered":"2021-03-17T14:01:58.366068+0000","last_clean":"2021-03-17T14:01:58.366068+0000","last_became_active":"2021-03-17T13:59:14.279729+0000","last_became_peered":"2021-03-17T13:59:14.279729+0000","last_unstale":"2021-03-17T14:01:58.366068+0000","last_undegraded":"2021-03-17T14:01:58.366068+0000","last_fullsized":"2021-03-17T14:01:58.366068+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365390+0000","last_change":"2021-03-17T13:59:14.561470+0000","last_active":"2021-03-17T14:01:58.365390+0000","last_peered":"2021-03-17T14:01:58.365390+0000","last_clean":"2021-03-17T14:01:58.365390+0000","last_became_active":"2021-03-17T13:59:14.561155+0000","last_became_peered":"2021-03-17T13:59:14.561155+0000","last_unstale":"2021-03-17T14:01:58.365390+0000","last_undegraded":"2021-03-17T14:01:58.365390+0000","last_fullsized":"2021-03-17T14:01:58.365390+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":387483984,"num_objects":184,"num_object_clones":0,"num_object_copies":368,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":160,"num_whiteouts":30,"num_read":7680,"num_read_kb":13338,"num_write":19804,"num_write_kb":4642018,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":24,"num_bytes_hit_set_archive":12296,"num_flush":3554,"num_flush_kb":10390824,"num_evict":3141,"num_evict_kb":9152020,"num_promote":3903,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22357,"ondisk_log_size":22357,"up":8,"acting":8,"num_store_stats":0},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":0},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29616120448,"num_objects":9892,"num_object_clones":0,"num_object_copies":19784,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9892,"num_whiteouts":0,"num_read":15580,"num_read_kb":2093628,"num_write":33509,"num_write_kb":19433774,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":27009,"ondisk_log_size":27009,"up":8,"acting":8,"num_store_stats":0}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10502276,"kb_used_data":83214708,"kb_used_omap":12427,"kb_used_meta":0,"kb_avail":83197104,"statfs":{"total":95948165120,"available":85193834496,"internally_reserved":18026496,"allocated":85211860992,"data_stored":85211860992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12725578,"internal_metadata":0},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.30399999999999999,"5min":0.35299999999999998,"15min":0.379},"min":{"1min":0.192,"5min":0.192,"15min":0.192},"max":{"1min":0.40100000000000002,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.376,"15min":0.39200000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.55800000000000005,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.35299999999999998}]},{"osd":1,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.38100000000000001,"15min":0.40500000000000003},"min":{"1min":0.22700000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.47499999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.44},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.39400000000000002,"15min":0.41099999999999998},"min":{"1min":0.26200000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.46100000000000002,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.53000000000000003}]},{"osd":2,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.38200000000000001,"15min":0.39800000000000002},"min":{"1min":0.26300000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.36099999999999999,"15min":0.376},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.46100000000000002,"5min":0.54300000000000004,"15min":0.54300000000000004},"last":0.52100000000000002}]},{"osd":3,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.27500000000000002,"5min":0.28899999999999998,"15min":0.29899999999999999},"min":{"1min":0.21099999999999999,"5min":0.188,"15min":0.188},"max":{"1min":0.33900000000000002,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.22600000000000001},{"interface":"front","average":{"1min":0.313,"5min":0.33300000000000002,"15min":0.34000000000000002},"min":{"1min":0.222,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.42199999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.23699999999999999}]},{"osd":4,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.33800000000000002,"15min":0.34200000000000003},"min":{"1min":0.23100000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.40200000000000002,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.29999999999999999,"5min":0.32100000000000001,"15min":0.33100000000000002},"min":{"1min":0.21099999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.39900000000000002,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.33800000000000002}]}]},{"osd":4,"up_from":11,"seq":47244640298,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":969580,"kb_used_data":92729800,"kb_used_omap":12063,"kb_used_meta":0,"kb_avail":92729800,"statfs":{"total":95948165120,"available":94955315200,"internally_reserved":0,"allocated":94955315200,"data_stored":94955315200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12353216,"internal_metadata":0},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.28499999999999998,"5min":0.33300000000000002,"15min":0.35499999999999998},"min":{"1min":0.158,"5min":0.158,"15min":0.158},"max":{"1min":0.436,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.27200000000000002,"5min":0.34200000000000003,"15min":0.37},"min":{"1min":0.187,"5min":0.187,"15min":0.187},"max":{"1min":0.45500000000000002,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.40000000000000002}]},{"osd":1,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.376,"15min":0.39400000000000002},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.39900000000000002,"15min":0.41699999999999998},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.54800000000000004}]},{"osd":2,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":0.373,"15min":0.39500000000000002},"min":{"1min":0.247,"5min":0.216,"15min":0.216},"max":{"1min":0.504,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.42099999999999999,"15min":0.439},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.8149999999999999,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.68400000000000005}]},{"osd":3,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.314,"15min":0.314},"min":{"1min":0.221,"5min":0.186,"15min":0.186},"max":{"1min":0.63,"5min":0.63,"15min":0.63},"last":0.20899999999999999},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.34799999999999998,"15min":0.35599999999999998},"min":{"1min":0.21099999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.67600000000000005,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.251}]},{"osd":5,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.34499999999999997,"15min":0.33500000000000002},"min":{"1min":0.23599999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":3.4020000000000001,"5min":3.4020000000000001,"15min":3.4020000000000001},"last":0.223},{"interface":"front","average":{"1min":0.29499999999999998,"5min":0.32400000000000001,"15min":0.33400000000000002},"min":{"1min":0.24399999999999999,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.44600000000000001,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.23799999999999999}]}]},{"osd":3,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":5414672,"kb_used_data":88335536,"kb_used_omap":3522,"kb_used_meta":0,"kb_avail":88284708,"statfs":{"total":95948165120,"available":90403540992,"internally_reserved":52047872,"allocated":90455588864,"data_stored":90455588864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3606818,"internal_metadata":0},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.28299999999999997,"5min":0.32900000000000001,"15min":0.34399999999999997},"min":{"1min":0.216,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.45200000000000001,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.309,"5min":0.35799999999999998,"15min":0.379},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.52100000000000002,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.373}]},{"osd":1,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.37,"15min":0.38500000000000001},"min":{"1min":0.20100000000000001,"5min":0.19,"15min":0.19},"max":{"1min":0.47099999999999997,"5min":0.626,"15min":0.626},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.40899999999999997,"15min":0.43099999999999999},"min":{"1min":0.22500000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.496,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.49199999999999999}]},{"osd":2,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.35999999999999999,"15min":0.376},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.52600000000000002,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.38900000000000001,"15min":0.41399999999999998},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.47099999999999997,"5min":0.87,"15min":0.87},"last":0.35199999999999998}]},{"osd":4,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.25700000000000001,"5min":0.32900000000000001,"15min":0.35899999999999999},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.39400000000000002,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.19900000000000001},{"interface":"front","average":{"1min":0.29599999999999999,"5min":0.33200000000000002,"15min":0.35299999999999998},"min":{"1min":0.23699999999999999,"5min":0.223,"15min":0.223},"max":{"1min":0.42499999999999999,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.217}]},{"osd":5,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.314,"5min":0.33300000000000002,"15min":0.34799999999999998},"min":{"1min":0.20999999999999999,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.54000000000000004,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.24099999999999999},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.376,"15min":0.39600000000000002},"min":{"1min":0.26800000000000002,"5min":0.25,"15min":0.25},"max":{"1min":0.41299999999999998,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.247}]}]},{"osd":2,"up_from":11,"seq":47244640299,"num_pgs":5,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10664412,"kb_used_data":83056932,"kb_used_omap":12315,"kb_used_meta":0,"kb_avail":83034968,"statfs":{"total":95948165120,"available":85027807232,"internally_reserved":22491136,"allocated":85050298368,"data_stored":85050298368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12611060,"internal_metadata":0},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.23899999999999999,"5min":0.24199999999999999,"15min":0.246},"min":{"1min":0.158,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.29899999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"min":{"1min":0.17699999999999999,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.30299999999999999}]},{"osd":1,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.33200000000000002,"15min":0.33400000000000002},"min":{"1min":0.219,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.29299999999999998,"5min":0.30199999999999999,"15min":0.314},"min":{"1min":0.193,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":0.48999999999999999,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.378}]},{"osd":3,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.35399999999999998,"15min":0.35899999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.374,"15min":0.379},"min":{"1min":0.249,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":0.625}]},{"osd":4,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.38500000000000001,"15min":0.39100000000000001},"min":{"1min":0.24299999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.2529999999999999,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.36799999999999999,"15min":0.377},"min":{"1min":0.254,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.57099999999999995}]},{"osd":5,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.38300000000000001,"15min":0.39700000000000002},"min":{"1min":0.254,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.60999999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.39900000000000002,"15min":0.40600000000000003},"min":{"1min":0.28699999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.61499999999999999}]}]},{"osd":0,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":969580,"kb_used_data":92729800,"kb_used_omap":12073,"kb_used_meta":0,"kb_avail":92729800,"statfs":{"total":95948165120,"available":94955315200,"internally_reserved":0,"allocated":94955315200,"data_stored":94955315200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12363111,"internal_metadata":0},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.23400000000000001,"5min":0.25600000000000001,"15min":0.26000000000000001},"min":{"1min":0.159,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.47299999999999998,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.28399999999999997,"5min":0.29999999999999999,"15min":0.30299999999999999},"min":{"1min":0.20100000000000001,"5min":0.16,"15min":0.16},"max":{"1min":0.47999999999999998,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.45800000000000002}]},{"osd":2,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.22600000000000001,"5min":0.246,"15min":0.255},"min":{"1min":0.185,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.27300000000000002,"5min":0.47099999999999997,"15min":0.47099999999999997},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.27000000000000002,"5min":0.26800000000000002,"15min":0.27200000000000002},"min":{"1min":0.19900000000000001,"5min":0.188,"15min":0.188},"max":{"1min":0.39800000000000002,"5min":0.629,"15min":0.629},"last":0.49399999999999999}]},{"osd":3,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.377,"15min":0.40300000000000002},"min":{"1min":0.218,"5min":0.193,"15min":0.193},"max":{"1min":0.66400000000000003,"5min":1.504,"15min":1.504},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.309,"5min":0.36699999999999999,"15min":0.38700000000000001},"min":{"1min":0.25900000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.53200000000000003,"5min":1.123,"15min":1.123},"last":0.58699999999999997}]},{"osd":4,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.32000000000000001,"5min":0.36599999999999999,"15min":0.38300000000000001},"min":{"1min":0.252,"5min":0.245,"15min":0.245},"max":{"1min":0.627,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.33000000000000002,"5min":0.38600000000000001,"15min":0.40799999999999997},"min":{"1min":0.28000000000000003,"5min":0.25,"15min":0.25},"max":{"1min":0.503,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.502}]},{"osd":5,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.38600000000000001,"15min":0.40200000000000002},"min":{"1min":0.27900000000000003,"5min":0.248,"15min":0.248},"max":{"1min":0.64000000000000001,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.372,"5min":0.41199999999999998,"15min":0.42999999999999999},"min":{"1min":0.29499999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.69099999999999995,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.55200000000000005}]}]},{"osd":1,"up_from":11,"seq":47244640299,"num_pgs":7,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":15259636,"kb_used_data":78483468,"kb_used_omap":21141,"kb_used_meta":0,"kb_avail":78439744,"statfs":{"total":95948165120,"available":80322297856,"internally_reserved":44773376,"allocated":80367071232,"data_stored":80367071232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21648729,"internal_metadata":0},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.22700000000000001,"5min":0.25700000000000001,"15min":0.27000000000000002},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.40000000000000002,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.29099999999999998,"15min":0.29399999999999998},"min":{"1min":0.183,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":1.5780000000000001,"5min":1.5780000000000001,"15min":1.5780000000000001},"last":0.40000000000000002}]},{"osd":2,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.309,"5min":0.28599999999999998,"15min":0.29299999999999998},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":1.3819999999999999,"5min":1.3819999999999999,"15min":1.3819999999999999},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.32700000000000001,"15min":0.32200000000000001},"min":{"1min":0.19500000000000001,"5min":0.159,"15min":0.159},"max":{"1min":3.0600000000000001,"5min":3.0600000000000001,"15min":3.0600000000000001},"last":0.32900000000000001}]},{"osd":3,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.375,"15min":0.39700000000000002},"min":{"1min":0.22700000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.79100000000000004,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.436},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.38700000000000001,"15min":0.40300000000000002},"min":{"1min":0.23000000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":1.0720000000000001,"5min":1.2589999999999999,"15min":1.2589999999999999},"last":0.41699999999999998}]},{"osd":4,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.40699999999999997,"15min":0.435},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.57899999999999996,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.432,"15min":0.46899999999999997},"min":{"1min":0.26000000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.50800000000000001,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.46800000000000003}]},{"osd":5,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.40999999999999998,"15min":0.42599999999999999},"min":{"1min":0.26900000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.38,"5min":0.40000000000000002,"15min":0.41799999999999998},"min":{"1min":0.26100000000000001,"5min":0.245,"15min":0.245},"max":{"1min":0.61499999999999999,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.45800000000000002}]}]}]}} , 2021-03-17T14:02:33.776 INFO:tasks.ceph:pgid 1.7 last_scrub_stamp 2021-03-17T13:59:13.271087+0000 time.struct_time(tm_year=2021, tm_mon=3, tm_mday=17, tm_hour=13, tm_min=59, tm_sec=13, tm_wday=2, tm_yday=76, tm_isdst=-1) <= time.struct_time(tm_year=2021, tm_mon=3, tm_mday=17, tm_hour=14, tm_min=2, tm_sec=29, tm_wday=2, tm_yday=76, tm_isdst=0) Ignoring malparsed backtrace: 2021-03-17T14:03:35.238 INFO:tasks.ceph:Checking cluster log for badness... , 2021-03-17T14:03:35.239 DEBUG:teuthology.orchestra.run.smithi032:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v 'but it is still running' | egrep -v 'slow request' | egrep -v 'overall HEALTH_' | egrep -v '\(CACHE_POOL_' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(OSD_SLOW_PING_TIME' | head -n 1 , 2021-03-17T14:03:35.311 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi032.front.sepia.ceph.com Ignoring malparsed backtrace: 2021-03-17T14:03:54.882 DEBUG:teuthology.orchestra.run:got remote process result: 1 , 2021-03-17T14:03:54.883 DEBUG:teuthology.run_tasks:Unwinding manager pcp , 2021-03-17T14:03:54.895 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer Ignoring malparsed backtrace: During handling of the above exception, another exception occurred: , , Traceback (most recent call last): Ignoring malparsed backtrace: ceph version 15.2.9-147-g23148618 (23148618fcb587daa6bac0ac170c39ee83f3175d) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f1f73a9af1a] , 2: (ReadOp::_finish(TestOp::CallbackInfo*)+0x13df) [0x562ad0c232bf] Ignoring malparsed backtrace: dumped all , 2021-03-17T14:02:33.764 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":131,"stamp":"2021-03-17T14:02:32.741779+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30003604432,"num_objects":10076,"num_object_clones":0,"num_object_copies":20152,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10052,"num_whiteouts":30,"num_read":23260,"num_read_kb":2106966,"num_write":53313,"num_write_kb":24075792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":24,"num_bytes_hit_set_archive":12296,"num_flush":3554,"num_flush_kb":10390824,"num_evict":3141,"num_evict_kb":9152020,"num_promote":3903,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49366,"ondisk_log_size":49366,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":562196280,"kb_used":43780156,"kb_used_data":518550244,"kb_used_omap":73543,"kb_used_meta":0,"kb_avail":518416124,"statfs":{"total":575688990720,"available":530858110976,"internally_reserved":137338880,"allocated":530995449856,"data_stored":530995449856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75308512,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":3,"commit_latency_ns":0,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-151222403,"num_objects":-52,"num_object_clones":0,"num_object_copies":-104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-53,"num_whiteouts":3,"num_read":874,"num_read_kb":951234,"num_write":535,"num_write_kb":305486,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":1,"num_bytes_hit_set_archive":469,"num_flush":13,"num_flush_kb":36094,"num_evict":13,"num_evict_kb":36094,"num_promote":9,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002237"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365520+0000","last_change":"2021-03-17T13:59:14.561593+0000","last_active":"2021-03-17T14:01:58.365520+0000","last_peered":"2021-03-17T14:01:58.365520+0000","last_clean":"2021-03-17T14:01:58.365520+0000","last_became_active":"2021-03-17T13:59:14.561210+0000","last_became_peered":"2021-03-17T13:59:14.561210+0000","last_unstale":"2021-03-17T14:01:58.365520+0000","last_undegraded":"2021-03-17T14:01:58.365520+0000","last_fullsized":"2021-03-17T14:01:58.365520+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365699+0000","last_change":"2021-03-17T13:59:14.620590+0000","last_active":"2021-03-17T14:01:58.365699+0000","last_peered":"2021-03-17T14:01:58.365699+0000","last_clean":"2021-03-17T14:01:58.365699+0000","last_became_active":"2021-03-17T13:59:14.620220+0000","last_became_peered":"2021-03-17T13:59:14.620220+0000","last_unstale":"2021-03-17T14:01:58.365699+0000","last_undegraded":"2021-03-17T14:01:58.365699+0000","last_fullsized":"2021-03-17T14:01:58.365699+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5849","reported_seq":"8117","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:02:18.985042+0000","last_change":"2021-03-17T13:59:24.296800+0000","last_active":"2021-03-17T14:02:18.985042+0000","last_peered":"2021-03-17T14:02:18.985042+0000","last_clean":"2021-03-17T14:02:18.985042+0000","last_became_active":"2021-03-17T13:59:24.296429+0000","last_became_peered":"2021-03-17T13:59:24.296429+0000","last_unstale":"2021-03-17T14:02:18.985042+0000","last_undegraded":"2021-03-17T14:02:18.985042+0000","last_fullsized":"2021-03-17T14:02:18.985042+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_clean_scrub_stamp":"2021-03-17T13:59:23.287979+0000","log_size":5849,"ondisk_log_size":5849,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":82137951,"num_objects":43,"num_object_clones":0,"num_object_copies":86,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":10,"num_read":1981,"num_read_kb":981,"num_write":5157,"num_write_kb":1187957,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2842,"num_flush":939,"num_flush_kb":2747624,"num_evict":837,"num_evict_kb":2438083,"num_promote":1034,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'7013","reported_seq":"9214","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:27.251567+0000","last_change":"2021-03-17T13:59:22.675658+0000","last_active":"2021-03-17T14:02:27.251567+0000","last_peered":"2021-03-17T14:02:27.251567+0000","last_clean":"2021-03-17T14:02:27.251567+0000","last_became_active":"2021-03-17T13:59:22.675293+0000","last_became_peered":"2021-03-17T13:59:22.675293+0000","last_unstale":"2021-03-17T14:02:27.251567+0000","last_undegraded":"2021-03-17T14:02:27.251567+0000","last_fullsized":"2021-03-17T14:02:27.251567+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_clean_scrub_stamp":"2021-03-17T13:59:21.283396+0000","log_size":7013,"ondisk_log_size":7013,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7586703877,"num_objects":2526,"num_object_clones":0,"num_object_copies":5052,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2526,"num_whiteouts":0,"num_read":4052,"num_read_kb":555371,"num_write":8737,"num_write_kb":4846466,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365366+0000","last_change":"2021-03-17T13:59:14.620123+0000","last_active":"2021-03-17T14:01:58.365366+0000","last_peered":"2021-03-17T14:01:58.365366+0000","last_clean":"2021-03-17T14:01:58.365366+0000","last_became_active":"2021-03-17T13:59:14.619740+0000","last_became_peered":"2021-03-17T13:59:14.619740+0000","last_unstale":"2021-03-17T14:01:58.365366+0000","last_undegraded":"2021-03-17T14:01:58.365366+0000","last_fullsized":"2021-03-17T14:01:58.365366+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5256","reported_seq":"7314","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:02:19.169992+0000","last_change":"2021-03-17T13:59:24.297564+0000","last_active":"2021-03-17T14:02:19.169992+0000","last_peered":"2021-03-17T14:02:19.169992+0000","last_clean":"2021-03-17T14:02:19.169992+0000","last_became_active":"2021-03-17T13:59:24.297185+0000","last_became_peered":"2021-03-17T13:59:24.297185+0000","last_unstale":"2021-03-17T14:02:19.169992+0000","last_undegraded":"2021-03-17T14:02:19.169992+0000","last_fullsized":"2021-03-17T14:02:19.169992+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_clean_scrub_stamp":"2021-03-17T13:59:23.287979+0000","log_size":5256,"ondisk_log_size":5256,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":76168622,"num_objects":38,"num_object_clones":0,"num_object_copies":76,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":33,"num_whiteouts":7,"num_read":1805,"num_read_kb":871,"num_write":4666,"num_write_kb":1103110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2671,"num_flush":839,"num_flush_kb":2479853,"num_evict":731,"num_evict_kb":2150372,"num_promote":904,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6646","reported_seq":"8876","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:27.261180+0000","last_change":"2021-03-17T13:59:22.291555+0000","last_active":"2021-03-17T14:02:27.261180+0000","last_peered":"2021-03-17T14:02:27.261180+0000","last_clean":"2021-03-17T14:02:27.261180+0000","last_became_active":"2021-03-17T13:59:22.291099+0000","last_became_peered":"2021-03-17T13:59:22.291099+0000","last_unstale":"2021-03-17T14:02:27.261180+0000","last_undegraded":"2021-03-17T14:02:27.261180+0000","last_fullsized":"2021-03-17T14:02:27.261180+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_clean_scrub_stamp":"2021-03-17T13:59:21.283396+0000","log_size":6646,"ondisk_log_size":6646,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7371637248,"num_objects":2467,"num_object_clones":0,"num_object_copies":4934,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2467,"num_whiteouts":0,"num_read":3930,"num_read_kb":587123,"num_write":8211,"num_write_kb":4955757,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365690+0000","last_change":"2021-03-17T13:59:14.620104+0000","last_active":"2021-03-17T14:01:58.365690+0000","last_peered":"2021-03-17T14:01:58.365690+0000","last_clean":"2021-03-17T14:01:58.365690+0000","last_became_active":"2021-03-17T13:59:14.619745+0000","last_became_peered":"2021-03-17T13:59:14.619745+0000","last_unstale":"2021-03-17T14:01:58.365690+0000","last_undegraded":"2021-03-17T14:01:58.365690+0000","last_fullsized":"2021-03-17T14:01:58.365690+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5276","reported_seq":"7373","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:21.100337+0000","last_change":"2021-03-17T13:59:24.664870+0000","last_active":"2021-03-17T14:02:21.100337+0000","last_peered":"2021-03-17T14:02:21.100337+0000","last_clean":"2021-03-17T14:02:21.100337+0000","last_became_active":"2021-03-17T13:59:24.664544+0000","last_became_peered":"2021-03-17T13:59:24.664544+0000","last_unstale":"2021-03-17T14:02:21.100337+0000","last_undegraded":"2021-03-17T14:02:21.100337+0000","last_fullsized":"2021-03-17T14:02:21.100337+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_clean_scrub_stamp":"2021-03-17T13:59:23.287979+0000","log_size":5276,"ondisk_log_size":5276,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":123356219,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":6,"num_read":1858,"num_read_kb":872,"num_write":4682,"num_write_kb":1116223,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":2941,"num_flush":828,"num_flush_kb":2412960,"num_evict":685,"num_evict_kb":1986689,"num_promote":903,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6760","reported_seq":"9018","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:27.274335+0000","last_change":"2021-03-17T13:59:22.675490+0000","last_active":"2021-03-17T14:02:27.274335+0000","last_peered":"2021-03-17T14:02:27.274335+0000","last_clean":"2021-03-17T14:02:27.274335+0000","last_became_active":"2021-03-17T13:59:22.675071+0000","last_became_peered":"2021-03-17T13:59:22.675071+0000","last_unstale":"2021-03-17T14:02:27.274335+0000","last_undegraded":"2021-03-17T14:02:27.274335+0000","last_fullsized":"2021-03-17T14:02:27.274335+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_clean_scrub_stamp":"2021-03-17T13:59:21.283396+0000","log_size":6760,"ondisk_log_size":6760,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7503202265,"num_objects":2503,"num_object_clones":0,"num_object_copies":5006,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2503,"num_whiteouts":0,"num_read":3937,"num_read_kb":584829,"num_write":8356,"num_write_kb":5004842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365467+0000","last_change":"2021-03-17T13:59:14.619981+0000","last_active":"2021-03-17T14:01:58.365467+0000","last_peered":"2021-03-17T14:01:58.365467+0000","last_clean":"2021-03-17T14:01:58.365467+0000","last_became_active":"2021-03-17T13:59:14.619642+0000","last_became_peered":"2021-03-17T13:59:14.619642+0000","last_unstale":"2021-03-17T14:01:58.365467+0000","last_undegraded":"2021-03-17T14:01:58.365467+0000","last_fullsized":"2021-03-17T14:01:58.365467+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5976","reported_seq":"8233","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:02:19.153756+0000","last_change":"2021-03-17T13:59:24.297651+0000","last_active":"2021-03-17T14:02:19.153756+0000","last_peered":"2021-03-17T14:02:19.153756+0000","last_clean":"2021-03-17T14:02:19.153756+0000","last_became_active":"2021-03-17T13:59:24.297284+0000","last_became_peered":"2021-03-17T13:59:24.297284+0000","last_unstale":"2021-03-17T14:02:19.153756+0000","last_undegraded":"2021-03-17T14:02:19.153756+0000","last_fullsized":"2021-03-17T14:02:19.153756+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_clean_scrub_stamp":"2021-03-17T13:59:23.287979+0000","log_size":5976,"ondisk_log_size":5976,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":105821192,"num_objects":50,"num_object_clones":0,"num_object_copies":100,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":42,"num_whiteouts":7,"num_read":2036,"num_read_kb":10614,"num_write":5299,"num_write_kb":1234728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3842,"num_flush":948,"num_flush_kb":2750387,"num_evict":888,"num_evict_kb":2576876,"num_promote":1062,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6590","reported_seq":"8587","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:27.283994+0000","last_change":"2021-03-17T13:59:22.675591+0000","last_active":"2021-03-17T14:02:27.283994+0000","last_peered":"2021-03-17T14:02:27.283994+0000","last_clean":"2021-03-17T14:02:27.283994+0000","last_became_active":"2021-03-17T13:59:22.675284+0000","last_became_peered":"2021-03-17T13:59:22.675284+0000","last_unstale":"2021-03-17T14:02:27.283994+0000","last_undegraded":"2021-03-17T14:02:27.283994+0000","last_fullsized":"2021-03-17T14:02:27.283994+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_clean_scrub_stamp":"2021-03-17T13:59:21.283396+0000","log_size":6590,"ondisk_log_size":6590,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7154577058,"num_objects":2396,"num_object_clones":0,"num_object_copies":4792,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2396,"num_whiteouts":0,"num_read":3661,"num_read_kb":366305,"num_write":8205,"num_write_kb":4626709,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.366072+0000","last_change":"2021-03-17T13:59:14.280057+0000","last_active":"2021-03-17T14:01:58.366072+0000","last_peered":"2021-03-17T14:01:58.366072+0000","last_clean":"2021-03-17T14:01:58.366072+0000","last_became_active":"2021-03-17T13:59:14.279739+0000","last_became_peered":"2021-03-17T13:59:14.279739+0000","last_unstale":"2021-03-17T14:01:58.366072+0000","last_undegraded":"2021-03-17T14:01:58.366072+0000","last_fullsized":"2021-03-17T14:01:58.366072+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.366068+0000","last_change":"2021-03-17T13:59:14.280237+0000","last_active":"2021-03-17T14:01:58.366068+0000","last_peered":"2021-03-17T14:01:58.366068+0000","last_clean":"2021-03-17T14:01:58.366068+0000","last_became_active":"2021-03-17T13:59:14.279729+0000","last_became_peered":"2021-03-17T13:59:14.279729+0000","last_unstale":"2021-03-17T14:01:58.366068+0000","last_undegraded":"2021-03-17T14:01:58.366068+0000","last_fullsized":"2021-03-17T14:01:58.366068+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365390+0000","last_change":"2021-03-17T13:59:14.561470+0000","last_active":"2021-03-17T14:01:58.365390+0000","last_peered":"2021-03-17T14:01:58.365390+0000","last_clean":"2021-03-17T14:01:58.365390+0000","last_became_active":"2021-03-17T13:59:14.561155+0000","last_became_peered":"2021-03-17T13:59:14.561155+0000","last_unstale":"2021-03-17T14:01:58.365390+0000","last_undegraded":"2021-03-17T14:01:58.365390+0000","last_fullsized":"2021-03-17T14:01:58.365390+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":387483984,"num_objects":184,"num_object_clones":0,"num_object_copies":368,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":160,"num_whiteouts":30,"num_read":7680,"num_read_kb":13338,"num_write":19804,"num_write_kb":4642018,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":24,"num_bytes_hit_set_archive":12296,"num_flush":3554,"num_flush_kb":10390824,"num_evict":3141,"num_evict_kb":9152020,"num_promote":3903,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22357,"ondisk_log_size":22357,"up":8,"acting":8,"num_store_stats":0},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":0},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29616120448,"num_objects":9892,"num_object_clones":0,"num_object_copies":19784,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9892,"num_whiteouts":0,"num_read":15580,"num_read_kb":2093628,"num_write":33509,"num_write_kb":19433774,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":27009,"ondisk_log_size":27009,"up":8,"acting":8,"num_store_stats":0}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10502276,"kb_used_data":83214708,"kb_used_omap":12427,"kb_used_meta":0,"kb_avail":83197104,"statfs":{"total":95948165120,"available":85193834496,"internally_reserved":18026496,"allocated":85211860992,"data_stored":85211860992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12725578,"internal_metadata":0},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.30399999999999999,"5min":0.35299999999999998,"15min":0.379},"min":{"1min":0.192,"5min":0.192,"15min":0.192},"max":{"1min":0.40100000000000002,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.376,"15min":0.39200000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.55800000000000005,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.35299999999999998}]},{"osd":1,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.38100000000000001,"15min":0.40500000000000003},"min":{"1min":0.22700000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.47499999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.44},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.39400000000000002,"15min":0.41099999999999998},"min":{"1min":0.26200000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.46100000000000002,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.53000000000000003}]},{"osd":2,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.38200000000000001,"15min":0.39800000000000002},"min":{"1min":0.26300000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.36099999999999999,"15min":0.376},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.46100000000000002,"5min":0.54300000000000004,"15min":0.54300000000000004},"last":0.52100000000000002}]},{"osd":3,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.27500000000000002,"5min":0.28899999999999998,"15min":0.29899999999999999},"min":{"1min":0.21099999999999999,"5min":0.188,"15min":0.188},"max":{"1min":0.33900000000000002,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.22600000000000001},{"interface":"front","average":{"1min":0.313,"5min":0.33300000000000002,"15min":0.34000000000000002},"min":{"1min":0.222,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.42199999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.23699999999999999}]},{"osd":4,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.33800000000000002,"15min":0.34200000000000003},"min":{"1min":0.23100000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.40200000000000002,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.29999999999999999,"5min":0.32100000000000001,"15min":0.33100000000000002},"min":{"1min":0.21099999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.39900000000000002,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.33800000000000002}]}]},{"osd":4,"up_from":11,"seq":47244640298,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":969580,"kb_used_data":92729800,"kb_used_omap":12063,"kb_used_meta":0,"kb_avail":92729800,"statfs":{"total":95948165120,"available":94955315200,"internally_reserved":0,"allocated":94955315200,"data_stored":94955315200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12353216,"internal_metadata":0},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.28499999999999998,"5min":0.33300000000000002,"15min":0.35499999999999998},"min":{"1min":0.158,"5min":0.158,"15min":0.158},"max":{"1min":0.436,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.27200000000000002,"5min":0.34200000000000003,"15min":0.37},"min":{"1min":0.187,"5min":0.187,"15min":0.187},"max":{"1min":0.45500000000000002,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.40000000000000002}]},{"osd":1,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.376,"15min":0.39400000000000002},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.39900000000000002,"15min":0.41699999999999998},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.54800000000000004}]},{"osd":2,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":0.373,"15min":0.39500000000000002},"min":{"1min":0.247,"5min":0.216,"15min":0.216},"max":{"1min":0.504,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.42099999999999999,"15min":0.439},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.8149999999999999,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.68400000000000005}]},{"osd":3,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.314,"15min":0.314},"min":{"1min":0.221,"5min":0.186,"15min":0.186},"max":{"1min":0.63,"5min":0.63,"15min":0.63},"last":0.20899999999999999},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.34799999999999998,"15min":0.35599999999999998},"min":{"1min":0.21099999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.67600000000000005,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.251}]},{"osd":5,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.34499999999999997,"15min":0.33500000000000002},"min":{"1min":0.23599999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":3.4020000000000001,"5min":3.4020000000000001,"15min":3.4020000000000001},"last":0.223},{"interface":"front","average":{"1min":0.29499999999999998,"5min":0.32400000000000001,"15min":0.33400000000000002},"min":{"1min":0.24399999999999999,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.44600000000000001,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.23799999999999999}]}]},{"osd":3,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":5414672,"kb_used_data":88335536,"kb_used_omap":3522,"kb_used_meta":0,"kb_avail":88284708,"statfs":{"total":95948165120,"available":90403540992,"internally_reserved":52047872,"allocated":90455588864,"data_stored":90455588864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3606818,"internal_metadata":0},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.28299999999999997,"5min":0.32900000000000001,"15min":0.34399999999999997},"min":{"1min":0.216,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.45200000000000001,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.309,"5min":0.35799999999999998,"15min":0.379},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.52100000000000002,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.373}]},{"osd":1,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.37,"15min":0.38500000000000001},"min":{"1min":0.20100000000000001,"5min":0.19,"15min":0.19},"max":{"1min":0.47099999999999997,"5min":0.626,"15min":0.626},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.40899999999999997,"15min":0.43099999999999999},"min":{"1min":0.22500000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.496,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.49199999999999999}]},{"osd":2,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.35999999999999999,"15min":0.376},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.52600000000000002,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.38900000000000001,"15min":0.41399999999999998},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.47099999999999997,"5min":0.87,"15min":0.87},"last":0.35199999999999998}]},{"osd":4,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.25700000000000001,"5min":0.32900000000000001,"15min":0.35899999999999999},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.39400000000000002,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.19900000000000001},{"interface":"front","average":{"1min":0.29599999999999999,"5min":0.33200000000000002,"15min":0.35299999999999998},"min":{"1min":0.23699999999999999,"5min":0.223,"15min":0.223},"max":{"1min":0.42499999999999999,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.217}]},{"osd":5,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.314,"5min":0.33300000000000002,"15min":0.34799999999999998},"min":{"1min":0.20999999999999999,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.54000000000000004,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.24099999999999999},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.376,"15min":0.39600000000000002},"min":{"1min":0.26800000000000002,"5min":0.25,"15min":0.25},"max":{"1min":0.41299999999999998,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.247}]}]},{"osd":2,"up_from":11,"seq":47244640299,"num_pgs":5,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10664412,"kb_used_data":83056932,"kb_used_omap":12315,"kb_used_meta":0,"kb_avail":83034968,"statfs":{"total":95948165120,"available":85027807232,"internally_reserved":22491136,"allocated":85050298368,"data_stored":85050298368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12611060,"internal_metadata":0},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.23899999999999999,"5min":0.24199999999999999,"15min":0.246},"min":{"1min":0.158,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.29899999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"min":{"1min":0.17699999999999999,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.30299999999999999}]},{"osd":1,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.33200000000000002,"15min":0.33400000000000002},"min":{"1min":0.219,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.29299999999999998,"5min":0.30199999999999999,"15min":0.314},"min":{"1min":0.193,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":0.48999999999999999,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.378}]},{"osd":3,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.35399999999999998,"15min":0.35899999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.374,"15min":0.379},"min":{"1min":0.249,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":0.625}]},{"osd":4,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.38500000000000001,"15min":0.39100000000000001},"min":{"1min":0.24299999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.2529999999999999,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.36799999999999999,"15min":0.377},"min":{"1min":0.254,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.57099999999999995}]},{"osd":5,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.38300000000000001,"15min":0.39700000000000002},"min":{"1min":0.254,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.60999999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.39900000000000002,"15min":0.40600000000000003},"min":{"1min":0.28699999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.61499999999999999}]}]},{"osd":0,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":969580,"kb_used_data":92729800,"kb_used_omap":12073,"kb_used_meta":0,"kb_avail":92729800,"statfs":{"total":95948165120,"available":94955315200,"internally_reserved":0,"allocated":94955315200,"data_stored":94955315200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12363111,"internal_metadata":0},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.23400000000000001,"5min":0.25600000000000001,"15min":0.26000000000000001},"min":{"1min":0.159,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.47299999999999998,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.28399999999999997,"5min":0.29999999999999999,"15min":0.30299999999999999},"min":{"1min":0.20100000000000001,"5min":0.16,"15min":0.16},"max":{"1min":0.47999999999999998,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.45800000000000002}]},{"osd":2,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.22600000000000001,"5min":0.246,"15min":0.255},"min":{"1min":0.185,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.27300000000000002,"5min":0.47099999999999997,"15min":0.47099999999999997},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.27000000000000002,"5min":0.26800000000000002,"15min":0.27200000000000002},"min":{"1min":0.19900000000000001,"5min":0.188,"15min":0.188},"max":{"1min":0.39800000000000002,"5min":0.629,"15min":0.629},"last":0.49399999999999999}]},{"osd":3,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.377,"15min":0.40300000000000002},"min":{"1min":0.218,"5min":0.193,"15min":0.193},"max":{"1min":0.66400000000000003,"5min":1.504,"15min":1.504},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.309,"5min":0.36699999999999999,"15min":0.38700000000000001},"min":{"1min":0.25900000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.53200000000000003,"5min":1.123,"15min":1.123},"last":0.58699999999999997}]},{"osd":4,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.32000000000000001,"5min":0.36599999999999999,"15min":0.38300000000000001},"min":{"1min":0.252,"5min":0.245,"15min":0.245},"max":{"1min":0.627,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.33000000000000002,"5min":0.38600000000000001,"15min":0.40799999999999997},"min":{"1min":0.28000000000000003,"5min":0.25,"15min":0.25},"max":{"1min":0.503,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.502}]},{"osd":5,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.38600000000000001,"15min":0.40200000000000002},"min":{"1min":0.27900000000000003,"5min":0.248,"15min":0.248},"max":{"1min":0.64000000000000001,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.372,"5min":0.41199999999999998,"15min":0.42999999999999999},"min":{"1min":0.29499999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.69099999999999995,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.55200000000000005}]}]},{"osd":1,"up_from":11,"seq":47244640299,"num_pgs":7,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":15259636,"kb_used_data":78483468,"kb_used_omap":21141,"kb_used_meta":0,"kb_avail":78439744,"statfs":{"total":95948165120,"available":80322297856,"internally_reserved":44773376,"allocated":80367071232,"data_stored":80367071232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21648729,"internal_metadata":0},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.22700000000000001,"5min":0.25700000000000001,"15min":0.27000000000000002},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.40000000000000002,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.29099999999999998,"15min":0.29399999999999998},"min":{"1min":0.183,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":1.5780000000000001,"5min":1.5780000000000001,"15min":1.5780000000000001},"last":0.40000000000000002}]},{"osd":2,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.309,"5min":0.28599999999999998,"15min":0.29299999999999998},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":1.3819999999999999,"5min":1.3819999999999999,"15min":1.3819999999999999},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.32700000000000001,"15min":0.32200000000000001},"min":{"1min":0.19500000000000001,"5min":0.159,"15min":0.159},"max":{"1min":3.0600000000000001,"5min":3.0600000000000001,"15min":3.0600000000000001},"last":0.32900000000000001}]},{"osd":3,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.375,"15min":0.39700000000000002},"min":{"1min":0.22700000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.79100000000000004,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.436},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.38700000000000001,"15min":0.40300000000000002},"min":{"1min":0.23000000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":1.0720000000000001,"5min":1.2589999999999999,"15min":1.2589999999999999},"last":0.41699999999999998}]},{"osd":4,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.40699999999999997,"15min":0.435},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.57899999999999996,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.432,"15min":0.46899999999999997},"min":{"1min":0.26000000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.50800000000000001,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.46800000000000003}]},{"osd":5,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.40999999999999998,"15min":0.42599999999999999},"min":{"1min":0.26900000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.38,"5min":0.40000000000000002,"15min":0.41799999999999998},"min":{"1min":0.26100000000000001,"5min":0.245,"15min":0.245},"max":{"1min":0.61499999999999999,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.45800000000000002}]}]}]}} , 2021-03-17T14:02:33.776 INFO:tasks.ceph:pgid 1.7 last_scrub_stamp 2021-03-17T13:59:13.271087+0000 time.struct_time(tm_year=2021, tm_mon=3, tm_mday=17, tm_hour=13, tm_min=59, tm_sec=13, tm_wday=2, tm_yday=76, tm_isdst=-1) <= time.struct_time(tm_year=2021, tm_mon=3, tm_mday=17, tm_hour=14, tm_min=2, tm_sec=29, tm_wday=2, tm_yday=76, tm_isdst=0) Ignoring malparsed backtrace: 2021-03-17T14:03:35.238 INFO:tasks.ceph:Checking cluster log for badness... , 2021-03-17T14:03:35.239 DEBUG:teuthology.orchestra.run.smithi032:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v 'but it is still running' | egrep -v 'slow request' | egrep -v 'overall HEALTH_' | egrep -v '\(CACHE_POOL_' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(OSD_SLOW_PING_TIME' | head -n 1 , 2021-03-17T14:03:35.311 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi032.front.sepia.ceph.com Ignoring malparsed backtrace: 2021-03-17T14:03:54.882 DEBUG:teuthology.orchestra.run:got remote process result: 1 , 2021-03-17T14:03:54.883 DEBUG:teuthology.run_tasks:Unwinding manager pcp , 2021-03-17T14:03:54.895 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer Ignoring malparsed backtrace: During handling of the above exception, another exception occurred: , , Traceback (most recent call last): Ignoring malparsed backtrace: ceph version 15.2.9-147-g23148618 (23148618fcb587daa6bac0ac170c39ee83f3175d) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f1f73a9af1a] , 2: (ReadOp::_finish(TestOp::CallbackInfo*)+0x13df) [0x562ad0c232bf] Ignoring malparsed backtrace: dumped all , 2021-03-17T14:02:33.764 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":131,"stamp":"2021-03-17T14:02:32.741779+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30003604432,"num_objects":10076,"num_object_clones":0,"num_object_copies":20152,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10052,"num_whiteouts":30,"num_read":23260,"num_read_kb":2106966,"num_write":53313,"num_write_kb":24075792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":24,"num_bytes_hit_set_archive":12296,"num_flush":3554,"num_flush_kb":10390824,"num_evict":3141,"num_evict_kb":9152020,"num_promote":3903,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49366,"ondisk_log_size":49366,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":562196280,"kb_used":43780156,"kb_used_data":518550244,"kb_used_omap":73543,"kb_used_meta":0,"kb_avail":518416124,"statfs":{"total":575688990720,"available":530858110976,"internally_reserved":137338880,"allocated":530995449856,"data_stored":530995449856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75308512,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":3,"commit_latency_ns":0,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-151222403,"num_objects":-52,"num_object_clones":0,"num_object_copies":-104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-53,"num_whiteouts":3,"num_read":874,"num_read_kb":951234,"num_write":535,"num_write_kb":305486,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":1,"num_bytes_hit_set_archive":469,"num_flush":13,"num_flush_kb":36094,"num_evict":13,"num_evict_kb":36094,"num_promote":9,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002237"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365520+0000","last_change":"2021-03-17T13:59:14.561593+0000","last_active":"2021-03-17T14:01:58.365520+0000","last_peered":"2021-03-17T14:01:58.365520+0000","last_clean":"2021-03-17T14:01:58.365520+0000","last_became_active":"2021-03-17T13:59:14.561210+0000","last_became_peered":"2021-03-17T13:59:14.561210+0000","last_unstale":"2021-03-17T14:01:58.365520+0000","last_undegraded":"2021-03-17T14:01:58.365520+0000","last_fullsized":"2021-03-17T14:01:58.365520+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365699+0000","last_change":"2021-03-17T13:59:14.620590+0000","last_active":"2021-03-17T14:01:58.365699+0000","last_peered":"2021-03-17T14:01:58.365699+0000","last_clean":"2021-03-17T14:01:58.365699+0000","last_became_active":"2021-03-17T13:59:14.620220+0000","last_became_peered":"2021-03-17T13:59:14.620220+0000","last_unstale":"2021-03-17T14:01:58.365699+0000","last_undegraded":"2021-03-17T14:01:58.365699+0000","last_fullsized":"2021-03-17T14:01:58.365699+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5849","reported_seq":"8117","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:02:18.985042+0000","last_change":"2021-03-17T13:59:24.296800+0000","last_active":"2021-03-17T14:02:18.985042+0000","last_peered":"2021-03-17T14:02:18.985042+0000","last_clean":"2021-03-17T14:02:18.985042+0000","last_became_active":"2021-03-17T13:59:24.296429+0000","last_became_peered":"2021-03-17T13:59:24.296429+0000","last_unstale":"2021-03-17T14:02:18.985042+0000","last_undegraded":"2021-03-17T14:02:18.985042+0000","last_fullsized":"2021-03-17T14:02:18.985042+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_clean_scrub_stamp":"2021-03-17T13:59:23.287979+0000","log_size":5849,"ondisk_log_size":5849,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":82137951,"num_objects":43,"num_object_clones":0,"num_object_copies":86,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":10,"num_read":1981,"num_read_kb":981,"num_write":5157,"num_write_kb":1187957,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2842,"num_flush":939,"num_flush_kb":2747624,"num_evict":837,"num_evict_kb":2438083,"num_promote":1034,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'7013","reported_seq":"9214","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:27.251567+0000","last_change":"2021-03-17T13:59:22.675658+0000","last_active":"2021-03-17T14:02:27.251567+0000","last_peered":"2021-03-17T14:02:27.251567+0000","last_clean":"2021-03-17T14:02:27.251567+0000","last_became_active":"2021-03-17T13:59:22.675293+0000","last_became_peered":"2021-03-17T13:59:22.675293+0000","last_unstale":"2021-03-17T14:02:27.251567+0000","last_undegraded":"2021-03-17T14:02:27.251567+0000","last_fullsized":"2021-03-17T14:02:27.251567+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_clean_scrub_stamp":"2021-03-17T13:59:21.283396+0000","log_size":7013,"ondisk_log_size":7013,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7586703877,"num_objects":2526,"num_object_clones":0,"num_object_copies":5052,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2526,"num_whiteouts":0,"num_read":4052,"num_read_kb":555371,"num_write":8737,"num_write_kb":4846466,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365366+0000","last_change":"2021-03-17T13:59:14.620123+0000","last_active":"2021-03-17T14:01:58.365366+0000","last_peered":"2021-03-17T14:01:58.365366+0000","last_clean":"2021-03-17T14:01:58.365366+0000","last_became_active":"2021-03-17T13:59:14.619740+0000","last_became_peered":"2021-03-17T13:59:14.619740+0000","last_unstale":"2021-03-17T14:01:58.365366+0000","last_undegraded":"2021-03-17T14:01:58.365366+0000","last_fullsized":"2021-03-17T14:01:58.365366+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5256","reported_seq":"7314","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:02:19.169992+0000","last_change":"2021-03-17T13:59:24.297564+0000","last_active":"2021-03-17T14:02:19.169992+0000","last_peered":"2021-03-17T14:02:19.169992+0000","last_clean":"2021-03-17T14:02:19.169992+0000","last_became_active":"2021-03-17T13:59:24.297185+0000","last_became_peered":"2021-03-17T13:59:24.297185+0000","last_unstale":"2021-03-17T14:02:19.169992+0000","last_undegraded":"2021-03-17T14:02:19.169992+0000","last_fullsized":"2021-03-17T14:02:19.169992+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_clean_scrub_stamp":"2021-03-17T13:59:23.287979+0000","log_size":5256,"ondisk_log_size":5256,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":76168622,"num_objects":38,"num_object_clones":0,"num_object_copies":76,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":33,"num_whiteouts":7,"num_read":1805,"num_read_kb":871,"num_write":4666,"num_write_kb":1103110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2671,"num_flush":839,"num_flush_kb":2479853,"num_evict":731,"num_evict_kb":2150372,"num_promote":904,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6646","reported_seq":"8876","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:27.261180+0000","last_change":"2021-03-17T13:59:22.291555+0000","last_active":"2021-03-17T14:02:27.261180+0000","last_peered":"2021-03-17T14:02:27.261180+0000","last_clean":"2021-03-17T14:02:27.261180+0000","last_became_active":"2021-03-17T13:59:22.291099+0000","last_became_peered":"2021-03-17T13:59:22.291099+0000","last_unstale":"2021-03-17T14:02:27.261180+0000","last_undegraded":"2021-03-17T14:02:27.261180+0000","last_fullsized":"2021-03-17T14:02:27.261180+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_clean_scrub_stamp":"2021-03-17T13:59:21.283396+0000","log_size":6646,"ondisk_log_size":6646,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7371637248,"num_objects":2467,"num_object_clones":0,"num_object_copies":4934,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2467,"num_whiteouts":0,"num_read":3930,"num_read_kb":587123,"num_write":8211,"num_write_kb":4955757,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365690+0000","last_change":"2021-03-17T13:59:14.620104+0000","last_active":"2021-03-17T14:01:58.365690+0000","last_peered":"2021-03-17T14:01:58.365690+0000","last_clean":"2021-03-17T14:01:58.365690+0000","last_became_active":"2021-03-17T13:59:14.619745+0000","last_became_peered":"2021-03-17T13:59:14.619745+0000","last_unstale":"2021-03-17T14:01:58.365690+0000","last_undegraded":"2021-03-17T14:01:58.365690+0000","last_fullsized":"2021-03-17T14:01:58.365690+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5276","reported_seq":"7373","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:21.100337+0000","last_change":"2021-03-17T13:59:24.664870+0000","last_active":"2021-03-17T14:02:21.100337+0000","last_peered":"2021-03-17T14:02:21.100337+0000","last_clean":"2021-03-17T14:02:21.100337+0000","last_became_active":"2021-03-17T13:59:24.664544+0000","last_became_peered":"2021-03-17T13:59:24.664544+0000","last_unstale":"2021-03-17T14:02:21.100337+0000","last_undegraded":"2021-03-17T14:02:21.100337+0000","last_fullsized":"2021-03-17T14:02:21.100337+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_clean_scrub_stamp":"2021-03-17T13:59:23.287979+0000","log_size":5276,"ondisk_log_size":5276,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":123356219,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":6,"num_read":1858,"num_read_kb":872,"num_write":4682,"num_write_kb":1116223,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":2941,"num_flush":828,"num_flush_kb":2412960,"num_evict":685,"num_evict_kb":1986689,"num_promote":903,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6760","reported_seq":"9018","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:27.274335+0000","last_change":"2021-03-17T13:59:22.675490+0000","last_active":"2021-03-17T14:02:27.274335+0000","last_peered":"2021-03-17T14:02:27.274335+0000","last_clean":"2021-03-17T14:02:27.274335+0000","last_became_active":"2021-03-17T13:59:22.675071+0000","last_became_peered":"2021-03-17T13:59:22.675071+0000","last_unstale":"2021-03-17T14:02:27.274335+0000","last_undegraded":"2021-03-17T14:02:27.274335+0000","last_fullsized":"2021-03-17T14:02:27.274335+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_clean_scrub_stamp":"2021-03-17T13:59:21.283396+0000","log_size":6760,"ondisk_log_size":6760,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7503202265,"num_objects":2503,"num_object_clones":0,"num_object_copies":5006,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2503,"num_whiteouts":0,"num_read":3937,"num_read_kb":584829,"num_write":8356,"num_write_kb":5004842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365467+0000","last_change":"2021-03-17T13:59:14.619981+0000","last_active":"2021-03-17T14:01:58.365467+0000","last_peered":"2021-03-17T14:01:58.365467+0000","last_clean":"2021-03-17T14:01:58.365467+0000","last_became_active":"2021-03-17T13:59:14.619642+0000","last_became_peered":"2021-03-17T13:59:14.619642+0000","last_unstale":"2021-03-17T14:01:58.365467+0000","last_undegraded":"2021-03-17T14:01:58.365467+0000","last_fullsized":"2021-03-17T14:01:58.365467+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5976","reported_seq":"8233","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:02:19.153756+0000","last_change":"2021-03-17T13:59:24.297651+0000","last_active":"2021-03-17T14:02:19.153756+0000","last_peered":"2021-03-17T14:02:19.153756+0000","last_clean":"2021-03-17T14:02:19.153756+0000","last_became_active":"2021-03-17T13:59:24.297284+0000","last_became_peered":"2021-03-17T13:59:24.297284+0000","last_unstale":"2021-03-17T14:02:19.153756+0000","last_undegraded":"2021-03-17T14:02:19.153756+0000","last_fullsized":"2021-03-17T14:02:19.153756+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:23.287979+0000","last_clean_scrub_stamp":"2021-03-17T13:59:23.287979+0000","log_size":5976,"ondisk_log_size":5976,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":105821192,"num_objects":50,"num_object_clones":0,"num_object_copies":100,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":42,"num_whiteouts":7,"num_read":2036,"num_read_kb":10614,"num_write":5299,"num_write_kb":1234728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3842,"num_flush":948,"num_flush_kb":2750387,"num_evict":888,"num_evict_kb":2576876,"num_promote":1062,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6590","reported_seq":"8587","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-17T14:02:27.283994+0000","last_change":"2021-03-17T13:59:22.675591+0000","last_active":"2021-03-17T14:02:27.283994+0000","last_peered":"2021-03-17T14:02:27.283994+0000","last_clean":"2021-03-17T14:02:27.283994+0000","last_became_active":"2021-03-17T13:59:22.675284+0000","last_became_peered":"2021-03-17T13:59:22.675284+0000","last_unstale":"2021-03-17T14:02:27.283994+0000","last_undegraded":"2021-03-17T14:02:27.283994+0000","last_fullsized":"2021-03-17T14:02:27.283994+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:21.283396+0000","last_clean_scrub_stamp":"2021-03-17T13:59:21.283396+0000","log_size":6590,"ondisk_log_size":6590,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7154577058,"num_objects":2396,"num_object_clones":0,"num_object_copies":4792,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2396,"num_whiteouts":0,"num_read":3661,"num_read_kb":366305,"num_write":8205,"num_write_kb":4626709,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.366072+0000","last_change":"2021-03-17T13:59:14.280057+0000","last_active":"2021-03-17T14:01:58.366072+0000","last_peered":"2021-03-17T14:01:58.366072+0000","last_clean":"2021-03-17T14:01:58.366072+0000","last_became_active":"2021-03-17T13:59:14.279739+0000","last_became_peered":"2021-03-17T13:59:14.279739+0000","last_unstale":"2021-03-17T14:01:58.366072+0000","last_undegraded":"2021-03-17T14:01:58.366072+0000","last_fullsized":"2021-03-17T14:01:58.366072+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.366068+0000","last_change":"2021-03-17T13:59:14.280237+0000","last_active":"2021-03-17T14:01:58.366068+0000","last_peered":"2021-03-17T14:01:58.366068+0000","last_clean":"2021-03-17T14:01:58.366068+0000","last_became_active":"2021-03-17T13:59:14.279729+0000","last_became_peered":"2021-03-17T13:59:14.279729+0000","last_unstale":"2021-03-17T14:01:58.366068+0000","last_undegraded":"2021-03-17T14:01:58.366068+0000","last_fullsized":"2021-03-17T14:01:58.366068+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-17T14:01:58.365390+0000","last_change":"2021-03-17T13:59:14.561470+0000","last_active":"2021-03-17T14:01:58.365390+0000","last_peered":"2021-03-17T14:01:58.365390+0000","last_clean":"2021-03-17T14:01:58.365390+0000","last_became_active":"2021-03-17T13:59:14.561155+0000","last_became_peered":"2021-03-17T13:59:14.561155+0000","last_unstale":"2021-03-17T14:01:58.365390+0000","last_undegraded":"2021-03-17T14:01:58.365390+0000","last_fullsized":"2021-03-17T14:01:58.365390+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-17T13:59:13.271087+0000","last_clean_scrub_stamp":"2021-03-17T13:59:13.271087+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":387483984,"num_objects":184,"num_object_clones":0,"num_object_copies":368,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":160,"num_whiteouts":30,"num_read":7680,"num_read_kb":13338,"num_write":19804,"num_write_kb":4642018,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":24,"num_bytes_hit_set_archive":12296,"num_flush":3554,"num_flush_kb":10390824,"num_evict":3141,"num_evict_kb":9152020,"num_promote":3903,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22357,"ondisk_log_size":22357,"up":8,"acting":8,"num_store_stats":0},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":0},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29616120448,"num_objects":9892,"num_object_clones":0,"num_object_copies":19784,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9892,"num_whiteouts":0,"num_read":15580,"num_read_kb":2093628,"num_write":33509,"num_write_kb":19433774,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":27009,"ondisk_log_size":27009,"up":8,"acting":8,"num_store_stats":0}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10502276,"kb_used_data":83214708,"kb_used_omap":12427,"kb_used_meta":0,"kb_avail":83197104,"statfs":{"total":95948165120,"available":85193834496,"internally_reserved":18026496,"allocated":85211860992,"data_stored":85211860992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12725578,"internal_metadata":0},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.30399999999999999,"5min":0.35299999999999998,"15min":0.379},"min":{"1min":0.192,"5min":0.192,"15min":0.192},"max":{"1min":0.40100000000000002,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.376,"15min":0.39200000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.55800000000000005,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.35299999999999998}]},{"osd":1,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.38100000000000001,"15min":0.40500000000000003},"min":{"1min":0.22700000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.47499999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.44},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.39400000000000002,"15min":0.41099999999999998},"min":{"1min":0.26200000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.46100000000000002,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.53000000000000003}]},{"osd":2,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.38200000000000001,"15min":0.39800000000000002},"min":{"1min":0.26300000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.36099999999999999,"15min":0.376},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.46100000000000002,"5min":0.54300000000000004,"15min":0.54300000000000004},"last":0.52100000000000002}]},{"osd":3,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.27500000000000002,"5min":0.28899999999999998,"15min":0.29899999999999999},"min":{"1min":0.21099999999999999,"5min":0.188,"15min":0.188},"max":{"1min":0.33900000000000002,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.22600000000000001},{"interface":"front","average":{"1min":0.313,"5min":0.33300000000000002,"15min":0.34000000000000002},"min":{"1min":0.222,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.42199999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.23699999999999999}]},{"osd":4,"last update":"Wed Mar 17 14:02:20 2021","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.33800000000000002,"15min":0.34200000000000003},"min":{"1min":0.23100000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.40200000000000002,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.29999999999999999,"5min":0.32100000000000001,"15min":0.33100000000000002},"min":{"1min":0.21099999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.39900000000000002,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.33800000000000002}]}]},{"osd":4,"up_from":11,"seq":47244640298,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":969580,"kb_used_data":92729800,"kb_used_omap":12063,"kb_used_meta":0,"kb_avail":92729800,"statfs":{"total":95948165120,"available":94955315200,"internally_reserved":0,"allocated":94955315200,"data_stored":94955315200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12353216,"internal_metadata":0},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.28499999999999998,"5min":0.33300000000000002,"15min":0.35499999999999998},"min":{"1min":0.158,"5min":0.158,"15min":0.158},"max":{"1min":0.436,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.27200000000000002,"5min":0.34200000000000003,"15min":0.37},"min":{"1min":0.187,"5min":0.187,"15min":0.187},"max":{"1min":0.45500000000000002,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.40000000000000002}]},{"osd":1,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.376,"15min":0.39400000000000002},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.39900000000000002,"15min":0.41699999999999998},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.54800000000000004}]},{"osd":2,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":0.373,"15min":0.39500000000000002},"min":{"1min":0.247,"5min":0.216,"15min":0.216},"max":{"1min":0.504,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.42099999999999999,"15min":0.439},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.8149999999999999,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.68400000000000005}]},{"osd":3,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.314,"15min":0.314},"min":{"1min":0.221,"5min":0.186,"15min":0.186},"max":{"1min":0.63,"5min":0.63,"15min":0.63},"last":0.20899999999999999},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.34799999999999998,"15min":0.35599999999999998},"min":{"1min":0.21099999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.67600000000000005,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.251}]},{"osd":5,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.34499999999999997,"15min":0.33500000000000002},"min":{"1min":0.23599999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":3.4020000000000001,"5min":3.4020000000000001,"15min":3.4020000000000001},"last":0.223},{"interface":"front","average":{"1min":0.29499999999999998,"5min":0.32400000000000001,"15min":0.33400000000000002},"min":{"1min":0.24399999999999999,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.44600000000000001,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.23799999999999999}]}]},{"osd":3,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":5414672,"kb_used_data":88335536,"kb_used_omap":3522,"kb_used_meta":0,"kb_avail":88284708,"statfs":{"total":95948165120,"available":90403540992,"internally_reserved":52047872,"allocated":90455588864,"data_stored":90455588864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3606818,"internal_metadata":0},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.28299999999999997,"5min":0.32900000000000001,"15min":0.34399999999999997},"min":{"1min":0.216,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.45200000000000001,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.309,"5min":0.35799999999999998,"15min":0.379},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.52100000000000002,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.373}]},{"osd":1,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.37,"15min":0.38500000000000001},"min":{"1min":0.20100000000000001,"5min":0.19,"15min":0.19},"max":{"1min":0.47099999999999997,"5min":0.626,"15min":0.626},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.40899999999999997,"15min":0.43099999999999999},"min":{"1min":0.22500000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.496,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.49199999999999999}]},{"osd":2,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.35999999999999999,"15min":0.376},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.52600000000000002,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.38900000000000001,"15min":0.41399999999999998},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.47099999999999997,"5min":0.87,"15min":0.87},"last":0.35199999999999998}]},{"osd":4,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.25700000000000001,"5min":0.32900000000000001,"15min":0.35899999999999999},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.39400000000000002,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.19900000000000001},{"interface":"front","average":{"1min":0.29599999999999999,"5min":0.33200000000000002,"15min":0.35299999999999998},"min":{"1min":0.23699999999999999,"5min":0.223,"15min":0.223},"max":{"1min":0.42499999999999999,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.217}]},{"osd":5,"last update":"Wed Mar 17 14:02:08 2021","interfaces":[{"interface":"back","average":{"1min":0.314,"5min":0.33300000000000002,"15min":0.34799999999999998},"min":{"1min":0.20999999999999999,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.54000000000000004,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.24099999999999999},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.376,"15min":0.39600000000000002},"min":{"1min":0.26800000000000002,"5min":0.25,"15min":0.25},"max":{"1min":0.41299999999999998,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.247}]}]},{"osd":2,"up_from":11,"seq":47244640299,"num_pgs":5,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10664412,"kb_used_data":83056932,"kb_used_omap":12315,"kb_used_meta":0,"kb_avail":83034968,"statfs":{"total":95948165120,"available":85027807232,"internally_reserved":22491136,"allocated":85050298368,"data_stored":85050298368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12611060,"internal_metadata":0},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.23899999999999999,"5min":0.24199999999999999,"15min":0.246},"min":{"1min":0.158,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.29899999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"min":{"1min":0.17699999999999999,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.30299999999999999}]},{"osd":1,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.33200000000000002,"15min":0.33400000000000002},"min":{"1min":0.219,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.29299999999999998,"5min":0.30199999999999999,"15min":0.314},"min":{"1min":0.193,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":0.48999999999999999,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.378}]},{"osd":3,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.35399999999999998,"15min":0.35899999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.374,"15min":0.379},"min":{"1min":0.249,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":0.625}]},{"osd":4,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.38500000000000001,"15min":0.39100000000000001},"min":{"1min":0.24299999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.2529999999999999,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.36799999999999999,"15min":0.377},"min":{"1min":0.254,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.57099999999999995}]},{"osd":5,"last update":"Wed Mar 17 14:02:11 2021","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.38300000000000001,"15min":0.39700000000000002},"min":{"1min":0.254,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.60999999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.39900000000000002,"15min":0.40600000000000003},"min":{"1min":0.28699999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.61499999999999999}]}]},{"osd":0,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":969580,"kb_used_data":92729800,"kb_used_omap":12073,"kb_used_meta":0,"kb_avail":92729800,"statfs":{"total":95948165120,"available":94955315200,"internally_reserved":0,"allocated":94955315200,"data_stored":94955315200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12363111,"internal_metadata":0},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.23400000000000001,"5min":0.25600000000000001,"15min":0.26000000000000001},"min":{"1min":0.159,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.47299999999999998,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.28399999999999997,"5min":0.29999999999999999,"15min":0.30299999999999999},"min":{"1min":0.20100000000000001,"5min":0.16,"15min":0.16},"max":{"1min":0.47999999999999998,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.45800000000000002}]},{"osd":2,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.22600000000000001,"5min":0.246,"15min":0.255},"min":{"1min":0.185,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.27300000000000002,"5min":0.47099999999999997,"15min":0.47099999999999997},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.27000000000000002,"5min":0.26800000000000002,"15min":0.27200000000000002},"min":{"1min":0.19900000000000001,"5min":0.188,"15min":0.188},"max":{"1min":0.39800000000000002,"5min":0.629,"15min":0.629},"last":0.49399999999999999}]},{"osd":3,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.377,"15min":0.40300000000000002},"min":{"1min":0.218,"5min":0.193,"15min":0.193},"max":{"1min":0.66400000000000003,"5min":1.504,"15min":1.504},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.309,"5min":0.36699999999999999,"15min":0.38700000000000001},"min":{"1min":0.25900000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.53200000000000003,"5min":1.123,"15min":1.123},"last":0.58699999999999997}]},{"osd":4,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.32000000000000001,"5min":0.36599999999999999,"15min":0.38300000000000001},"min":{"1min":0.252,"5min":0.245,"15min":0.245},"max":{"1min":0.627,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.33000000000000002,"5min":0.38600000000000001,"15min":0.40799999999999997},"min":{"1min":0.28000000000000003,"5min":0.25,"15min":0.25},"max":{"1min":0.503,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.502}]},{"osd":5,"last update":"Wed Mar 17 14:02:12 2021","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.38600000000000001,"15min":0.40200000000000002},"min":{"1min":0.27900000000000003,"5min":0.248,"15min":0.248},"max":{"1min":0.64000000000000001,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.372,"5min":0.41199999999999998,"15min":0.42999999999999999},"min":{"1min":0.29499999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.69099999999999995,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.55200000000000005}]}]},{"osd":1,"up_from":11,"seq":47244640299,"num_pgs":7,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":15259636,"kb_used_data":78483468,"kb_used_omap":21141,"kb_used_meta":0,"kb_avail":78439744,"statfs":{"total":95948165120,"available":80322297856,"internally_reserved":44773376,"allocated":80367071232,"data_stored":80367071232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21648729,"internal_metadata":0},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.22700000000000001,"5min":0.25700000000000001,"15min":0.27000000000000002},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.40000000000000002,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.29099999999999998,"15min":0.29399999999999998},"min":{"1min":0.183,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":1.5780000000000001,"5min":1.5780000000000001,"15min":1.5780000000000001},"last":0.40000000000000002}]},{"osd":2,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.309,"5min":0.28599999999999998,"15min":0.29299999999999998},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":1.3819999999999999,"5min":1.3819999999999999,"15min":1.3819999999999999},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.32700000000000001,"15min":0.32200000000000001},"min":{"1min":0.19500000000000001,"5min":0.159,"15min":0.159},"max":{"1min":3.0600000000000001,"5min":3.0600000000000001,"15min":3.0600000000000001},"last":0.32900000000000001}]},{"osd":3,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.375,"15min":0.39700000000000002},"min":{"1min":0.22700000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.79100000000000004,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.436},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.38700000000000001,"15min":0.40300000000000002},"min":{"1min":0.23000000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":1.0720000000000001,"5min":1.2589999999999999,"15min":1.2589999999999999},"last":0.41699999999999998}]},{"osd":4,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.40699999999999997,"15min":0.435},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.57899999999999996,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.432,"15min":0.46899999999999997},"min":{"1min":0.26000000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.50800000000000001,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.46800000000000003}]},{"osd":5,"last update":"Wed Mar 17 14:02:16 2021","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.40999999999999998,"15min":0.42599999999999999},"min":{"1min":0.26900000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.38,"5min":0.40000000000000002,"15min":0.41799999999999998},"min":{"1min":0.26100000000000001,"5min":0.245,"15min":0.245},"max":{"1min":0.61499999999999999,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.45800000000000002}]}]}]}} , 2021-03-17T14:02:33.776 INFO:tasks.ceph:pgid 1.7 last_scrub_stamp 2021-03-17T13:59:13.271087+0000 time.struct_time(tm_year=2021, tm_mon=3, tm_mday=17, tm_hour=13, tm_min=59, tm_sec=13, tm_wday=2, tm_yday=76, tm_isdst=-1) <= time.struct_time(tm_year=2021, tm_mon=3, tm_mday=17, tm_hour=14, tm_min=2, tm_sec=29, tm_wday=2, tm_yday=76, tm_isdst=0) Ignoring malparsed backtrace: 2021-03-17T14:03:35.238 INFO:tasks.ceph:Checking cluster log for badness... , 2021-03-17T14:03:35.239 DEBUG:teuthology.orchestra.run.smithi032:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v 'but it is still running' | egrep -v 'slow request' | egrep -v 'overall HEALTH_' | egrep -v '\(CACHE_POOL_' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(OSD_SLOW_PING_TIME' | head -n 1 , 2021-03-17T14:03:35.311 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi032.front.sepia.ceph.com Ignoring malparsed backtrace: 2021-03-17T14:03:54.882 DEBUG:teuthology.orchestra.run:got remote process result: 1 , 2021-03-17T14:03:54.883 DEBUG:teuthology.run_tasks:Unwinding manager pcp , 2021-03-17T14:03:54.895 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer Ignoring malparsed backtrace: During handling of the above exception, another exception occurred: , , Traceback (most recent call last): Found 7 distinct failure reasons Failure: Command failed on smithi031 with status 5: 'sudo systemctl stop ceph-c1b21caa-8728-11eb-9092-001a4aab830c@mon.a' 8 jobs: ['5972325', '5972343', '5972333', '5972355', '5972348', '5972334', '5972344', '5972326'] suites intersection: [] suites union: ['fixed-2', 'mode/root', 'msgr/async', 'msgr/async-v1only', 'rados/cephadm/smoke-roleless/{distro/ubuntu_18.04_podman', 'rados/cephadm/smoke/{distro/ubuntu_18.04_podman', 'rados/cephadm/with-work/{distro/ubuntu_18.04_podman', 'rados/cephadm/workunits/{distro/ubuntu_18.04_podman', 'start', 'start}', 'task/test_orch_cli}', 'tasks/rados_api_tests}', 'tasks/rados_python}'] Failure: Command failed (workunit test cephadm/test_cephadm.sh) on smithi106 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=23148618fcb587daa6bac0ac170c39ee83f3175d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_cephadm.sh' 4 jobs: ['5972347', '5972329', '5972341', '5972324'] suites intersection: ['task/test_cephadm}'] suites union: ['rados/cephadm/workunits/{distro/centos_latest', 'rados/cephadm/workunits/{distro/ubuntu_18.04_podman', 'task/test_cephadm}'] Failure: Test failure: test_osd_came_back (tasks.mgr.test_progress.TestProgress) 2 jobs: ['5972354', '5972328'] suites intersection: ['debug/mgr', 'rados/mgr/{clusters/{2-node-mgr}', 'tasks/progress}'] suites union: ['debug/mgr', 'objectstore/bluestore-comp-zlib', 'objectstore/bluestore-hybrid', 'rados/mgr/{clusters/{2-node-mgr}', 'supported-random-distro$/{centos_latest}', 'supported-random-distro$/{ubuntu_latest}', 'tasks/progress}'] Failure: reached maximum tries (180) after waiting for 180 seconds 2 jobs: ['5972358', '5972335'] suites intersection: [] suites union: ['2-repo_digest/repo_digest', '3-start-upgrade', '4-wait', 'clusters/{fixed-2', 'distro$/{rhel_latest}', 'fast/normal', 'fixed-2}', 'msgr-failures/fastclose', 'objectstore/filestore-xfs', 'openstack}', 'rados', 'rados/cephadm/upgrade/{1-start', 'rados/thrash-erasure-code/{ceph', 'recovery-overrides/{more-async-recovery}', 'supported-random-distro$/{rhel_latest}', 'thrashers/fastread', 'thrashosds-health', 'workloads/ec-radosbench}'] Failure: Command failed (workunit test cephadm/test_adoption.sh) on smithi117 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=23148618fcb587daa6bac0ac170c39ee83f3175d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_adoption.sh' 2 jobs: ['5972336', '5972359'] suites intersection: ['rados/cephadm/workunits/{distro/ubuntu_18.04_podman', 'task/test_adoption}'] suites union: ['rados/cephadm/workunits/{distro/ubuntu_18.04_podman', 'task/test_adoption}'] Failure: {'Failure object was': {'smithi074.front.sepia.ceph.com': {'changed': False, 'results': ['yum-plugin-priorities-1.1.31-52.el7.noarch providing yum-plugin-priorities is already installed', 'yum-plugin-fastestmirror-1.1.31-52.el7.noarch providing yum-plugin-fastestmirror is already installed', 'redhat-lsb-4.1-27.el7.x86_64 providing redhat-lsb is already installed', 'sysstat-10.1.5-18.el7.x86_64 providing sysstat is already installed', 'gdb-7.6.1-115.el7.x86_64 providing gdb is already installed', 'git-all-1.8.3.1-20.el7.noarch providing git-all is already installed', 'python-configobj-4.7.2-7.el7.noarch providing python-configobj is already installed', 'gcc-c++-4.8.5-39.el7.x86_64 providing gcc-c++ is already installed', 'libedit-3.0-12.20121213cvs.el7.x86_64 providing libedit is already installed', 'openssl098e-0.9.8e-29.el7_2.3.x86_64 providing openssl098e is already installed', 'boost-thread-1.53.0-27.el7.x86_64 providing boost-thread is already installed', 'xfsprogs-4.5.0-20.el7.x86_64 providing xfsprogs is already installed', 'xfsprogs-devel-4.5.0-20.el7.x86_64 providing xfsprogs-devel is already installed', 'gdisk-0.8.10-3.el7.x86_64 providing gdisk is already installed', 'parted-3.1-31.el7.x86_64 providing parted is already installed', 'libgcrypt-1.5.3-14.el7.x86_64 providing libgcrypt is already installed', 'fuse-2.9.2-11.el7.x86_64 providing fuse is already installed', 'fuse-libs-2.9.2-11.el7.x86_64 providing fuse-libs is already installed', '7:lvm2-2.02.185-2.el7.x86_64 providing lvm2 is already installed', '1:openssl-1.0.2k-19.el7.x86_64 providing openssl is already installed', 'libuuid-2.23.2-61.el7_7.1.x86_64 providing libuuid is already installed', 'btrfs-progs-4.9.1-1.el7.x86_64 providing btrfs-progs is already installed', 'attr-2.4.46-13.el7.x86_64 providing attr is already installed', '1:valgrind-3.14.0-16.el7.x86_64 providing valgrind is already installed', 'python-nose-1.3.7-1.el7.noarch providing python-nose is already installed', 'mpich-3.0-3.0.4-10.el7.x86_64 providing mpich is already installed', 'ant-1.9.4-2.el7.noarch providing ant is already installed', 'lsof-4.87-6.el7.x86_64 providing lsof is already installed', 'iozone-3.424-2_ceph.el7.x86_64 providing iozone is already installed', 'libtool-2.4.2-22.el7_3.x86_64 providing libtool is already installed', 'automake-1.13.4-3.el7.noarch providing automake is already installed', 'gettext-0.19.8.1-2.el7.x86_64 providing gettext is already installed', 'libuuid-devel-2.23.2-61.el7_7.1.x86_64 providing libuuid-devel is already installed', 'libacl-devel-2.2.51-14.el7.x86_64 providing libacl-devel is already installed', 'bc-1.06.95-13.el7.x86_64 providing bc is already installed', 'xfsdump-3.1.7-1.el7.x86_64 providing xfsdump is already installed', 'blktrace-1.0.5-9.el7.x86_64 providing blktrace is already installed', '1:numpy-1.7.1-13.el7.x86_64 providing numpy is already installed', 'python-matplotlib-1.2.0-16.el7.x86_64 providing python-matplotlib is already installed', "No package matching 'qemu-kvm' found available, installed or updated"], 'rc': 126, 'invocation': {'module_args': {'lock_timeout': 30, 'update_cache': False, 'disable_excludes': 'None', 'exclude': [], 'allow_downgrade': False, 'disable_gpg_check': False, 'conf_file': 'None', 'use_backend': 'auto', 'state': 'present', 'disablerepo': [], 'releasever': 'None', 'skip_broken': False, 'autoremove': False, 'download_dir': 'None', 'enable_plugin': [], 'installroot': '/', 'install_weak_deps': True, 'name': ['@core', '@base', 'yum-plugin-priorities', 'yum-plugin-fastestmirror', 'redhat-lsb', 'sysstat', 'gdb', 'git-all', 'python-configobj', 'gcc-c++', 'libedit', 'openssl098e', 'boost-thread', 'xfsprogs', 'xfsprogs-devel', 'gdisk', 'parted', 'libgcrypt', 'fuse', 'fuse-libs', 'lvm2', 'openssl', 'libuuid', 'btrfs-progs', 'attr', 'valgrind', 'python-nose', 'mpich', 'ant', 'lsof', 'iozone', 'libtool', 'automake', 'gettext', 'libuuid-devel', 'libacl-devel', 'bc', 'xfsdump', 'blktrace', 'numpy', 'python-matplotlib', 'qemu-kvm', 'usbredir', 'genisoimage', 'httpd', 'httpd-devel', 'httpd-tools', 'mod_ssl', 'mod_fastcgi-2.4.7-1.ceph.el7', 'libev-devel', 'perl-XML-Twig', 'java-1.6.0-openjdk-devel', 'junit4', 'nfs-utils', 'ncurses-devel', 'python-devel', 'python-virtualenv', 'perl-CPAN', 'podman', 'podman-docker', 'python3'], 'download_only': False, 'bugfix': False, 'list': 'None', 'install_repoquery': True, 'update_only': False, 'disable_plugin': [], 'enablerepo': [], 'security': False, 'validate_certs': True}}, 'msg': "No package matching 'qemu-kvm' found available, installed or updated", '_ansible_no_log': False}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_b96569170f15eae4604f361990ea65737b28dff1/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_b96569170f15eae4604f361990ea65737b28dff1/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_b96569170f15eae4604f361990ea65737b28dff1/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_b96569170f15eae4604f361990ea65737b28dff1/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_b96569170f15eae4604f361990ea65737b28dff1/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_b96569170f15eae4604f361990ea65737b28dff1/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_b96569170f15eae4604f361990ea65737b28dff1/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_b96569170f15eae4604f361990ea65737b28dff1/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_b96569170f15eae4604f361990ea65737b28dff1/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 117, in represent_mapping node_key = self.represent_data(item_key) File "/home/teuthworker/src/git.ceph.com_git_teuthology_b96569170f15eae4604f361990ea65737b28dff1/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_b96569170f15eae4604f361990ea65737b28dff1/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', 'changed')"} 4 jobs: ['5972332', '5972351', '5972331', '5972352'] suites intersection: ['start}'] suites union: ['fixed-2', 'rados/cephadm/smoke-roleless/{distro/rhel_7', 'rados/cephadm/smoke/{distro/rhel_7', 'start}'] Failure: Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 400000 --objects 10000 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 600 --op read 100 --op write 50 --op delete 50 --op copy_from 50 --op write_excl 50 --pool base' 1 jobs: ['5972349'] suites: ['msgr-failures/few', 'msgr/async', 'objectstore/filestore-xfs', 'rados', 'rados/singleton/{all/thrash_cache_writeback_proxy_none', 'supported-random-distro$/{centos_latest}}']